-- Logs begin at Mon 2022-09-19 11:08:26 UTC, end at Mon 2022-09-19 13:30:29 UTC. -- Sep 19 12:03:24.043492 dv-neutron-857775-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 19 12:03:26.587310 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.common.config [-] Logging enabled! Sep 19 12:03:26.588013 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev23 Sep 19 12:03:26.588013 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89683) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 19 12:03:26.591055 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.common.config [-] Logging enabled! Sep 19 12:03:26.591312 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev23 Sep 19 12:03:26.591623 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89683) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 19 12:03:26.592567 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 12:03:26.592800 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 12:03:26.593152 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 12:03:26.593396 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 12:03:26.593622 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 12:03:26.593938 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.594232 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.594526 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.594772 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.595063 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.595353 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.595632 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.595916 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.596212 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.596496 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.596773 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.597054 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.597286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.597565 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.597849 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.598134 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.598354 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] debug = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.598630 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.599740 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.600217 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.600737 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.600980 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.601126 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.601320 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.601595 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.601879 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.602209 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] host = dv-neutron-857775-2-hyperv {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.602484 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.602793 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.603080 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.603365 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.603636 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.603909 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.604190 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.604459 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.604728 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] log_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.604999 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.605284 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.605567 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.605858 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.606078 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.606298 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.606586 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.606891 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.607165 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.607441 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.607713 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.607984 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.608253 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.608518 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.608797 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.609075 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.609355 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.609626 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.609896 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.610164 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.610431 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.610712 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.611004 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.611271 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.611539 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.611822 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.612086 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.612353 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.612651 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.612933 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.613210 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.613489 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.613760 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.614039 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.614307 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.614610 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.614984 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] use_json = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.615263 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.615525 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.615805 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.616075 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.616345 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.616614 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.616880 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.617259 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.617530 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:26.617827 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.618120 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.618418 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.618702 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.619018 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.619294 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.619581 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.619859 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.620147 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.620434 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.620719 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.620994 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.621279 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.621554 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.621847 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.622150 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.622441 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.622732 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.623026 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.623297 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.623567 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.623844 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.624127 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.624419 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.624709 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.624982 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.625257 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.625545 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.625821 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.626091 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.626365 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.626649 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.626946 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.627223 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.627499 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.627790 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.628075 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.628346 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.628622 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.628910 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.629187 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.629458 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.629728 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.630002 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.630318 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.630606 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.630906 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.631180 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.631451 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.631724 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.631996 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.632266 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.632539 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.632807 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.633078 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.633346 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.633615 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.633886 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.634156 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.634423 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.634688 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.635013 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.635287 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.635556 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.635826 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.636099 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.636370 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.636640 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.636923 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.637222 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.637495 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.637771 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.638046 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.638318 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.638591 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.638888 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.639164 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.639438 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.639705 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.639993 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.640272 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.640552 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.640829 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.641101 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.641392 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.641669 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.641948 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.642223 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.642505 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.642818 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.643103 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.643399 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.643695 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.643992 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.644286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.644579 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.644863 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.645170 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.645449 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:26.645664 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 12:03:26.646498 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89683) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 19 12:03:27.034075 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO keyring.backend [-] Loading KWallet Sep 19 12:03:27.041925 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO keyring.backend [-] Loading SecretService Sep 19 12:03:27.045667 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO keyring.backend [-] Loading Windows Sep 19 12:03:27.047007 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO keyring.backend [-] Loading chainer Sep 19 12:03:27.047573 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO keyring.backend [-] Loading macOS Sep 19 12:03:27.080900 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 19 12:03:27.081177 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 19 12:03:27.081465 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 19 12:03:27.081799 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 19 12:03:27.476195 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.476409 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.476655 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.477846 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.478130 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.478402 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.513399 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.513679 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.514021 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.527466 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.527745 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.528016 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.558502 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.558806 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.559085 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.595968 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.596516 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.596516 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.829176 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.829468 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.829741 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.830012 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.830777 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.951847 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.952166 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.952454 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.952730 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.953001 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.953313 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.953582 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.953842 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.954099 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.954384 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.954646 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.954938 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.955206 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.955464 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.955734 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.956006 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.956274 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.956550 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.956804 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.957086 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.957439 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.957705 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.957956 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.958243 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.958583 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.958821 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:27.959204 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:03:27.959444 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:03:27.959683 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:03:27.959925 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:03:27.960166 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:03:27.960400 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:03:27.960764 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 19 12:03:27.963935 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 19 12:03:27.967828 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 19 12:03:27.971442 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 19 12:03:27.973053 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 19 12:03:27.973497 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 19 12:03:27.973835 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 19 12:03:27.975009 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 19 12:03:27.977776 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 19 12:03:27.978027 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 19 12:03:27.978374 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 12:03:28.010385 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 19 12:03:28.010880 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:28.011189 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89683) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 19 12:03:28.011557 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:28.012898 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89683) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 19 12:03:28.013186 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 12:03:28.013436 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 19 12:03:28.016766 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:28.017052 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:28.079391 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 19 12:03:28.079574 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 19 12:03:28.079811 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 19 12:03:28.080189 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 19 12:03:28.112888 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_db.sqlalchemy.engines [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89683) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 19 12:03:28.578969 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Initializing driver for type 'gre' Sep 19 12:03:28.579506 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] gre ID ranges: [(1, 1000)] Sep 19 12:03:28.806332 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Initializing driver for type 'local' Sep 19 12:03:28.806992 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Initializing driver for type 'vlan' Sep 19 12:03:28.910396 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] VlanTypeDriver initialization complete Sep 19 12:03:28.910668 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Initializing driver for type 'vxlan' Sep 19 12:03:28.911214 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] vxlan ID ranges: [(1, 1000)] Sep 19 12:03:29.138996 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Initializing extension driver 'port_security' Sep 19 12:03:29.139345 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.extensions.port_security [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] PortSecurityExtensionDriver initialization complete Sep 19 12:03:29.139684 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Initializing mechanism driver 'openvswitch' Sep 19 12:03:29.140017 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Initializing mechanism driver 'hyperv' Sep 19 12:03:29.151054 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.plugins.ml2.plugin [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:03:29.151752 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > port after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.152133 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > port after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.152490 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > port after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.153020 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:03:29.153455 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > subnet after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.153814 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > subnet after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.154166 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > subnet after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.154562 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:03:29.155000 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > network after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.155355 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > network after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.155703 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > network after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.156096 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:03:29.156504 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > security_group after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.156858 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > security_group after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.157231 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > security_group after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.157628 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:03:29.158068 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.158421 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.158790 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.159307 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:03:29.159719 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > address_group after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.160079 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > address_group after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.160474 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > address_group after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.160820 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:03:29.161267 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] ML2 OVO RPC backend initialized. {{(pid=89683) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 19 12:03:29.162169 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router_interface after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.162534 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.162987 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > network before_response 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.163345 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > networks before_response 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.163702 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > port before_response 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.164051 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > ports before_response 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.164401 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > subnet before_response 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.164749 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > subnets before_response 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.165102 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > network after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.165450 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > network after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.165792 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > network after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.166133 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > port after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.166473 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > port after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.166835 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > port after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.167179 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > subnet after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.167521 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > subnet after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.167859 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > subnet after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.168445 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.plugin [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Modular L2 Plugin initialization complete Sep 19 12:03:29.168784 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading services supported by the core plugin {{(pid=89683) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 19 12:03:29.169369 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.plugins.ml2.managers [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Got port-security extension from driver 'port_security' Sep 19 12:03:29.169843 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.extensions.vlantransparent [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Disabled vlantransparent extension. Sep 19 12:03:29.170346 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89683) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 19 12:03:29.170667 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading Plugin: router Sep 19 12:03:29.215045 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router_interface before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.215446 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router after_create 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.216626 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router before_create 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.216626 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.216626 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.216966 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router after_delete 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.217240 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > floatingip after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.217609 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router after_create 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.217964 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router after_update 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.218320 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router after_update 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.218671 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.219070 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router after_update 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.219487 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router precommit_update 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.219861 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: port after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.220205 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: port after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.220547 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: subnet after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.220887 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.221236 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > port precommit_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.221586 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router precommit_create 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.221930 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: port before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.222274 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router precommit_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.222632 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router after_update 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.223000 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router precommit_delete 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.223356 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router precommit_create 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.223719 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router_interface after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.224077 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router precommit_update 55549900 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.224435 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > agent after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.224787 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > agent after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.225142 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > network after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.226031 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Tracking information for resource: router configured {{(pid=89683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:03:29.226372 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Tracking information for resource: floatingip configured {{(pid=89683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:03:29.231442 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.db.l3_agentschedulers_db [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 19 12:03:29.232036 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: port after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.232403 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: port after_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.232764 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: port after_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.233121 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: port after_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.234055 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router before_create 55550100 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.234425 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router precommit_delete 55550100 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.234815 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router precommit_create 55550100 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.235181 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > router precommit_update 55550100 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.241763 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.services.provider_configuration [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service providers = [] {{(pid=89683) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 19 12:03:29.242145 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.db.servicetype_db [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89683) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 19 12:03:29.248142 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.services.service_base [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 12:03:29.248497 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.services.service_base [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 12:03:29.248844 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.services.service_base [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 12:03:29.249737 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.services.service_base [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 12:03:29.250116 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.services.service_base [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 19 12:03:29.250504 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:03:29.250861 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 19 12:03:29.262675 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:03:29.263043 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading Plugin: auto_allocate Sep 19 12:03:29.268941 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: network precommit_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.269323 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: network precommit_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.269858 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:03:29.270184 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading Plugin: tag Sep 19 12:03:29.277501 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:03:29.277836 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading Plugin: timestamp Sep 19 12:03:29.281881 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:03:29.282215 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading Plugin: network_ip_availability Sep 19 12:03:29.287877 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.288272 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.288616 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.289361 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:03:29.289684 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading Plugin: flavors Sep 19 12:03:29.295702 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:03:29.296040 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading Plugin: revisions Sep 19 12:03:29.303774 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:03:29.304171 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_concurrency.lockutils [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.223s {{(pid=89683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 19 12:03:29.304934 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89683) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 19 12:03:29.305272 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Initializing extension manager. Sep 19 12:03:29.305881 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: __init__.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.306136 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: __pycache__ {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.306472 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.306829 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: address_group.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.307629 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.308256 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: address-group Sep 19 12:03:29.308582 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: address_scope.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.309302 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.309809 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: address-scope Sep 19 12:03:29.310140 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: admin_state_down_before_update.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.311113 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.311622 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: router-admin-state-down-before-update Sep 19 12:03:29.311946 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: agent.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.312655 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.313159 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: agent Sep 19 12:03:29.313495 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: agent_resources_synced.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.314614 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.315155 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: agent-resources-synced Sep 19 12:03:29.315485 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: allowedaddresspairs.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.317306 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.318389 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: allowed-address-pairs Sep 19 12:03:29.318732 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: auto_allocated_topology.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.319896 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.320410 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: auto-allocated-topology Sep 19 12:03:29.320734 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: availability_zone.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.321433 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.321941 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: availability_zone Sep 19 12:03:29.322270 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: availability_zone_filter.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.323219 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.323729 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: availability_zone_filter Sep 19 12:03:29.324053 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: data_plane_status.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.324961 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.325455 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension data-plane-status not supported by any of loaded plugins Sep 19 12:03:29.325779 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: default_subnetpools.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.326691 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.327215 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: default-subnetpools Sep 19 12:03:29.327536 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: dhcpagentscheduler.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.328357 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.328856 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: dhcp_agent_scheduler Sep 19 12:03:29.329178 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: dns.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.330085 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.330583 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension dns-integration not supported by any of loaded plugins Sep 19 12:03:29.330935 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: dns_domain_ports.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.331856 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.332360 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 19 12:03:29.332685 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: dvr.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.333919 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.334508 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: dvr Sep 19 12:03:29.334871 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: empty_string_filtering.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.335786 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.336300 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: empty-string-filtering Sep 19 12:03:29.336628 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.337536 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.338031 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 19 12:03:29.338354 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.339294 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.339791 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 19 12:03:29.340116 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: external_net.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.341033 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.341542 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: external-net Sep 19 12:03:29.341867 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: extra_dhcp_opt.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.342802 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.343307 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: extra_dhcp_opt Sep 19 12:03:29.343631 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: extraroute.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.344553 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.345057 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: extraroute Sep 19 12:03:29.345379 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: extraroute_atomic.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.346426 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.346962 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: extraroute-atomic Sep 19 12:03:29.347288 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: filter_validation.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.347956 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.348455 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: filter-validation Sep 19 12:03:29.348777 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: fip_pf_description.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.349740 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.350233 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 19 12:03:29.350555 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: fip_port_details.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.351510 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.352012 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: fip-port-details Sep 19 12:03:29.352336 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: flavors.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.353579 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.354094 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: flavors Sep 19 12:03:29.354422 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.356106 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.356624 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 19 12:03:29.356957 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: floatingip_pools.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.357665 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.358171 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: floatingip-pools Sep 19 12:03:29.358498 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: ip_allocation.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.359456 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.359953 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension ip_allocation not supported by any of loaded plugins Sep 19 12:03:29.360280 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.361193 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.361699 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: ip-substring-filtering Sep 19 12:03:29.362026 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: l2_adjacency.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.362995 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.363503 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 19 12:03:29.363833 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: l3.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.364852 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.365402 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: router Sep 19 12:03:29.365729 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: l3_conntrack_helper.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.368238 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.368773 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 19 12:03:29.369108 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.370058 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.370575 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: ext-gw-mode Sep 19 12:03:29.370929 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.371851 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.372361 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: l3-ha Sep 19 12:03:29.372686 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: l3_flavors.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.373610 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.374120 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: l3-flavors Sep 19 12:03:29.374445 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.375407 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.375914 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 19 12:03:29.376237 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: l3agentscheduler.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.377275 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.377782 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: l3_agent_scheduler Sep 19 12:03:29.378111 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: logging.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.379622 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.380666 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension logging not supported by any of loaded plugins Sep 19 12:03:29.381007 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: metering.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.381759 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.382337 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: metering Sep 19 12:03:29.382670 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.383789 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.384297 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: metering_source_and_destination_fields Sep 19 12:03:29.384625 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: multiprovidernet.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.385550 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.386059 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: multi-provider Sep 19 12:03:29.386383 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: netmtu.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.387342 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.387850 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: net-mtu Sep 19 12:03:29.388173 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: netmtu_writable.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.389100 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.389612 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: net-mtu-writable Sep 19 12:03:29.389936 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: network_availability_zone.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.390608 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.391149 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: network_availability_zone Sep 19 12:03:29.391474 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: network_ip_availability.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.392562 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.393068 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: network-ip-availability Sep 19 12:03:29.393397 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: network_segment_range.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.394171 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.394669 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension network-segment-range not supported by any of loaded plugins Sep 19 12:03:29.395021 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: pagination.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.396645 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.396982 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: pagination Sep 19 12:03:29.397304 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: port_device_profile.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.398231 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.398737 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: port-device-profile Sep 19 12:03:29.399090 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.400008 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.400512 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: port-mac-address-regenerate Sep 19 12:03:29.400838 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.401746 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.402248 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: port-numa-affinity-policy Sep 19 12:03:29.402575 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: port_resource_request.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.403523 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.404029 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension port-resource-request not supported by any of loaded plugins Sep 19 12:03:29.404358 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: portbindings.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.405288 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.405796 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: binding Sep 19 12:03:29.406123 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: portbindings_extended.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.407403 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.407912 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: binding-extended Sep 19 12:03:29.408240 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: portsecurity.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.409283 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.409791 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: port-security Sep 19 12:03:29.410119 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: project_id.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.411906 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.411906 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: project-id Sep 19 12:03:29.411906 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: providernet.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.412700 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.413214 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: provider Sep 19 12:03:29.413541 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: qos.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.417096 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.417620 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension qos not supported by any of loaded plugins Sep 19 12:03:29.417953 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.419476 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.419983 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 19 12:03:29.420314 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.421232 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.421737 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 19 12:03:29.422064 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: qos_default.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.423021 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.423531 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension qos-default not supported by any of loaded plugins Sep 19 12:03:29.423863 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: qos_fip.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.424522 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.425017 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension qos-fip not supported by any of loaded plugins Sep 19 12:03:29.425343 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: qos_gateway_ip.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.426268 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.426798 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 19 12:03:29.427156 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: qos_port_network_policy.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.428234 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.428739 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 19 12:03:29.429067 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: qos_rule_type_details.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.429979 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.430489 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 19 12:03:29.430860 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: qos_rules_alias.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.431897 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.432401 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 19 12:03:29.432730 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: quotasv2.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.433645 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.433982 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: quotas Sep 19 12:03:29.434305 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: quotasv2_detail.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.435938 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.436285 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: quota_details Sep 19 12:03:29.436619 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: rbac.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.437689 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.438214 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: rbac-policies Sep 19 12:03:29.438549 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: rbac_address_group.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.439511 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.440024 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: rbac-address-group Sep 19 12:03:29.440355 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: rbac_address_scope.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.441272 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.441783 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: rbac-address-scope Sep 19 12:03:29.442112 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: rbac_security_groups.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.443603 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.444077 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: rbac-security-groups Sep 19 12:03:29.444409 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: rbac_subnetpool.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.445345 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.445855 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: rbac-subnetpool Sep 19 12:03:29.446181 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: revisionifmatch.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.447143 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.447661 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: revision-if-match Sep 19 12:03:29.447989 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: revisions.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.449095 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.449604 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: standard-attr-revisions Sep 19 12:03:29.449934 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: router_availability_zone.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.450727 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.451265 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: router_availability_zone Sep 19 12:03:29.451595 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: routerservicetype.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.452513 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.453017 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension router-service-type not supported by any of loaded plugins Sep 19 12:03:29.453343 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.454271 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.454812 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: security-groups-normalized-cidr Sep 19 12:03:29.455141 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: security_groups_port_filtering.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.456067 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.456576 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: port-security-groups-filtering Sep 19 12:03:29.456904 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.457821 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.458899 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: security-groups-remote-address-group Sep 19 12:03:29.459276 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: securitygroup.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.468792 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.469323 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: security-group Sep 19 12:03:29.469661 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: segment.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.470447 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.470990 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension segment not supported by any of loaded plugins Sep 19 12:03:29.471320 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.472270 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.472778 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 19 12:03:29.473103 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: servicetype.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.474351 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.474899 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: service-type Sep 19 12:03:29.475227 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: sorting.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.476224 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.476562 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: sorting Sep 19 12:03:29.476891 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: standard_attr_segment.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.477806 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.478316 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 19 12:03:29.478644 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: standardattrdescription.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.479352 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.479860 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: standard-attr-description Sep 19 12:03:29.480193 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: stateful_security_group.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.481102 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.481613 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: stateful-security-group Sep 19 12:03:29.481940 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: stdattrs_common.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.482524 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 19 12:03:29.482881 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.483884 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.484416 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 19 12:03:29.484743 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: subnet_onboard.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.485816 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.486335 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: subnet_onboard Sep 19 12:03:29.486775 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.487698 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.488203 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 19 12:03:29.488532 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: subnet_service_types.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.489460 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.490486 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: subnet-service-types Sep 19 12:03:29.490849 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: subnetallocation.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.491941 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.492454 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: subnet_allocation Sep 19 12:03:29.492787 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.493457 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.493963 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: subnetpool-prefix-ops Sep 19 12:03:29.494289 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.495262 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.495766 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 19 12:03:29.496093 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: tagging.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.497178 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.497690 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: standard-attr-tag Sep 19 12:03:29.498021 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: timestamp.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.499243 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.499756 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loaded extension: standard-attr-timestamp Sep 19 12:03:29.500085 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: trunk.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.501116 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.501629 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension trunk not supported by any of loaded plugins Sep 19 12:03:29.501958 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: trunk_details.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.502912 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.503419 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension trunk-details not supported by any of loaded plugins Sep 19 12:03:29.503747 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: uplink_status_propagation.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.504672 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.505235 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 19 12:03:29.505561 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Loading extension file: vlantransparent.py {{(pid=89683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:03:29.506230 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:03:29.506735 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 19 12:03:29.509223 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:network Sep 19 12:03:29.509980 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:subnet Sep 19 12:03:29.511952 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 12:03:29.512573 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:port Sep 19 12:03:29.513855 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.514301 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service FLAVORS assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.514974 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.515417 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.515757 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:router Sep 19 12:03:29.516416 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:floatingip Sep 19 12:03:29.517132 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service METERING assigned prefix: /metering {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.518575 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.518990 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.519348 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:03:29.520506 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 12:03:29.521465 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:security_group Sep 19 12:03:29.522115 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 12:03:29.522905 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service CORE assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.523244 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 12:03:29.523585 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] subnetpool is already registered Sep 19 12:03:29.524201 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service CORE assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.524533 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 12:03:29.524867 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] subnetpool is already registered Sep 19 12:03:29.527504 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.527942 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service FLAVORS assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.528547 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.528978 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.529316 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:router Sep 19 12:03:29.529648 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] router is already registered Sep 19 12:03:29.530246 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:floatingip Sep 19 12:03:29.530578 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] floatingip is already registered Sep 19 12:03:29.531248 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service METERING assigned prefix: /metering {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.531935 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 12:03:29.532270 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] rbac_policy is already registered Sep 19 12:03:29.532818 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:security_group Sep 19 12:03:29.533148 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] security_group is already registered Sep 19 12:03:29.533736 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 12:03:29.534066 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] security_group_rule is already registered Sep 19 12:03:29.534764 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service CORE assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.535106 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 12:03:29.535432 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] subnetpool is already registered Sep 19 12:03:29.536058 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.v2.resource_helper [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Service CORE assigned prefix: {{(pid=89683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:03:29.536418 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 12:03:29.537232 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING neutron.quota.resource_registry [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] subnetpool is already registered Sep 19 12:03:29.537896 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: extensions {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.539439 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: address-groups {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.541075 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: address-scopes {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.542306 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: agents {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.543625 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: auto-allocated-topology {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.545169 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: availability_zones {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.546534 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: dhcp-networks {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.547996 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: dhcp-agents {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.549445 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: routers {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.551331 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: flavors {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.552592 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: service_profiles {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.553835 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: next_providers {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.555440 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: service_profiles {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.556936 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: floatingip-pools {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.558174 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: routers {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.560037 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: floatingips {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.561249 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: l3-routers {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.562675 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: l3-agents {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.564157 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: metering-labels {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.565555 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: metering-label-rules {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.566909 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: network-ip-availabilities {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.568222 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: bindings {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.569905 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: quotas {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.571394 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: quotas {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.572820 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: rbac-policies {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.574161 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: security-groups {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.575422 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: security-group-rules {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.576694 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: service-providers {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.577954 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: subnetpools {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.580343 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: subnetpools {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.581862 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: tags {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.584240 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: tags {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.697841 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: tags {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.699602 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: tags {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.701441 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: tags {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.703411 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: tags {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.705157 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: tags {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.707130 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: tags {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.709592 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: tags {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.711545 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron.api.extensions [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Extended resource: tags {{(pid=89683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:03:29.717660 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING keystonemiddleware.auth_token [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 19 12:03:29.722499 dv-neutron-857775-2-hyperv neutron-server[89683]: WARNING keystonemiddleware.auth_token [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 19 12:03:29.731303 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_concurrency.lockutils [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Acquired lock "singleton_lock" {{(pid=89683) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 19 12:03:29.731785 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_concurrency.lockutils [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Releasing lock "singleton_lock" {{(pid=89683) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 19 12:03:29.732423 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO oslo_service.service [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Starting 2 workers Sep 19 12:03:29.737048 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Started child 89794 {{(pid=89683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 19 12:03:29.741486 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Started child 89795 {{(pid=89683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 19 12:03:29.742377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:29.743134 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO neutron.service [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 19 12:03:29.743823 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [-] (89794) wsgi starting up on http://0.0.0.0:9696 Sep 19 12:03:29.743986 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Notify callbacks [] for process, before_spawn {{(pid=89683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:29.746056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:29.746528 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO oslo_service.service [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Starting 1 workers Sep 19 12:03:29.747393 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [-] (89795) wsgi starting up on http://0.0.0.0:9696 Sep 19 12:03:29.751217 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Started child 89796 {{(pid=89683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 19 12:03:29.751726 dv-neutron-857775-2-hyperv neutron-server[89683]: INFO oslo_service.service [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Starting 1 workers Sep 19 12:03:29.754579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.service [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] calling RpcWorker wait() {{(pid=89796) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 19 12:03:29.755206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.service [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] returning from RpcWorker wait() {{(pid=89796) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 19 12:03:29.756058 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Started child 89797 {{(pid=89683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 19 12:03:29.756603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:29.756838 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG neutron_lib.callbacks.manager [None req-f057021b-266f-43d1-b218-76d8f260df3b None None] Notify callbacks [] for process, after_spawn {{(pid=89683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:29.757149 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:03:29.758770 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89683) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 19 12:03:29.758985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 12:03:29.768848 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 12:03:29.768848 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 12:03:29.768848 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 12:03:29.768848 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 12:03:29.768848 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.768848 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.768848 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.770078 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:29.771364 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.771364 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.771364 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.771809 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:03:29.771985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.771985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.771985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.771985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.771985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.771985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.771985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.771985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.773068 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.773068 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.773068 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.773068 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.773068 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.773068 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.773068 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.773068 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774111 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] debug = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774111 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774111 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774111 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774111 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774111 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.774985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.775989 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.775989 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.775989 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.775989 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.775989 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] host = dv-neutron-857775-2-hyperv {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.775989 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.775989 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.775989 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.777114 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.777114 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.777114 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.777114 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.777114 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.777114 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.777114 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.777114 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.778181 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.778181 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.778181 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.778181 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_options = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.778181 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.778181 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.778181 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.778181 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.779364 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.779364 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.779364 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.779364 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.780445 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.780445 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.780445 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.781032 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.781032 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.781381 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.781735 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.782113 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.782485 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.782854 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.783251 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.783610 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.783992 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.784380 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.784745 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.785111 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.785468 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.785839 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.786224 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.787198 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.787533 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.787866 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.788114 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.788383 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.788636 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.788869 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.789239 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.789831 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.789831 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.789831 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.790064 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.790359 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.790537 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.790772 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.791078 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.791239 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.791458 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.791697 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_json = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.791985 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.792196 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.792417 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.792634 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.792874 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.793094 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.793311 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.793547 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.793769 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.794548 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.795186 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803307 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803307 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803307 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803307 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803307 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803307 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803307 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803307 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803846 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803846 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803846 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803846 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803846 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803846 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803846 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.803846 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804303 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804303 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804303 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804303 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804303 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804303 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804303 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804303 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.804756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805786 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805786 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.805997 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.806232 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.806474 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.807035 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.807035 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.807231 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.807497 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.807735 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.807951 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.808189 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.808430 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.808667 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.808886 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.809135 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.809356 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.809613 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.809839 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.810056 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.810283 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.810501 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.810725 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.810967 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.811191 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.811408 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.811630 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.811848 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.812063 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.812301 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.812510 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.812774 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.813296 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.813569 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.813763 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.814008 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.814235 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.814459 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.814694 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.814955 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.815253 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.815543 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.815787 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.816074 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.816319 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.816559 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.816780 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.817043 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.817309 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.817561 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.817859 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.818117 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.818370 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.818605 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.818871 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.819094 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.819373 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.819594 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.819825 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.820095 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.820407 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.820763 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.821135 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.821596 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.822026 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.822426 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.822794 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.823197 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.823541 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.823994 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.824402 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.824788 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.825118 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.825403 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.825724 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.825973 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.826244 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.826528 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.826781 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.827234 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.827477 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.827718 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.827969 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.828250 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.828501 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.828746 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.828962 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.829213 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.829565 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.829830 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.830067 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.830288 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.830574 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.830859 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.831117 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.831397 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.831658 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.831914 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.832169 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.832428 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.832662 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.832878 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.833130 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.833912 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.834147 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.834381 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.834622 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.834842 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.835812 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.835812 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.835812 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.835812 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.836129 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.836204 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.836419 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.836652 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.836890 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.837117 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.837349 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.837565 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.837779 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.837999 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.838235 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.838512 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.838731 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.839032 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.839286 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.839521 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.839771 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.840000 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.840256 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.840470 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.840881 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.841126 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.841342 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.841553 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.841794 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.842169 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.842415 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.842658 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.842902 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.843141 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.843382 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.843725 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.843978 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.844242 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.844469 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.844877 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.845099 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.845544 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.845544 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.845769 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.845990 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.846215 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.846470 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.846710 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.846975 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.847192 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.847431 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.847706 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.848144 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.848260 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.848426 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.848650 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.848952 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.849240 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.849475 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.850425 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.850425 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.850425 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.850425 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.850821 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.850821 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.851078 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.851265 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.851502 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.851770 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.852000 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.852213 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.852424 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.852641 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.852853 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.853279 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.853279 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.853502 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.853719 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.853955 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.854250 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.856510 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.856510 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.856510 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.856510 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.856510 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.856510 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.856510 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.856510 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.857669 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.857669 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.857669 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.857669 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.857669 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.857669 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.858106 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.858188 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.858399 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.858696 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.859021 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.859533 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.859767 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.860064 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.860411 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.860690 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.860946 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.861192 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.861646 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.862030 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.862275 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.862519 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.862790 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.863027 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.863293 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.863538 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.863796 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.864016 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.864250 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.864991 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.865293 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.865529 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.865753 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.865972 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.866131 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 12:03:29.866665 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89683) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 19 12:03:29.866842 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 12:03:29.867012 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 12:03:29.867187 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 12:03:29.867366 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 12:03:29.867521 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 12:03:29.867734 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.867901 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.868064 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.868229 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.868391 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.868579 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.868745 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.868908 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.869070 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.869230 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.869391 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.869556 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.869718 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.869876 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.870042 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.870206 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.870364 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.870683 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.870875 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.871039 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.871200 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.871373 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.871520 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] debug = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.871681 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.871875 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.872042 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.872204 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.872365 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.872526 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.872686 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.872848 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.873009 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.873171 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.873333 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.873493 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.873656 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.873816 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.873983 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.874147 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.874306 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.874467 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] host = dv-neutron-857775-2-hyperv {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.874626 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.874810 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.874973 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.875134 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.875295 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.875455 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.875617 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.875780 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.875940 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.876103 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.876265 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.876427 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.876589 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.876751 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.876915 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_options = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.877077 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.877238 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.877398 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.877586 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.877753 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.877916 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.878079 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.878241 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.878402 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.878574 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.878781 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.878903 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.879144 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.879251 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.879382 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.879553 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.879697 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.880008 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.880379 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.880783 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.880892 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.881017 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.881333 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.881499 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.881665 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.881826 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.881991 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.882155 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.882315 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.882476 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.882646 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.882828 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.883153 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.883466 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.883627 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.883795 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.883955 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.884111 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.884272 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.884435 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.884598 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.884930 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.884930 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.885194 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.885194 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.885392 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_json = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.885517 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.885678 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.885840 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.886002 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.886162 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.886322 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.886484 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.886644 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.886852 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:03:29.887024 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.887189 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.887518 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.887686 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.887857 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.888033 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.888188 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.888354 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.888523 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.888685 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.889006 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.889174 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.889356 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.889522 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.889686 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.889855 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.890026 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.890192 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.890357 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.890524 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.890690 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.890882 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.891066 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.891234 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.891396 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.891560 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.891724 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.891891 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.892070 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.892224 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.892389 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.892554 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.892720 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.892888 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.893046 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.893211 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.893375 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.893541 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.893708 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.893873 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.894039 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.894205 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.894371 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.894537 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.894703 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.894894 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.895061 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.895228 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.895394 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.895557 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.895756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.895923 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.896088 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.896255 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.896421 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.896587 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.896752 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.896926 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.897075 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.897244 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.897410 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.897591 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.897756 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.897920 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.898086 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.898252 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.898417 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.898581 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.898764 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.898947 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.899111 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.899276 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.899409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:03:29.899512 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.899595 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.899747 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.899913 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.900078 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.900244 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.900410 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.900578 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.900742 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.900907 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.901070 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.901234 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.901408 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.901589 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.901753 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.901917 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.902081 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.902248 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.902414 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.903230 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.903230 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.903230 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.903230 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.903230 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904007 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904007 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904007 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904007 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904007 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904518 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904518 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904518 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904767 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904767 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.904921 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.905030 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.905194 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.905357 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.905523 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.905698 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.905863 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.906029 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.906361 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.906361 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.906607 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.906687 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.906874 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.907048 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.907201 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.907364 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.907528 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.907693 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.907857 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.908022 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.908329 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.908329 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.908509 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.908695 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.908836 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.908998 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.909187 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.909354 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.909519 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.909684 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.909849 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.910013 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.910177 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.910342 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.910508 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.910677 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.910866 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.911035 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.911204 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.911903 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.912176 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.912410 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.912558 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.912721 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.912887 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.913059 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.913271 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.913413 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.913543 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.913676 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.913807 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.913949 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.914118 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.914282 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.914448 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.914614 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.914804 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.914998 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.915131 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.915294 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.915457 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.915621 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.915784 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.915952 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.916115 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.916281 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.916447 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.916612 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.916777 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.916941 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.917106 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.917269 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.917439 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.917604 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.917766 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.917932 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.918097 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.918262 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.918427 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.918590 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.918789 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.919208 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.919379 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.919543 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.919710 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.919875 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.920039 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.920246 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.920414 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.920579 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.920820 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.920915 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.921065 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.921228 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.921392 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.921556 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.921719 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.921886 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.922053 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.922218 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.922379 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.922583 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.922679 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.922888 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.923053 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.923218 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.923382 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.923546 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.923711 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.923875 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.924053 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.924217 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.924380 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.924543 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.924706 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.924879 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.925053 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.925203 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.925365 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.925526 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.925698 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.925861 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.926023 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.926233 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.926349 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.926552 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.926686 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.926869 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.927164 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.927433 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.927656 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.927831 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.927999 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.928223 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.928578 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.928578 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.928794 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.928794 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.928929 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.929098 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.929275 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.929447 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.929614 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.929787 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.929961 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.930133 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.930300 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.930471 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.930648 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.930844 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.931073 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.931210 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.931341 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.931486 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.931619 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.931769 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.931933 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.932097 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.932263 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.932427 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.932639 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.932786 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.932921 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.933054 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.933187 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.933348 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.933512 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.933675 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:03:29.933833 dv-neutron-857775-2-hyperv neutron-server[89683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 12:03:30.226496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 46708) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:03:30.235022 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063546 Sep 19 12:03:41.536765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef1476-2019-4675-8242-fba682e67593 None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:03:41.617503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef1476-2019-4675-8242-fba682e67593 None None] No non-hosted networks {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 19 12:03:41.630215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.agentschedulers_db [None req-13ef1476-2019-4675-8242-fba682e67593 None None] DHCP Agent not found on host dv-neutron-857775-2-hyperv {{(pid=89796) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 19 12:03:41.719180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7071783d-f82e-4325-ab01-ebe7e5f9f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545822'] for agent, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:43.654249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3c68be7a-80de-48a0-9b7d-fa8005d620e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545822'] for agent, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:43.706206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-ed73c258-4fcb-480e-b374-b7da395f8511 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-857775-2-hyperv {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:03:43.706998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-ed73c258-4fcb-480e-b374-b7da395f8511 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:03:44.237362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ed73c258-4fcb-480e-b374-b7da395f8511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:44.503617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545822'] for agent, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:44.504544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.505124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.505730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.506274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.506889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.507522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.508059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.508626 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.509178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.509948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.510562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.511117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:44.511759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-857775-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:03:44.519552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-857775-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:03:44.847587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545822'] for agent, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:46.304292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545822'] for agent, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:47.802982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 46802) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:03:47.901238 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.db.l3_hamode_db [None req-97329070-93cc-4796-b51f-06ec4e0fe2d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 19 12:03:47.988432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97329070-93cc-4796-b51f-06ec4e0fe2d9 None None] Routers set() bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:03:47.988814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97329070-93cc-4796-b51f-06ec4e0fe2d9 None None] Router IDs set() for agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 19 12:03:48.396687 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING oslo_policy.policy [None req-6bad9621-8392-4bb4-8d1f-667165be0a46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:03:48.397275 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING oslo_policy.policy [None req-6bad9621-8392-4bb4-8d1f-667165be0a46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:03:48.625773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-6bad9621-8392-4bb4-8d1f-667165be0a46 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:03:48.626873 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6bad9621-8392-4bb4-8d1f-667165be0a46 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8230538 Sep 19 12:03:51.048109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46816) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:03:51.624270 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING oslo_policy.policy [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:03:51.624837 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING oslo_policy.policy [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:03:51.839625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:03:51.935663 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.policy [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89794) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 12:03:51.981000 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING oslo_policy.policy [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:03:51.981366 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING oslo_policy.policy [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:03:51.990534 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.quota [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] Loaded quota_driver: . Sep 19 12:03:52.006326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:03:52.162248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773458179251', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773458179724', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773458172165', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773458195660', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773458190189', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773458145396', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3772231', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3470546', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-299487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-381022'] for rbac-policy, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:52.372789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:52.374545 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-643b8122-fd9c-4ea2-a79a-777fc397b5f7 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3242517 Sep 19 12:03:55.072261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46834) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:03:55.431095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Request body: {'network': {'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'name': 'private', 'admin_state_up': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:03:55.436118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:03:55.440291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Usage tracker for resource:network and tenant:2b62473c0f884d0c882dc6d6462a10a5 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:03:55.445618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:03:55.451673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:03:55.510046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Made reservation on behalf of 2b62473c0f884d0c882dc6d6462a10a5 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:03:55.512987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:55.531018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:55.544872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:03:55.548565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Usage tracker for resource:security_group_rule and tenant:2b62473c0f884d0c882dc6d6462a10a5 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:03:55.554509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:03:55.568370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:03:55.666225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:55.721088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:55.745314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:03:55.770279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773457991069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:55.770874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Unsubscribe: segment precommit_create {{(pid=89794) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 12:03:55.771398 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Added segment 3cd113a5-2ceb-4126-b019-87285eb1efff of type vlan for network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 Sep 19 12:03:55.779859 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3ce7dd-15f1-42d4-9b98-f795da912e06,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:03:55.834531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.834836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.835181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.835512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.835838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.836184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.836513 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.836842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.837173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.837494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.837811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.838125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Tracked resource versions report: Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: pushed versions: Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: { 'AddressGroup': {'1.2'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'ConntrackHelper': {'1.0'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Log': {'1.0'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Network': {'1.1'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Port': {'1.7'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'PortForwarding': {'1.2'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'QosPolicy': {'1.8'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SecurityGroup': {'1.4'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SubPort': {'1.0'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Subnet': {'1.1'}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Trunk': {'1.1'}} Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: consumer versions: Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: { DHCP agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: L3 agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: Metadata agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: Metering agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: Open vSwitch agent@dv-neutron-857775-2-hyperv: { 'AddressGroup': '1.2', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'ConntrackHelper': '1.0', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Log': '1.0', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Network': '1.1', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Port': '1.7', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'PortForwarding': '1.2', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'QosPolicy': '1.8', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SecurityGroup': '1.4', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SecurityGroupRule': '1.2', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SubPort': '1.0', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Subnet': '1.1', Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Trunk': '1.1'}} Sep 19 12:03:55.839474 dv-neutron-857775-2-hyperv neutron-server[89794]: {{(pid=89794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:03:55.883478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:56.030199 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:56.031473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:03:56.032126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:56.139608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] Pushing event updated for resources: {'Network': ['ID=b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:03:56.151093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:03:56.225615 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-64c9bade-5f96-4902-a086-9250740c2547 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1522717 Sep 19 12:03:58.971695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46850) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:03:59.423676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a785d901-90b5-4186-8870-dccbed83c148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:03:59.424929 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a785d901-90b5-4186-8870-dccbed83c148 admin admin] 10.222.0.66 "GET /v2.0/networks/b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 HTTP/1.1" status: 200 len: 825 time: 0.4522758 Sep 19 12:03:59.451996 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-631af9f1-b702-4269-a4f5-30cba2857036 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/0b7ff1c0-d4c2-4860-ac19-db0819845914 HTTP/1.1" status: 200 len: 734 time: 0.0216055 Sep 19 12:03:59.460743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0b7ff1c0-d4c2-4860-ac19-db0819845914', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:03:59.464838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:03:59.468637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Usage tracker for resource:subnet and tenant:2b62473c0f884d0c882dc6d6462a10a5 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:03:59.471492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:03:59.476978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:03:59.549579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Made reservation on behalf of 2b62473c0f884d0c882dc6d6462a10a5 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:03:59.552597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:59.892855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:03:59.989433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab6e504-0a7f-4587-b38e-a9c6e3939e87,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:03:59.993532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Checking segment: {'id': '3cd113a5-2ceb-4126-b019-87285eb1efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:03:59.993902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Network hostable DHCP agents. Network: b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:04:00.092600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:04:00.189792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:04:00.194499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:04:00.195112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:00.199671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc40fc-e401-452c-9640-50fee2e09f9f None None] Network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:04:00.270803 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2450739f-91d2-4337-a8ce-9288bbf47dc2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8022513 Sep 19 12:04:00.501434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67', 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'fixed_ips': [{'subnet_id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:04:00.502633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:00.691282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Allocated IP 172.20.0.2 (b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67/4ab6e504-0a7f-4587-b38e-a9c6e3939e87/805507e8-1a60-46f4-8061-21acf669f406) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:04:00.925626 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:00.939284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Transition to ACTIVE for port object 805507e8-1a60-46f4-8061-21acf669f406 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:04:00.958951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Transition to ACTIVE for port object 805507e8-1a60-46f4-8061-21acf669f406 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:04:01.036916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:01.102732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:04:01.105719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:04:01.108773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:04:01.157234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Pushing event updated for resources: {'Port': ['ID=805507e8-1a60-46f4-8061-21acf669f406,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:01.202662 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.203344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.203344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.203671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.203946 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.204290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.204621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.204945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.205282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.205608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.205926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.206243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Tracked resource versions report: Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: pushed versions: Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: { 'AddressGroup': {'1.2'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'ConntrackHelper': {'1.0'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Log': {'1.0'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Network': {'1.1'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Port': {'1.7'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'PortForwarding': {'1.2'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'QosPolicy': {'1.8'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SecurityGroup': {'1.4'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SubPort': {'1.0'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Subnet': {'1.1'}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Trunk': {'1.1'}} Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: consumer versions: Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: { DHCP agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: L3 agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: Metadata agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: Metering agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: Open vSwitch agent@dv-neutron-857775-2-hyperv: { 'AddressGroup': '1.2', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'ConntrackHelper': '1.0', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Log': '1.0', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Network': '1.1', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Port': '1.7', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'PortForwarding': '1.2', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'QosPolicy': '1.8', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SecurityGroup': '1.4', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SecurityGroupRule': '1.2', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SubPort': '1.0', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Subnet': '1.1', Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Trunk': '1.1'}} Sep 19 12:04:01.208323 dv-neutron-857775-2-hyperv neutron-server[89796]: {{(pid=89796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:04:01.232989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Attempting to bind port 805507e8-1a60-46f4-8061-21acf669f406 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:04:01.233389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Attempting to bind port 805507e8-1a60-46f4-8061-21acf669f406 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '3cd113a5-2ceb-4126-b019-87285eb1efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:04:01.233800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Attempting to bind port 805507e8-1a60-46f4-8061-21acf669f406 on network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:04:01.239057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:04:01.239459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Checking segment: {'id': '3cd113a5-2ceb-4126-b019-87285eb1efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:04:01.239922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:01.240302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Bound using segment: {'id': '3cd113a5-2ceb-4126-b019-87285eb1efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:04:01.240796 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Bound port: 805507e8-1a60-46f4-8061-21acf669f406, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd113a5-2ceb-4126-b019-87285eb1efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:04:01.241178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:01.333397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] For port 805507e8-1a60-46f4-8061-21acf669f406, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:04:01.337459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] For port 805507e8-1a60-46f4-8061-21acf669f406, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=805507e8-1a60-46f4-8061-21acf669f406,segment=NetworkSegment(3cd113a5-2ceb-4126-b019-87285eb1efff),segment_id=3cd113a5-2ceb-4126-b019-87285eb1efff)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:04:01.424941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:01.511440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22864ff8-7927-497d-8a82-a474d3b99c2a None None] Pushing event updated for resources: {'Port': ['ID=805507e8-1a60-46f4-8061-21acf669f406,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:02.729004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46860) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:04:03.102498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-285d2d6f-0bc3-4d9a-8a80-d00152e1d65e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:04:03.103540 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-285d2d6f-0bc3-4d9a-8a80-d00152e1d65e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3735955 Sep 19 12:04:04.347449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 805507e8-1a60-46f4-8061-21acf669f406 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:04:04.498528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 805507e8-1a60-46f4-8061-21acf669f406 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:04:05.377101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0592c1-90a4-4cd8-8013-609b23c619ed None None] Network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:04:05.553687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c0689c88-15b2-4dc3-933a-ed8ff4f05382 None None] Provisioning for port 805507e8-1a60-46f4-8061-21acf669f406 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:04:05.554122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46874) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:04:05.563201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c0689c88-15b2-4dc3-933a-ed8ff4f05382 None None] Provisioning complete for port 805507e8-1a60-46f4-8061-21acf669f406 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:04:05.563604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c0689c88-15b2-4dc3-933a-ed8ff4f05382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:05.753544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c0689c88-15b2-4dc3-933a-ed8ff4f05382 None None] Current status of the port 805507e8-1a60-46f4-8061-21acf669f406 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:04:05.754877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c0689c88-15b2-4dc3-933a-ed8ff4f05382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:05.815407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c0689c88-15b2-4dc3-933a-ed8ff4f05382 None None] For port 805507e8-1a60-46f4-8061-21acf669f406, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=805507e8-1a60-46f4-8061-21acf669f406,segment=NetworkSegment(3cd113a5-2ceb-4126-b019-87285eb1efff),segment_id=3cd113a5-2ceb-4126-b019-87285eb1efff)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:04:05.881669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c0689c88-15b2-4dc3-933a-ed8ff4f05382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:05.944701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-efeaae80-ceb0-4820-8da4-60aca3046aad admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:04:05.945719 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-efeaae80-ceb0-4820-8da4-60aca3046aad admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3906128 Sep 19 12:04:05.951639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0689c88-15b2-4dc3-933a-ed8ff4f05382 None None] Pushing event updated for resources: {'Port': ['ID=805507e8-1a60-46f4-8061-21acf669f406,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:06.003056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-da5c74e9-21cb-42cf-8cfa-78feebe0807f None None] Provisioning complete for port 805507e8-1a60-46f4-8061-21acf669f406 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:04:06.003595 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-da5c74e9-21cb-42cf-8cfa-78feebe0807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:06.127601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-da5c74e9-21cb-42cf-8cfa-78feebe0807f None None] Current status of the port 805507e8-1a60-46f4-8061-21acf669f406 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:04:06.311727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 805507e8-1a60-46f4-8061-21acf669f406 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:04:06.383991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 805507e8-1a60-46f4-8061-21acf669f406 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:04:06.384704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:06.497784 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 805507e8-1a60-46f4-8061-21acf669f406 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:04:08.677999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46886) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:04:09.024587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'name': 'router1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:04:09.029713 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:04:09.033487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] Usage tracker for resource:router and tenant:2b62473c0f884d0c882dc6d6462a10a5 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:04:09.037588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:04:09.043265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:04:09.121289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:09.122881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:09.143961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:09.321741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:09.418622 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:09.419774 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-148c673f-eed8-4dc0-ab32-149d73d63356 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7408321 Sep 19 12:04:11.567267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6aba85db-b5db-4ca5-8b58-1390eb9be5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:11.902604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46896) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:04:12.278633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-dae26cfc-e971-4378-8d14-1a464ebcde2e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:04:12.279665 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dae26cfc-e971-4378-8d14-1a464ebcde2e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3761084 Sep 19 12:04:12.802799 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 5 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:04:13.652917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-72782cd9-a32d-4335-ade3-ffead5af4b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:14.498043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:14.698577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46906) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:04:14.852597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:15.060976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:04:15.066125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:04:15.070251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Usage tracker for resource:network and tenant:9af26426083e46b5b574efda03ea5e84 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:04:15.073139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:04:15.078867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:04:15.172392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Made reservation on behalf of 9af26426083e46b5b574efda03ea5e84 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:04:15.174707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:15.187444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:15.201491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:04:15.205156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Usage tracker for resource:security_group_rule and tenant:9af26426083e46b5b574efda03ea5e84 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:04:15.208050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:04:15.213842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:04:15.296572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:15.365700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:15.388032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Reserving flat network on physical network physnet1 {{(pid=89794) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 19 12:04:15.401409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68033be3-dd82-4a77-94fd-bf4f149292d9,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:15.407031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:15.409690 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Added segment 9ecb0675-3613-43a1-9b2b-0f181613ec15 of type flat for network 8e286b5b-5053-4e4d-9c66-6407773575df Sep 19 12:04:15.438766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:15.549426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:15.550399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:04:15.551162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:15.650414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] Pushing event updated for resources: {'Network': ['ID=8e286b5b-5053-4e4d-9c66-6407773575df,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:15.659941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 8e286b5b-5053-4e4d-9c66-6407773575df details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:04:15.733324 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4650935c-d67d-43fe-b309-0540f49899bd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0335495 Sep 19 12:04:16.247048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:18.163475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46926) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:04:18.372821 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d70d2a-a3c6-4d0b-94ac-845ddf7b547d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:04:18.374139 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c9d70d2a-a3c6-4d0b-94ac-845ddf7b547d admin admin] 10.222.0.66 "GET /v2.0/subnets/4ab6e504-0a7f-4587-b38e-a9c6e3939e87 HTTP/1.1" status: 200 len: 849 time: 0.2096632 Sep 19 12:04:18.514682 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cbd8fd5b-7f8a-4e31-9abc-7f4da5c2e4f1 admin admin] 10.222.0.66 "GET /v2.0/routers/15a4c69d-4470-4579-8b27-6faba75eee99 HTTP/1.1" status: 200 len: 704 time: 0.1342599 Sep 19 12:04:18.971271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:19.231629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Allocated IP 172.20.0.1 (b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67/4ab6e504-0a7f-4587-b38e-a9c6e3939e87/7dd40836-790d-4402-94c9-5fcc80d0df20) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:04:19.386305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:19.403805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Transition to ACTIVE for port object 7dd40836-790d-4402-94c9-5fcc80d0df20 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:04:19.509720 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:19.576832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:04:19.580181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:04:19.587092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:04:19.587610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:19.695223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd40836-790d-4402-94c9-5fcc80d0df20,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:19.892291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7669ed5e-c233-46dc-b7e6-364c3fe7a870 None None] Provisioning for port 7dd40836-790d-4402-94c9-5fcc80d0df20 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:04:19.897566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7669ed5e-c233-46dc-b7e6-364c3fe7a870 None None] Provisioning complete for port 7dd40836-790d-4402-94c9-5fcc80d0df20 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:04:19.897944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7669ed5e-c233-46dc-b7e6-364c3fe7a870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:19.919134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:19.958521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7669ed5e-c233-46dc-b7e6-364c3fe7a870 None None] Port 7dd40836-790d-4402-94c9-5fcc80d0df20 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:04:20.144611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:20.229692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:20.230524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:20.367204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd40836-790d-4402-94c9-5fcc80d0df20,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:20.427113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:04:20.428082 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:04:20.681461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e560ec01-5e49-4540-ac52-74814edaed3e None None] Provisioning complete for port 7dd40836-790d-4402-94c9-5fcc80d0df20 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:04:20.681758 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e560ec01-5e49-4540-ac52-74814edaed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:20.735503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e560ec01-5e49-4540-ac52-74814edaed3e None None] Port 7dd40836-790d-4402-94c9-5fcc80d0df20 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:04:20.738087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Router 15a4c69d-4470-4579-8b27-6faba75eee99 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:04:20.891253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:04:20.901007 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6fcb3333-cdb5-4f1a-9caf-a7549cb4f438 admin admin] 10.222.0.66 "PUT /v2.0/routers/15a4c69d-4470-4579-8b27-6faba75eee99/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3807521 Sep 19 12:04:20.901341 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Sync routers for ids ['15a4c69d-4470-4579-8b27-6faba75eee99'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:04:20.911792 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Routers {'15a4c69d-4470-4579-8b27-6faba75eee99'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:04:20.912636 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:04:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['15a4c69d-4470-4579-8b27-6faba75eee99'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:04:21.088463 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Set router 15a4c69d-4470-4579-8b27-6faba75eee99 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:04:21.463258 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'name': 'router1', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:04:09Z', 'updated_at': '2022-09-19T12:04:19Z', 'revision_number': 2, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'gw_port_host': None, '_interfaces': [{'id': '7dd40836-790d-4402-94c9-5fcc80d0df20', 'name': '', 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'mac_address': 'fa:16:3e:52:38:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:04:19Z', 'updated_at': '2022-09-19T12:04:19Z', 'revision_number': 2, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'subnets': [{'id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b7ff1c0-d4c2-4860-ac19-db0819845914'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:04:21.468050 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Checking router: 15a4c69d-4470-4579-8b27-6faba75eee99 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:04:21.468425 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Updating router 15a4c69d-4470-4579-8b27-6faba75eee99 port 7dd40836-790d-4402-94c9-5fcc80d0df20 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:04:21.521221 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:21.933826 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:21.952072 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Transition to ACTIVE for port object 7dd40836-790d-4402-94c9-5fcc80d0df20 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:04:22.047614 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:22.341738 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Attempting to bind port 7dd40836-790d-4402-94c9-5fcc80d0df20 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:04:22.342164 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Attempting to bind port 7dd40836-790d-4402-94c9-5fcc80d0df20 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '3cd113a5-2ceb-4126-b019-87285eb1efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:04:22.343592 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Attempting to bind port 7dd40836-790d-4402-94c9-5fcc80d0df20 on network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:04:22.351162 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Pushing event updated for resources: {'Port': ['ID=7dd40836-790d-4402-94c9-5fcc80d0df20,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:22.361217 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:04:22.361820 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Checking segment: {'id': '3cd113a5-2ceb-4126-b019-87285eb1efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:04:22.362557 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:22.363717 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Bound using segment: {'id': '3cd113a5-2ceb-4126-b019-87285eb1efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:04:22.364557 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Bound port: 7dd40836-790d-4402-94c9-5fcc80d0df20, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd113a5-2ceb-4126-b019-87285eb1efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:04:22.365157 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:22.379244 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.379616 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.379966 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.380302 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.380782 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.381134 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.381471 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.381802 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.382156 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.382483 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.382848 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.383174 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Tracked resource versions report: Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: pushed versions: Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: { 'AddressGroup': {'1.2'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'ConntrackHelper': {'1.0'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Log': {'1.0'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Network': {'1.1'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Port': {'1.7'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'PortForwarding': {'1.2'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'QosPolicy': {'1.8'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SecurityGroup': {'1.4'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SubPort': {'1.0'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Subnet': {'1.1'}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Trunk': {'1.1'}} Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: consumer versions: Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: { DHCP agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: L3 agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: Metadata agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: Metering agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: Open vSwitch agent@dv-neutron-857775-2-hyperv: { 'AddressGroup': '1.2', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'ConntrackHelper': '1.0', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Log': '1.0', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Network': '1.1', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Port': '1.7', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'PortForwarding': '1.2', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'QosPolicy': '1.8', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SecurityGroup': '1.4', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SecurityGroupRule': '1.2', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SubPort': '1.0', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Subnet': '1.1', Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Trunk': '1.1'}} Sep 19 12:04:22.384546 dv-neutron-857775-2-hyperv neutron-server[89797]: {{(pid=89797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:04:22.488864 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] For port 7dd40836-790d-4402-94c9-5fcc80d0df20, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:04:22.493738 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] For port 7dd40836-790d-4402-94c9-5fcc80d0df20, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7dd40836-790d-4402-94c9-5fcc80d0df20,segment=NetworkSegment(3cd113a5-2ceb-4126-b019-87285eb1efff),segment_id=3cd113a5-2ceb-4126-b019-87285eb1efff)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:04:22.579063 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:22.645535 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Routers {'15a4c69d-4470-4579-8b27-6faba75eee99'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:04:22.646137 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:04:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['15a4c69d-4470-4579-8b27-6faba75eee99'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:04:22.788755 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd1660-6986-4e1f-95f6-2c54f659f6ce None None] Pushing event updated for resources: {'Port': ['ID=7dd40836-790d-4402-94c9-5fcc80d0df20,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:22.812788 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] Set router 15a4c69d-4470-4579-8b27-6faba75eee99 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:04:23.138910 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'name': 'router1', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:04:09Z', 'updated_at': '2022-09-19T12:04:19Z', 'revision_number': 2, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'gw_port_host': None, '_interfaces': [{'id': '7dd40836-790d-4402-94c9-5fcc80d0df20', 'name': '', 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'mac_address': 'fa:16:3e:52:38:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:04:19Z', 'updated_at': '2022-09-19T12:04:22Z', 'revision_number': 4, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'subnets': [{'id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b7ff1c0-d4c2-4860-ac19-db0819845914'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:04:23.142870 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c312ee-cf8b-4d56-850c-bcf5ad948225 None None] The sync data for ids ['15a4c69d-4470-4579-8b27-6faba75eee99'] in dv-neutron-857775-2-hyperv is: [{'id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'name': 'router1', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:04:09Z', 'updated_at': '2022-09-19T12:04:19Z', 'revision_number': 2, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'gw_port_host': None, '_interfaces': [{'id': '7dd40836-790d-4402-94c9-5fcc80d0df20', 'name': '', 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'mac_address': 'fa:16:3e:52:38:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:04:19Z', 'updated_at': '2022-09-19T12:04:22Z', 'revision_number': 4, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'subnets': [{'id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b7ff1c0-d4c2-4860-ac19-db0819845914'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:04:23.281731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46948) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:04:23.434736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c584951a-500c-4559-aadc-d0391c94a36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:04:23.435342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c584951a-500c-4559-aadc-d0391c94a36a admin admin] Synchronizing usage tracker for tenant:9af26426083e46b5b574efda03ea5e84 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:04:23.515087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c584951a-500c-4559-aadc-d0391c94a36a admin admin] Unset dirty status for tenant:9af26426083e46b5b574efda03ea5e84 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:04:23.516288 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c584951a-500c-4559-aadc-d0391c94a36a admin admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 842 time: 0.2336037 Sep 19 12:04:23.526390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.26.5.1', 'cidr': '172.26.5.0/24', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'name': 'public-subnet'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:04:23.532024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:04:23.536943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Usage tracker for resource:subnet and tenant:9af26426083e46b5b574efda03ea5e84 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:04:23.539881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:04:23.546469 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:04:23.646266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Made reservation on behalf of 9af26426083e46b5b574efda03ea5e84 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:04:23.648688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:24.118856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.objects.ports [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89794) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:04:24.119314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:24.194977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b3d38ee-d649-4bea-91cd-95a5c1fd6532,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:24.198959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:04:24.199250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Network hostable DHCP agents. Network: 8e286b5b-5053-4e4d-9c66-6407773575df, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:04:24.326942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:04:24.338581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7dd40836-790d-4402-94c9-5fcc80d0df20 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:04:24.440885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 8e286b5b-5053-4e4d-9c66-6407773575df) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:04:24.445593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:04:24.448001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:24.450121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bff8e2-0f2c-46c0-a816-3e760a8c368a None None] Network 8e286b5b-5053-4e4d-9c66-6407773575df requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:04:24.509797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 7dd40836-790d-4402-94c9-5fcc80d0df20 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:04:24.530144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7dd40836-790d-4402-94c9-5fcc80d0df20 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:04:24.530514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:24.532897 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3e9e9bc3-fe2c-468e-81b3-42970a43afe8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0100369 Sep 19 12:04:24.733838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7dd40836-790d-4402-94c9-5fcc80d0df20 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:04:24.734241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:24.811814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd0b73b-0b69-43aa-bf19-baa2f0dcbd49 None None] Network 8e286b5b-5053-4e4d-9c66-6407773575df requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:04:24.874068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 7dd40836-790d-4402-94c9-5fcc80d0df20, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7dd40836-790d-4402-94c9-5fcc80d0df20,segment=NetworkSegment(3cd113a5-2ceb-4126-b019-87285eb1efff),segment_id=3cd113a5-2ceb-4126-b019-87285eb1efff)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:04:24.977930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:25.100289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=7dd40836-790d-4402-94c9-5fcc80d0df20,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:26.320095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7dd40836-790d-4402-94c9-5fcc80d0df20 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:04:26.388545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7dd40836-790d-4402-94c9-5fcc80d0df20 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:04:26.388835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:26.522555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7dd40836-790d-4402-94c9-5fcc80d0df20 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:04:26.870587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 46962) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:04:27.064805 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-88b2865c-7694-40f9-9548-7b65a8c7457b admin admin] 10.222.0.66 "GET /v2.0/routers/15a4c69d-4470-4579-8b27-6faba75eee99 HTTP/1.1" status: 200 len: 710 time: 0.1929567 Sep 19 12:04:27.191787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62af86f4-56c3-4727-a19c-fd05da9d83b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:04:27.193134 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-62af86f4-56c3-4727-a19c-fd05da9d83b6 admin admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 886 time: 0.1226408 Sep 19 12:04:27.201782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:04:27.716084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:28.143370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:28.199154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:28.335168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Allocated IP 172.26.5.208 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/832858af-6d3a-41a6-8ead-1e84f8b54c1a) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:04:28.478266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:28.566981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:28.632993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:04:28.635856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:04:28.639347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:04:28.696066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Pushing event updated for resources: {'Port': ['ID=832858af-6d3a-41a6-8ead-1e84f8b54c1a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:29.112139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:29.505510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:29.508784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:29.682883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Router 15a4c69d-4470-4579-8b27-6faba75eee99 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:04:29.868573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:04:29.876549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:29.877752 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-425cf57c-13ee-49a7-bb1f-b5d0c048c469 admin admin] 10.222.0.66 "PUT /v2.0/routers/15a4c69d-4470-4579-8b27-6faba75eee99 HTTP/1.1" status: 200 len: 890 time: 2.6791408 Sep 19 12:04:29.877901 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Sync routers for ids ['15a4c69d-4470-4579-8b27-6faba75eee99'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:04:29.889687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Routers {'15a4c69d-4470-4579-8b27-6faba75eee99'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:04:29.890359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:04:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['15a4c69d-4470-4579-8b27-6faba75eee99'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:04:30.092458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Set router 15a4c69d-4470-4579-8b27-6faba75eee99 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:04:30.434258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'name': 'router1', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': '832858af-6d3a-41a6-8ead-1e84f8b54c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:04:09Z', 'updated_at': '2022-09-19T12:04:28Z', 'revision_number': 4, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'gw_port': {'id': '832858af-6d3a-41a6-8ead-1e84f8b54c1a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:04:28Z', 'updated_at': '2022-09-19T12:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7dd40836-790d-4402-94c9-5fcc80d0df20', 'name': '', 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'mac_address': 'fa:16:3e:52:38:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:04:19Z', 'updated_at': '2022-09-19T12:04:24Z', 'revision_number': 5, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'subnets': [{'id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b7ff1c0-d4c2-4860-ac19-db0819845914'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:04:30.438845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Checking router: 15a4c69d-4470-4579-8b27-6faba75eee99 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:04:30.439217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Updating router 15a4c69d-4470-4579-8b27-6faba75eee99 port 832858af-6d3a-41a6-8ead-1e84f8b54c1a binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:04:30.491361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:30.816805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:30.828240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Transition to ACTIVE for port object 832858af-6d3a-41a6-8ead-1e84f8b54c1a will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:04:30.915099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:30.979292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Attempting to bind port 832858af-6d3a-41a6-8ead-1e84f8b54c1a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:04:30.979667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Attempting to bind port 832858af-6d3a-41a6-8ead-1e84f8b54c1a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:04:30.980144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Attempting to bind port 832858af-6d3a-41a6-8ead-1e84f8b54c1a on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:04:30.988780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:04:30.989151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:04:30.989555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:30.990017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:04:30.990419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Bound port: 832858af-6d3a-41a6-8ead-1e84f8b54c1a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:04:30.990833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:31.034996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fda211-d72c-40e9-bd9c-bc937e5a5c7e None None] Pushing event updated for resources: {'Port': ['ID=832858af-6d3a-41a6-8ead-1e84f8b54c1a,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:31.070783 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] For port 832858af-6d3a-41a6-8ead-1e84f8b54c1a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:04:31.073701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] For port 832858af-6d3a-41a6-8ead-1e84f8b54c1a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=832858af-6d3a-41a6-8ead-1e84f8b54c1a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:04:31.155327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:31.222972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Routers {'15a4c69d-4470-4579-8b27-6faba75eee99'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:04:31.223610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:04:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['15a4c69d-4470-4579-8b27-6faba75eee99'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:04:31.304074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fda211-d72c-40e9-bd9c-bc937e5a5c7e None None] Pushing event updated for resources: {'Port': ['ID=832858af-6d3a-41a6-8ead-1e84f8b54c1a,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:31.415688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] Set router 15a4c69d-4470-4579-8b27-6faba75eee99 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:04:31.767622 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'name': 'router1', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': '832858af-6d3a-41a6-8ead-1e84f8b54c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:04:09Z', 'updated_at': '2022-09-19T12:04:28Z', 'revision_number': 4, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'gw_port': {'id': '832858af-6d3a-41a6-8ead-1e84f8b54c1a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:04:28Z', 'updated_at': '2022-09-19T12:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7dd40836-790d-4402-94c9-5fcc80d0df20', 'name': '', 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'mac_address': 'fa:16:3e:52:38:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:04:19Z', 'updated_at': '2022-09-19T12:04:24Z', 'revision_number': 5, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'subnets': [{'id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b7ff1c0-d4c2-4860-ac19-db0819845914'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:04:31.772422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2b789-b748-4aa4-8626-aacf118fcfd9 None None] The sync data for ids ['15a4c69d-4470-4579-8b27-6faba75eee99'] in dv-neutron-857775-2-hyperv is: [{'id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'name': 'router1', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': '832858af-6d3a-41a6-8ead-1e84f8b54c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:04:09Z', 'updated_at': '2022-09-19T12:04:28Z', 'revision_number': 4, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'gw_port': {'id': '832858af-6d3a-41a6-8ead-1e84f8b54c1a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:04:28Z', 'updated_at': '2022-09-19T12:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7dd40836-790d-4402-94c9-5fcc80d0df20', 'name': '', 'network_id': 'b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67', 'tenant_id': '2b62473c0f884d0c882dc6d6462a10a5', 'mac_address': 'fa:16:3e:52:38:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a4c69d-4470-4579-8b27-6faba75eee99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:04:19Z', 'updated_at': '2022-09-19T12:04:24Z', 'revision_number': 5, 'project_id': '2b62473c0f884d0c882dc6d6462a10a5', 'subnets': [{'id': '4ab6e504-0a7f-4587-b38e-a9c6e3939e87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b7ff1c0-d4c2-4860-ac19-db0819845914'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:04:32.333423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 46972) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:04:32.351455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 832858af-6d3a-41a6-8ead-1e84f8b54c1a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:04:32.514637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 832858af-6d3a-41a6-8ead-1e84f8b54c1a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:04:32.522098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 832858af-6d3a-41a6-8ead-1e84f8b54c1a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:04:32.522543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:32.589984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.policy [None req-0b55132e-d675-4deb-a8d5-aa541d4d4c9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89795) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 12:04:32.637962 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING oslo_policy.policy [None req-0b55132e-d675-4deb-a8d5-aa541d4d4c9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:04:32.638351 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING oslo_policy.policy [None req-0b55132e-d675-4deb-a8d5-aa541d4d4c9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:04:32.641269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 832858af-6d3a-41a6-8ead-1e84f8b54c1a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:04:32.641672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:32.648157 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0b55132e-d675-4deb-a8d5-aa541d4d4c9c admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3137794 Sep 19 12:04:32.658454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 832858af-6d3a-41a6-8ead-1e84f8b54c1a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=832858af-6d3a-41a6-8ead-1e84f8b54c1a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:04:32.736818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:32.811273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=832858af-6d3a-41a6-8ead-1e84f8b54c1a,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:04:34.347405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 832858af-6d3a-41a6-8ead-1e84f8b54c1a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:04:34.423874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 832858af-6d3a-41a6-8ead-1e84f8b54c1a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:04:34.424183 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:34.549143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 832858af-6d3a-41a6-8ead-1e84f8b54c1a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:04:41.584625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aeb44b29-3170-41e3-926f-79113e78f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:43.606412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-55774e04-c591-4ceb-8a2e-d6162d5d71e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:44.497687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:44.857753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:46.240691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:04:49.802988 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 5 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:05:11.543061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d0b2973e-68b8-48cc-9abe-0fe80f082fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:05:13.639399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2d88013f-e326-4c7a-9963-59d2e59c1a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:05:14.508434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:05:14.994164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:05:16.233829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:05:26.804702 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 5 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:05:41.559787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0ad0a37b-fa79-4965-8bb1-285878b5c88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:05:43.615803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0f66b5f1-7342-4b4d-869a-8aa55faa7f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:05:44.495994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:05:44.844436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:05:46.330330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:03.804658 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 5 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:06:11.541514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0513f6f8-4b7c-430c-adc3-40162233cb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:13.656189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66d50970-dfd8-4805-bcd3-8897b60e4ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:14.478420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:14.906994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:16.249332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:40.803559 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 5 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:06:41.557473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4b89b670-5b17-4d84-95d5-3117be6517bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:43.620926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-da03458e-6d5b-4097-a540-fa22423783dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:44.506108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:44.827069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:45.916257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47578) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:06:45.992997 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed7b622-9d0d-451a-83b1-2a69a3231b65 admin admin] GET failed (client error): The resource could not be found. Sep 19 12:06:45.994362 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9ed7b622-9d0d-451a-83b1-2a69a3231b65 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0771585 Sep 19 12:06:46.156574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a703dac2-77bc-4790-8496-c0db949314ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:06:46.158021 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a703dac2-77bc-4790-8496-c0db949314ab admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590228 Sep 19 12:06:46.254834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:48.396882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47588) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:06:48.503173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec3c62b-bf0d-4264-a2f8-f77bf9323476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:06:48.504498 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2ec3c62b-bf0d-4264-a2f8-f77bf9323476 admin admin] 10.222.0.66 "GET /v2.0/subnets/4ab6e504-0a7f-4587-b38e-a9c6e3939e87 HTTP/1.1" status: 200 len: 849 time: 0.1066861 Sep 19 12:06:48.514332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:06:48.630625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:48.894475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773458013004'] for subnet, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:48.966995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:06:48.967274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edfe480-4ed3-464d-affc-1ec6f91d9deb None None] Network b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:06:48.967704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:48.968901 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] 10.222.0.66 "PUT /v2.0/subnets/4ab6e504-0a7f-4587-b38e-a9c6e3939e87 HTTP/1.1" status: 200 len: 868 time: 0.4589097 Sep 19 12:06:48.985738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab6e504-0a7f-4587-b38e-a9c6e3939e87,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:06:48.994232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.994651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.994950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.995293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.995627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.995974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.996363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.996694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.997031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.997352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.998339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:48.998724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6116c-babe-4a36-a215-36f5351ccfa0 admin admin] Tracked resource versions report: Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: pushed versions: Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: { 'AddressGroup': {'1.2'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'ConntrackHelper': {'1.0'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Log': {'1.0'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Network': {'1.1'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Port': {'1.7'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'PortForwarding': {'1.2'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'QosPolicy': {'1.8'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SecurityGroup': {'1.4'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SubPort': {'1.0'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Subnet': {'1.1'}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Trunk': {'1.1'}} Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: consumer versions: Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: { DHCP agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: L3 agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: Metadata agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: Metering agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: Open vSwitch agent@dv-neutron-857775-2-hyperv: { 'AddressGroup': '1.2', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'ConntrackHelper': '1.0', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Log': '1.0', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Network': '1.1', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Port': '1.7', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'PortForwarding': '1.2', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'QosPolicy': '1.8', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SecurityGroup': '1.4', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SecurityGroupRule': '1.2', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SubPort': '1.0', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Subnet': '1.1', Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Trunk': '1.1'}} Sep 19 12:06:49.000226 dv-neutron-857775-2-hyperv neutron-server[89795]: {{(pid=89795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:06:49.495521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5c5f6d85-7112-449c-a2dd-78d7879f7a6e None None] Provisioning complete for port 805507e8-1a60-46f4-8061-21acf669f406 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:06:49.495814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6d85-7112-449c-a2dd-78d7879f7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:49.636258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f6d85-7112-449c-a2dd-78d7879f7a6e None None] Current status of the port 805507e8-1a60-46f4-8061-21acf669f406 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:06:49.649099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5c5f6d85-7112-449c-a2dd-78d7879f7a6e None None] Provisioning complete for port 7dd40836-790d-4402-94c9-5fcc80d0df20 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:06:49.649471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6d85-7112-449c-a2dd-78d7879f7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:06:49.765773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f6d85-7112-449c-a2dd-78d7879f7a6e None None] Current status of the port 7dd40836-790d-4402-94c9-5fcc80d0df20 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:06:51.175226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 47602) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:06:51.348664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156866b8-af64-45fb-8998-cee00733ae20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:06:51.349133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156866b8-af64-45fb-8998-cee00733ae20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:06:51.351051 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-156866b8-af64-45fb-8998-cee00733ae20 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1746464 Sep 19 12:06:53.577579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 47612) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:06:53.751363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad2152-e295-42a8-b65c-80633d1c7845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:06:53.751827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad2152-e295-42a8-b65c-80633d1c7845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:06:53.753359 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2dad2152-e295-42a8-b65c-80633d1c7845 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1748459 Sep 19 12:06:55.975203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47622) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:06:56.145480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2148a7-b9ea-40a2-8b67-e822a7a15133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:06:56.146864 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cb2148a7-b9ea-40a2-8b67-e822a7a15133 admin admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 886 time: 0.1706924 Sep 19 12:06:58.357076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47632) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:06:58.545799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88231619-19a4-4f80-90f4-089d5a531fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:06:58.547077 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-88231619-19a4-4f80-90f4-089d5a531fa4 admin admin] 10.222.0.66 "GET /v2.0/networks/b88cbf7a-fdd5-44c9-b1a1-477c4e9d7e67 HTTP/1.1" status: 200 len: 869 time: 0.1889973 Sep 19 12:07:00.765631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47642) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:07:00.869622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4343fc2-322a-4962-bb29-ef9bdf9cf37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:07:00.870069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4343fc2-322a-4962-bb29-ef9bdf9cf37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:07:00.871581 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e4343fc2-322a-4962-bb29-ef9bdf9cf37d admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050186 Sep 19 12:07:03.095337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47652) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:07:03.219302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beeca12-6fa4-4dd9-a45a-1cebadbea9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:07:03.219763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beeca12-6fa4-4dd9-a45a-1cebadbea9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:07:03.221257 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9beeca12-6fa4-4dd9-a45a-1cebadbea9c0 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249537 Sep 19 12:07:05.410589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47662) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:07:05.517793 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79819ff-7bb4-47ed-9cb3-4b9f61cebed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:07:05.519162 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f79819ff-7bb4-47ed-9cb3-4b9f61cebed6 admin admin] 10.222.0.66 "GET /v2.0/subnets/4ab6e504-0a7f-4587-b38e-a9c6e3939e87 HTTP/1.1" status: 200 len: 868 time: 0.1075659 Sep 19 12:07:07.741110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47672) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:07:07.845204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0859818b-11bb-45af-930f-deff665f9a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:07:07.846531 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0859818b-11bb-45af-930f-deff665f9a30 admin admin] 10.222.0.66 "GET /v2.0/subnets/7b3d38ee-d649-4bea-91cd-95a5c1fd6532 HTTP/1.1" status: 200 len: 816 time: 0.1044557 Sep 19 12:07:11.596948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8567-6bcf-4c24-86d8-32fb0ad93917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:13.654637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8b4bef08-6ea0-4ebf-a436-79f67ba4a198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:14.493744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:14.825834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:16.265325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:17.802012 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 5 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:07:27.584491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47718) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:07:27.632089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-3749beb1-437c-42e2-accf-4d70779739bd admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:07:27.633074 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3749beb1-437c-42e2-accf-4d70779739bd admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477591 Sep 19 12:07:29.902537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47728) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:07:29.974269 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d49d47-f34d-4678-ba75-96e826d7c09d admin admin] GET failed (client error): The resource could not be found. Sep 19 12:07:29.975632 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a0d49d47-f34d-4678-ba75-96e826d7c09d admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0718324 Sep 19 12:07:30.110044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed9db07-a016-4a81-9134-fb338fdcee89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:07:30.111437 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eed9db07-a016-4a81-9134-fb338fdcee89 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1317792 Sep 19 12:07:32.323801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47738) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:07:32.371049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:07:32.372473 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.quota [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Loaded quota_driver: . Sep 19 12:07:32.378457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:07:32.390396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:07:32.470754 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Made reservation on behalf of 9af26426083e46b5b574efda03ea5e84 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:07:32.473155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:32.568089 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.services.revisions.revision_plugin [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Could not find related network for resource to bump revision. Sep 19 12:07:32.582991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:07:32.593939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773457991069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:32.594471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Unsubscribe: segment precommit_create {{(pid=89795) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 12:07:32.594968 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Added segment 4de4bb22-18d5-4975-ab5b-ae86473afa88 of type vlan for network 427820a0-fa44-42db-a335-17889295e0ad Sep 19 12:07:32.661825 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:32.774149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:32.775170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:07:32.775755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:32.877445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] Pushing event updated for resources: {'Network': ['ID=427820a0-fa44-42db-a335-17889295e0ad,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:07:32.888261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 427820a0-fa44-42db-a335-17889295e0ad details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:07:33.014363 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-76fd97b1-87b2-4898-a676-5e2b198b870e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6892982 Sep 19 12:07:35.253491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47748) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:07:35.321162 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-55587c5d-6a33-4811-a90c-82f8b1d6f599 admin admin] GET failed (client error): The resource could not be found. Sep 19 12:07:35.321704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-55587c5d-6a33-4811-a90c-82f8b1d6f599 admin admin] Synchronizing usage tracker for tenant:9af26426083e46b5b574efda03ea5e84 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:07:35.436499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-55587c5d-6a33-4811-a90c-82f8b1d6f599 admin admin] Unset dirty status for tenant:9af26426083e46b5b574efda03ea5e84 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:07:35.437606 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-55587c5d-6a33-4811-a90c-82f8b1d6f599 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1829689 Sep 19 12:07:35.544991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09030e63-424c-494a-aed3-7b5de3ded8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:07:35.546426 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-09030e63-424c-494a-aed3-7b5de3ded8b1 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1049082 Sep 19 12:07:35.556002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '427820a0-fa44-42db-a335-17889295e0ad'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:07:35.560518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:07:35.564600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Usage tracker for resource:subnet and tenant:9af26426083e46b5b574efda03ea5e84 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:07:35.567645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:07:35.573256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:07:35.682285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Made reservation on behalf of 9af26426083e46b5b574efda03ea5e84 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:07:35.684947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:36.042726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:36.119596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb9df92-5a78-4b71-80b3-47f58bcc4b53,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:07:36.129132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Checking segment: {'id': '4de4bb22-18d5-4975-ab5b-ae86473afa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '427820a0-fa44-42db-a335-17889295e0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:07:36.129518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Network hostable DHCP agents. Network: 427820a0-fa44-42db-a335-17889295e0ad, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:07:36.276627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Network 427820a0-fa44-42db-a335-17889295e0ad is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:07:36.402309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 427820a0-fa44-42db-a335-17889295e0ad) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:07:36.406433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:07:36.408426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:36.411939 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096e24ba-8f7f-43bf-8467-61df8f9b69f7 None None] Network 427820a0-fa44-42db-a335-17889295e0ad requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:07:36.505954 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-95ed42de-5e79-4dc7-a124-caf5d9448b85 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9532340 Sep 19 12:07:36.645093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-427820a0-fa44-42db-a335-17889295e0ad', 'network_id': '427820a0-fa44-42db-a335-17889295e0ad', 'tenant_id': '9af26426083e46b5b574efda03ea5e84', 'fixed_ips': [{'subnet_id': 'cdb9df92-5a78-4b71-80b3-47f58bcc4b53'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:07:36.645972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:36.809330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Allocated IP 192.168.233.2 (427820a0-fa44-42db-a335-17889295e0ad/cdb9df92-5a78-4b71-80b3-47f58bcc4b53/c69d8a10-304a-462b-acd9-6fa4feea7b32) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:07:37.017848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:37.029281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Transition to ACTIVE for port object c69d8a10-304a-462b-acd9-6fa4feea7b32 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:07:37.047862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Transition to ACTIVE for port object c69d8a10-304a-462b-acd9-6fa4feea7b32 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:07:37.134363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:37.205073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Network 427820a0-fa44-42db-a335-17889295e0ad is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:07:37.208110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:07:37.214407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:07:37.217164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Pushing event updated for resources: {'Port': ['ID=c69d8a10-304a-462b-acd9-6fa4feea7b32,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:07:37.254436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.254819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.255165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.255501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.255834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.256187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.256522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.256863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.257189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.257534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.257836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.258157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:07:37.334603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Attempting to bind port c69d8a10-304a-462b-acd9-6fa4feea7b32 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:07:37.334996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Attempting to bind port c69d8a10-304a-462b-acd9-6fa4feea7b32 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '4de4bb22-18d5-4975-ab5b-ae86473afa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '427820a0-fa44-42db-a335-17889295e0ad'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:07:37.335356 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Attempting to bind port c69d8a10-304a-462b-acd9-6fa4feea7b32 on network 427820a0-fa44-42db-a335-17889295e0ad {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:07:37.341730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:07:37.342106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Checking segment: {'id': '4de4bb22-18d5-4975-ab5b-ae86473afa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '427820a0-fa44-42db-a335-17889295e0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:07:37.342502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:37.342937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Bound using segment: {'id': '4de4bb22-18d5-4975-ab5b-ae86473afa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '427820a0-fa44-42db-a335-17889295e0ad'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:07:37.343404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Bound port: c69d8a10-304a-462b-acd9-6fa4feea7b32, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de4bb22-18d5-4975-ab5b-ae86473afa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '427820a0-fa44-42db-a335-17889295e0ad'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:07:37.343847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:37.435554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] For port c69d8a10-304a-462b-acd9-6fa4feea7b32, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:07:37.438648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] For port c69d8a10-304a-462b-acd9-6fa4feea7b32, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c69d8a10-304a-462b-acd9-6fa4feea7b32,segment=NetworkSegment(4de4bb22-18d5-4975-ab5b-ae86473afa88),segment_id=4de4bb22-18d5-4975-ab5b-ae86473afa88)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:07:37.505982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:37.583708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7b8b0-e0a6-46f0-aed3-90516bdb88c2 None None] Pushing event updated for resources: {'Port': ['ID=c69d8a10-304a-462b-acd9-6fa4feea7b32,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:07:38.456359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c69d8a10-304a-462b-acd9-6fa4feea7b32 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:07:38.491028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a88a6-2701-4cb7-ba75-cd1ded265b23 None None] Network 427820a0-fa44-42db-a335-17889295e0ad requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:07:38.700611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-08a5a779-7edc-4690-9fd7-efeac3418217 None None] Provisioning for port c69d8a10-304a-462b-acd9-6fa4feea7b32 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:07:38.767734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c69d8a10-304a-462b-acd9-6fa4feea7b32 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:07:38.778716 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c69d8a10-304a-462b-acd9-6fa4feea7b32 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:07:38.779109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:38.918760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c69d8a10-304a-462b-acd9-6fa4feea7b32 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:07:38.919275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:38.962169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c69d8a10-304a-462b-acd9-6fa4feea7b32, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c69d8a10-304a-462b-acd9-6fa4feea7b32,segment=NetworkSegment(4de4bb22-18d5-4975-ab5b-ae86473afa88),segment_id=4de4bb22-18d5-4975-ab5b-ae86473afa88)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:07:39.076840 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:39.160320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c69d8a10-304a-462b-acd9-6fa4feea7b32,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:07:39.163936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6c9b3afa-af27-454b-9322-ae149ac9dce6 None None] Provisioning complete for port c69d8a10-304a-462b-acd9-6fa4feea7b32 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:07:39.164424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c9b3afa-af27-454b-9322-ae149ac9dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:39.286151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b3afa-af27-454b-9322-ae149ac9dce6 None None] Current status of the port c69d8a10-304a-462b-acd9-6fa4feea7b32 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:07:40.421581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c69d8a10-304a-462b-acd9-6fa4feea7b32 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:07:40.489002 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c69d8a10-304a-462b-acd9-6fa4feea7b32 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:07:40.489365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:40.605115 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c69d8a10-304a-462b-acd9-6fa4feea7b32 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:07:41.584981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-58f27e59-186e-4845-9520-cf749d062ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:43.642365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-03b29408-b40e-46c2-81da-77d91d7a5a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:44.499618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:45.036329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:46.271346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:07:54.801553 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 5 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:08:11.556289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-141e052e-4750-4d1c-a8d0-9063454d86e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:13.647419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dbe19f2-05c4-49cc-a52a-d763169f99f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:14.511117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:14.836460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:16.276858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:31.800339 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 5 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:08:41.579038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8934efba-9ac6-4cfc-acf1-ea97b372dbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:43.704199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5a1e63fb-1dad-4b71-921b-48f80df61cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:44.515407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:44.847794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:46.246757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:58.338075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47800) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:08:58.344039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-ee764a74-0dce-4143-aae7-c4d6a6bf6103 tempest-verify_tempest_config-536747371 tempest-verify_tempest_config-536747371-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:08:58.344988 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ee764a74-0dce-4143-aae7-c4d6a6bf6103 tempest-verify_tempest_config-536747371 tempest-verify_tempest_config-536747371-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059290 Sep 19 12:08:58.926679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47818) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:08:59.042523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:59.056679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:08:59.060473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Usage tracker for resource:security_group_rule and tenant:2543758d73494449a206fcef03fbf251 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:08:59.063716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:08:59.070651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:08:59.163379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:59.281053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:59.331542 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2543758d73494449a206fcef03fbf251&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4037879 Sep 19 12:08:59.332356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6086355-2019-4fa4-89b7-1347a95be8ab,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:08:59.334315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47824) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:08:59.355331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.355992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.355992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.356336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.356670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.357001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.357330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.357660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.357987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.358317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.358640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.358996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911607c3-2239-4053-9cba-4efa07d5d58d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:08:59.407761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7af40aa6-61b8-4712-a411-1304cc767f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:59.434067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7af40aa6-61b8-4712-a411-1304cc767f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:59.607222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7af40aa6-61b8-4712-a411-1304cc767f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:59.621258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af40aa6-61b8-4712-a411-1304cc767f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6086355-2019-4fa4-89b7-1347a95be8ab,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:08:59.627077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7af40aa6-61b8-4712-a411-1304cc767f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:08:59.628240 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7af40aa6-61b8-4712-a411-1304cc767f35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6086355-2019-4fa4-89b7-1347a95be8ab HTTP/1.1" status: 204 len: 168 time: 0.2929659 Sep 19 12:09:08.799305 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 5 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:09:11.555647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-20e1a858-211a-4759-af6d-81586b5f8fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:09:13.629634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f76028ff-2e34-4515-8698-01d016241bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:09:14.566454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:09:14.852848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:09:16.275545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:09:41.611890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2702e6a9-195b-41d5-9098-b61b423ae9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:09:43.645855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-92a0836d-ba97-4271-8b23-fd6030bbdfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:09:44.514719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:09:44.862926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:09:45.798628 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 5 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:09:46.280443 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:11.565853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9402f2f1-b68c-434a-b044-b3bd89151fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:13.668878 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-63270d8e-0ba2-49ab-bb5b-b238e0ec4c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:14.554571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:14.891283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:16.279925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:22.594211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545822'] for agent, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:22.797054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:10:37.487863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 47894) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:10:37.602712 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-af55ae15-3f27-4de7-957d-3e11d1324c0c admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1137507 Sep 19 12:10:39.848686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 47904) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:10:39.908347 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4098555f-2987-468b-9bbd-c13c1b41bae8 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0585804 Sep 19 12:10:41.628060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2a37a01-b6e9-4cc5-8203-7355dc5494d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:43.714078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6d0863f6-5cef-448d-bf49-2fdb8cca7086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:44.496926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:44.845266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:46.296798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:52.553561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:10:59.796232 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:11:11.559026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f6849258-491d-44f4-8163-a1cc3528dd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:13.650720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-92d8eacf-b87c-42d6-955b-3484b167ecda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:14.524979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:14.848985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:16.272695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:22.565004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:36.796739 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:11:41.638998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e09055ed-5287-4b36-a7a5-e2cf853e9372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:43.665704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-debe477a-9afb-4859-b9a9-9362b877d5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:44.545480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:44.879308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:46.301405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:11:52.622076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:11.650230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-173ade99-135a-4487-bb23-2f87d1edc7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:13.672850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6ca08c71-4bde-42b3-9484-73d3236a3df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:13.795848 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:12:14.157123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48052) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:14.367964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-102785480-network', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:14.373711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:14.377958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Usage tracker for resource:network and tenant:0799d850447f420ea38fcfd4caf091e4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:14.381431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:14.387386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:14.510977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Made reservation on behalf of 0799d850447f420ea38fcfd4caf091e4 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:14.513345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:14.526630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:14.542143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:14.548134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Usage tracker for resource:security_group_rule and tenant:0799d850447f420ea38fcfd4caf091e4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:14.551543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:14.560202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:14.564628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:14.655351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:14.838879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:14.870467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:14.873169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:14.885711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cc53bf-3701-4944-a102-ce10b41e3370,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:14.889366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:14.889759 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Added segment 7c761ae6-6631-4069-812c-3bf51046a2c8 of type vlan for network 3704555e-ba7d-469b-9608-38927218515a Sep 19 12:12:14.897900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.898274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.898619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.898982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.899311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.899639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.899963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.900289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.900610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.900935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.901254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.901569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Tracked resource versions report: Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: pushed versions: Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: { 'AddressGroup': {'1.2'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'ConntrackHelper': {'1.0'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Log': {'1.0'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Network': {'1.1'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Port': {'1.7'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'PortForwarding': {'1.2'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'QosPolicy': {'1.8'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SecurityGroup': {'1.4'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SubPort': {'1.0'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Subnet': {'1.1'}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Trunk': {'1.1'}} Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: consumer versions: Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: { DHCP agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: HyperV agent@hv-neutron-8577: {}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: L3 agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: Metadata agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: Metering agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: Open vSwitch agent@dv-neutron-857775-2-hyperv: { 'AddressGroup': '1.2', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'ConntrackHelper': '1.0', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Log': '1.0', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Network': '1.1', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Port': '1.7', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'PortForwarding': '1.2', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'QosPolicy': '1.8', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SecurityGroup': '1.4', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SecurityGroupRule': '1.2', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'SubPort': '1.0', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Subnet': '1.1', Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: 'Trunk': '1.1'}} Sep 19 12:12:14.902644 dv-neutron-857775-2-hyperv neutron-server[89794]: {{(pid=89794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:12:14.927378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.059682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.060994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:15.061871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.165245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] Pushing event updated for resources: {'Network': ['ID=3704555e-ba7d-469b-9608-38927218515a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:15.175304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 3704555e-ba7d-469b-9608-38927218515a details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:15.240255 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d6e6a4c4-3aa6-4f3f-bbf9-01e6be83d8cf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0820487 Sep 19 12:12:15.243679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48098) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:15.249533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Request body: {'subnet': {'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-102785480-subnet', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:15.254327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:15.258402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Usage tracker for resource:subnet and tenant:0799d850447f420ea38fcfd4caf091e4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:15.261940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:15.268489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:15.328088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48102) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:15.358419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Made reservation on behalf of 0799d850447f420ea38fcfd4caf091e4 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:15.360818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.431234 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48110) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:15.479527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48116) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:15.571467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48124) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:15.664989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.666726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1082654141-network', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:15.672805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:15.678405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Usage tracker for resource:network and tenant:bc270227fb294510bb4c21e9c8f4cf03 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:15.681511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:15.689198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:15.705450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-481596259-network', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:15.711621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:15.717491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Usage tracker for resource:network and tenant:89b67a2b8a7d4711939cb92036100cb1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:15.720833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:15.724876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=639eae4e-cc56-4df9-b7a8-eca28caa4e2e,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:15.728475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:15.738415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.738867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.739280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Tracked resource versions report: Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: pushed versions: Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: { 'AddressGroup': {'1.2'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'ConntrackHelper': {'1.0'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Log': {'1.0'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Network': {'1.1'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Port': {'1.7'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'PortForwarding': {'1.2'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'QosPolicy': {'1.8'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SecurityGroup': {'1.4'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SubPort': {'1.0'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Subnet': {'1.1'}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Trunk': {'1.1'}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: consumer versions: Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: { DHCP agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: HyperV agent@hv-neutron-8577: {}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: L3 agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: Metadata agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: Metering agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: Open vSwitch agent@dv-neutron-857775-2-hyperv: { 'AddressGroup': '1.2', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'ConntrackHelper': '1.0', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Log': '1.0', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Network': '1.1', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Port': '1.7', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'PortForwarding': '1.2', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'QosPolicy': '1.8', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SecurityGroup': '1.4', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SecurityGroupRule': '1.2', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'SubPort': '1.0', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Subnet': '1.1', Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: 'Trunk': '1.1'}} Sep 19 12:12:15.743583 dv-neutron-857775-2-hyperv neutron-server[89795]: {{(pid=89795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:12:15.749080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-927375897'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:15.759424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:15.764777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Usage tracker for resource:network and tenant:a11b93c193e346769af6cf9c212e6712 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:15.768357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:15.773214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Checking segment: {'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:15.773576 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Network hostable DHCP agents. Network: 3704555e-ba7d-469b-9608-38927218515a, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:15.775412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:15.784269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Made reservation on behalf of bc270227fb294510bb4c21e9c8f4cf03 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:15.787262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.802688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.818472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:15.820800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Usage tracker for resource:security_group_rule and tenant:bc270227fb294510bb4c21e9c8f4cf03 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:15.823505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:15.829695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:15.843435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'networks': [{'name': 'tempest-network--973307422'}, {'name': 'tempest-network--1021092880'}]} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:15.843741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'network': {'name': 'tempest-network--973307422'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:15.844186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'network': {'name': 'tempest-network--1021092880'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:15.855118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Made reservation on behalf of 89b67a2b8a7d4711939cb92036100cb1 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:15.858275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.872883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.891100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:15.896795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Usage tracker for resource:network and tenant:ddb0ae4df6d14fe19ac9756170b42d86 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:15.901806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Network 3704555e-ba7d-469b-9608-38927218515a is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:15.905532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:15.905532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:15.915631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:15.918163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Made reservation on behalf of a11b93c193e346769af6cf9c212e6712 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:15.922396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.935260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Usage tracker for resource:security_group_rule and tenant:89b67a2b8a7d4711939cb92036100cb1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:15.945419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:15.950523 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:15.966480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:15.983574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:16.004705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Usage tracker for resource:security_group_rule and tenant:a11b93c193e346769af6cf9c212e6712 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:16.008902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:16.021901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:16.049978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.054176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 3704555e-ba7d-469b-9608-38927218515a) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:16.069024 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb351baa-6e50-4751-b03e-50a9d2b7c9e4 None None] Network 3704555e-ba7d-469b-9608-38927218515a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:16.069495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:16.071423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.131426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.168046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Made reservation on behalf of ddb0ae4df6d14fe19ac9756170b42d86 for: {'network': 2} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:16.173127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.184967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.200346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:16.208992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Usage tracker for resource:security_group_rule and tenant:ddb0ae4df6d14fe19ac9756170b42d86 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:16.212683 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0f7ab7a7-8c08-4b75-ae17-8ce99f5e7cbc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9649808 Sep 19 12:12:16.212683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48144) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:16.217711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:16.217711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.230858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:16.232482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:16.245617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:16.256209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Usage tracker for resource:router and tenant:0799d850447f420ea38fcfd4caf091e4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:16.260539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b36f761-2931-4007-bf21-d7a2fabfe241,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:16.262664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:16.278208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:16.294612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:16.315454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.324665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-3704555e-ba7d-469b-9608-38927218515a', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:12:16.325499 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.356237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.356930 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Added segment 56ddbf2f-635c-4827-8273-8089b9befc52 of type vlan for network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c Sep 19 12:12:16.364033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:16.374431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.375047 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Added segment f93b67ca-bcc4-4cf5-b129-a694009378be of type vlan for network b58caf9b-5b4b-47b7-b230-84077bd8b127 Sep 19 12:12:16.395753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.405384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.437751 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.439920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.476332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.517177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Allocated IP 172.20.0.2 (3704555e-ba7d-469b-9608-38927218515a/639eae4e-cc56-4df9-b7a8-eca28caa4e2e/498efca1-f1f7-4ba7-af5a-f30fdf5064d3) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:16.637141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31afaedb-c169-41ff-a6cd-d20285b184c2,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:16.668317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48162) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:16.677875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.746288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.747256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:16.747885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.778168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.790705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Transition to ACTIVE for port object 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:16.800788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.822290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Transition to ACTIVE for port object 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:16.883037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.899812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.912003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:16.912003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:16.912003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] Pushing event updated for resources: {'Network': ['ID=b58caf9b-5b4b-47b7-b230-84077bd8b127,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:16.918798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network b58caf9b-5b4b-47b7-b230-84077bd8b127 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:16.955132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.019002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.020458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.089062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.113168 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7832727 Sep 19 12:12:17.114782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.120841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-259109179', 'router:external': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:17.126587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Pushing event updated for resources: {'Port': ['ID=498efca1-f1f7-4ba7-af5a-f30fdf5064d3,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:17.135773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:17.136833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.137404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.137905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.138528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.139049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.139550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.140050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.140533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.141003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.141506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.141992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.142476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:17.142683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Tracked resource versions report: Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: pushed versions: Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: { 'AddressGroup': {'1.2'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'ConntrackHelper': {'1.0'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Log': {'1.0'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Network': {'1.1'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Port': {'1.7'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'PortForwarding': {'1.2'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'QosPolicy': {'1.8'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SecurityGroup': {'1.4'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SubPort': {'1.0'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Subnet': {'1.1'}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Trunk': {'1.1'}} Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: consumer versions: Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: { DHCP agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: HyperV agent@hv-neutron-8577: {}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: L3 agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: Metadata agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: Metering agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: Open vSwitch agent@dv-neutron-857775-2-hyperv: { 'AddressGroup': '1.2', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'ConntrackHelper': '1.0', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Log': '1.0', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Network': '1.1', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Port': '1.7', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'PortForwarding': '1.2', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'QosPolicy': '1.8', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SecurityGroup': '1.4', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SecurityGroupRule': '1.2', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'SubPort': '1.0', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Subnet': '1.1', Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: 'Trunk': '1.1'}} Sep 19 12:12:17.143917 dv-neutron-857775-2-hyperv neutron-server[89796]: {{(pid=89796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:12:17.147062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Usage tracker for resource:network and tenant:d48a684f2ce64f43a262317cc9bdabf5 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:17.154922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:17.159542 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Network 3704555e-ba7d-469b-9608-38927218515a is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:17.161648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:17.163937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:17.167711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.168185 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Added segment a1ff2654-c955-412f-9265-6f6f797e7375 of type vlan for network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 Sep 19 12:12:17.174943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:17.188018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48180) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:17.201385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Request body: {'subnet': {'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1082654141-subnet', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:17.204457 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-10a613a0-4123-40fb-8617-393731376508 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7707050 Sep 19 12:12:17.224378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48186) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:17.234018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Request body: {'subnet': {'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-481596259-subnet', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:17.238835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:17.243527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Usage tracker for resource:subnet and tenant:89b67a2b8a7d4711939cb92036100cb1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:17.247081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:17.255803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:17.258827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48192) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:17.262296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:17.278783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c6de5-0c72-4f42-9dfc-94f2f3e7e6db admin admin] Pushing event updated for resources: {'Network': ['ID=9d2aa7ba-6cb6-4d88-a079-a884ed8c499c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:17.287138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.312657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:17.319323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8ed2d5-cf58-4391-9c66-34d434c787a2,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:17.332954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:17.358681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Made reservation on behalf of 89b67a2b8a7d4711939cb92036100cb1 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:17.361010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.371854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Usage tracker for resource:subnet and tenant:bc270227fb294510bb4c21e9c8f4cf03 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:17.375849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48198) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:17.379607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Made reservation on behalf of d48a684f2ce64f43a262317cc9bdabf5 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:17.386678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.386678 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Added segment fcb8e37a-060a-4064-badd-78e5371e79b1 of type vlan for network c3b1ed97-9ef5-4974-8839-4ee04ce7a024 Sep 19 12:12:17.387033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.393459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:17.406424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:17.409485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.443819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:17.449542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Usage tracker for resource:security_group_rule and tenant:d48a684f2ce64f43a262317cc9bdabf5 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:17.455057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:17.479795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:17.482180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Attempting to bind port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:17.483592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Attempting to bind port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:17.484230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Attempting to bind port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 on network 3704555e-ba7d-469b-9608-38927218515a {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:17.489476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7b7294-0966-41d6-9a8a-e8d1fb464245,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:17.519731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:17.520633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Checking segment: {'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:17.521365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.521956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Bound using segment: {'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:17.522076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.522821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Bound port: 498efca1-f1f7-4ba7-af5a-f30fdf5064d3, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:17.526528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.548370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Made reservation on behalf of bc270227fb294510bb4c21e9c8f4cf03 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:17.553440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.580356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:17.630197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.635570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:17.636226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.644846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] For port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:17.648452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] For port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=498efca1-f1f7-4ba7-af5a-f30fdf5064d3,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:17.667514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:17.678797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.679005 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Added segment 5af2adaa-02e7-4cdc-be83-8f34d779fc52 of type vlan for network b3c884d6-d37d-4ab4-8f3c-6da49b63542c Sep 19 12:12:17.717624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:17.729708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Usage tracker for resource:floatingip and tenant:4333a6e56db144708001d57c7e5dcc3d is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:17.731203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.739205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:17.743827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-260792586'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:17.754653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:17.778630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:17.797158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Network': ['ID=f613b141-46bf-4b08-9b86-4a7a45d6b4e6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:17.799682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Usage tracker for resource:network and tenant:63187104eb9d464284fdff051bc666cb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:17.823339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:17.823544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:17.834225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:17.845191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.930273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d5b27-b34d-43c9-976e-6539c8d861ad None None] Pushing event updated for resources: {'Port': ['ID=498efca1-f1f7-4ba7-af5a-f30fdf5064d3,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:17.941351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:17.947928 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-92f77bed-caac-4ca5-bc85-7e8cbeb4c804 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.4669960 Sep 19 12:12:17.950835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48206) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:17.957619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'subnet': {'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:17.964223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.034333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.085776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Made reservation on behalf of 63187104eb9d464284fdff051bc666cb for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:18.089195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.104424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.108712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.111140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:18.116448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:18.116642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.137221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.180477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.245630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:18.276608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d6fd8f-b603-4597-a89b-9939e4020be5,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:18.290354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.300077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:18.315575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Usage tracker for resource:security_group_rule and tenant:63187104eb9d464284fdff051bc666cb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:18.327203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.327800 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Added segment 35d084e2-cb52-4b80-acf3-95c8cffd1b10 of type vlan for network 151517b7-a823-409d-a5bf-8f2c7b3ae50c Sep 19 12:12:18.330619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:18.342459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.350384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:18.352338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:18.356795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:18.362124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'Network': ['ID=c3b1ed97-9ef5-4974-8839-4ee04ce7a024,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:18.372409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network c3b1ed97-9ef5-4974-8839-4ee04ce7a024 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:18.395863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Usage tracker for resource:subnet and tenant:a11b93c193e346769af6cf9c212e6712 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:18.402221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:18.444733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.476620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:18.494709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Checking segment: {'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:18.495080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Network hostable DHCP agents. Network: b58caf9b-5b4b-47b7-b230-84077bd8b127, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:18.530266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'Network': ['ID=b3c884d6-d37d-4ab4-8f3c-6da49b63542c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:18.552931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network b3c884d6-d37d-4ab4-8f3c-6da49b63542c details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:18.562799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.568235 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cbe64a30-05df-4ca0-bfcf-17bccd26fa34 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9914169 Sep 19 12:12:18.569027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48212) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:18.597581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Made reservation on behalf of a11b93c193e346769af6cf9c212e6712 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:18.602639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.632496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.650069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.698952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Network b58caf9b-5b4b-47b7-b230-84077bd8b127 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:18.710770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:18.741021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.793215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745ddf40-38f6-4919-ac93-5ec6f63b55e1,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:18.802213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:18.805393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Allocated IP 172.26.5.78 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/12dd51fa-3cb5-473f-8e45-07827925862a) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:18.815511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e8a683-5a9d-4adb-b00d-712d4b1e1916,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:18.818159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.819323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:18.820161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.876281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, b58caf9b-5b4b-47b7-b230-84077bd8b127) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:18.885404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:18.885983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.900050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c3014-8123-4211-a881-7fcfcb87bf56 None None] Network b58caf9b-5b4b-47b7-b230-84077bd8b127 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:18.933941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:18.934299 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Added segment 5b6f19e4-1a72-4289-90f1-97d77ddef8ad of type vlan for network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 Sep 19 12:12:19.268704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:19.270821 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d43d464a-345a-4119-ab30-1bb6753cb498 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8011110 Sep 19 12:12:19.271304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Checking segment: {'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:19.271304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Network hostable DHCP agents. Network: 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:19.271554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48218) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:19.271554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:19.271554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:19.271554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.271554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Usage tracker for resource:router and tenant:89b67a2b8a7d4711939cb92036100cb1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:19.271554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:19.271554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:19.272159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff6cf3-608e-4e7b-820b-4f1fb479c789 None None] Network 3704555e-ba7d-469b-9608-38927218515a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:19.272387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event updated for resources: {'Network': ['ID=151517b7-a823-409d-a5bf-8f2c7b3ae50c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:19.272387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070ce23-afda-407e-997a-adf837143e47 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:19.272387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070ce23-afda-407e-997a-adf837143e47 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:19.272758 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 151517b7-a823-409d-a5bf-8f2c7b3ae50c details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:19.272983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070ce23-afda-407e-997a-adf837143e47 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:19.272983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070ce23-afda-407e-997a-adf837143e47 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:19.272983 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f070ce23-afda-407e-997a-adf837143e47 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6173961 Sep 19 12:12:19.272983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48224) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:19.273378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.295453 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-45959415-2c82-4768-bd37-5c4b8d6c15a4 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6251712 Sep 19 12:12:19.305624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48228) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:19.317956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Request body: {'subnet': {'network_id': '151517b7-a823-409d-a5bf-8f2c7b3ae50c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:19.325396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:19.330899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Usage tracker for resource:subnet and tenant:d48a684f2ce64f43a262317cc9bdabf5 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:19.335250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:19.343914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.349649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:19.350249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.365874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.372249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.388848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:19.412669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-b58caf9b-5b4b-47b7-b230-84077bd8b127', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:12:19.413518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.431302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:19.507147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Subnet': ['ID=ac64ee83-4989-4a93-892b-2ef897752159,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:19.514259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.515374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.521444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:19.526906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Pushing event updated for resources: {'Network': ['ID=3c9a75bd-9e9d-4afe-adce-b94a648e30e2,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:19.528897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b83f1334-e84b-4728-9da6-cda774264b8b None None] Provisioning for port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:19.536361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Checking segment: {'id': 'a1ff2654-c955-412f-9265-6f6f797e7375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:19.536650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Network hostable DHCP agents. Network: f613b141-46bf-4b08-9b86-4a7a45d6b4e6, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:19.540344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a32bee1-8ee5-45c8-9160-ed8897a29f91 None None] Network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:19.542504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:19.543135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.544466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Made reservation on behalf of d48a684f2ce64f43a262317cc9bdabf5 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:19.547698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.562495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:19.569361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.577331 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-61ba5045-7c38-4a9b-ab26-e3fe2f2c2b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1917083 Sep 19 12:12:19.583683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.605006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > segment before_delete 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.605390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.606162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.606494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > port after_create 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.606852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > port after_delete 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.607303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > port after_update 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.607852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > segment after_delete 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.608202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > subnet after_create 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.608552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > subnet after_delete 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.608894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > subnet after_update 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.717512 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Allocated IP 172.20.0.2 (b58caf9b-5b4b-47b7-b230-84077bd8b127/d68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0/b4fe3e24-6e5c-4156-a2e1-017a3aeb8417) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:19.748844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:19.778235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > subnet after_create 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.778508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > subnet after_delete 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.778877 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > subnet before_create 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.779794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Subscribe: > subnet before_update 55550000 {{(pid=89795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:19.780214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b1ed97-9ef5-4974-8839-4ee04ce7a024']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:19.794324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.803361 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b8abff2f-e005-455c-a75c-52b24b7ddac8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6138282 Sep 19 12:12:19.858116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48246) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:19.875893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb8e37a-060a-4064-badd-78e5371e79b1') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:19.876188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb8e37a-060a-4064-badd-78e5371e79b1') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:19.907634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:19.926202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.944308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:19.952627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:19.965608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:19.977233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:19.984149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, f613b141-46bf-4b08-9b86-4a7a45d6b4e6) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:20.001279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:20.001857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b83f1334-e84b-4728-9da6-cda774264b8b None None] Provisioning complete for port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:20.002229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b83f1334-e84b-4728-9da6-cda774264b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.006267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.010380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Pushing event updated for resources: {'Port': ['ID=12dd51fa-3cb5-473f-8e45-07827925862a,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:20.011754 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:20.012541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.022864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Allocated IP 172.26.5.45 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/8cb232c6-ac6a-41d8-9c1e-63ac59f921ce) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:20.027770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:12:20.028159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.196202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.209492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Usage tracker for resource:router and tenant:bc270227fb294510bb4c21e9c8f4cf03 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:20.221426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486ccdce-395b-4644-b7e6-7344554c81d1 None None] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:20.230878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:20.243243 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:20.306404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48254) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:20.313667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Request body: {'port': {'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2', 'binding:host_id': 'hv-neutron-8577', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-294746520'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:20.321065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:20.355564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Usage tracker for resource:port and tenant:4fac957299494770b44991a6d290af36 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:20.361217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Transition to ACTIVE for port object b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:20.387001 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-df35f540-03f9-495e-a23f-0588e61937be tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4347014 Sep 19 12:12:20.391607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48258) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:20.393123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:20.399706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.401071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.411664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:20.417408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'port': {'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1934485388'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:20.447229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Transition to ACTIVE for port object b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:20.455728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.461206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.548057 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "DELETE /v2.0/networks/c3b1ed97-9ef5-4974-8839-4ee04ce7a024 HTTP/1.1" status: 204 len: 168 time: 1.3581457 Sep 19 12:12:20.548979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa758-f83e-4c9d-a5b9-f08b52b96bb7 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Network': ['ID=c3b1ed97-9ef5-4974-8839-4ee04ce7a024,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:20.554102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48266) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:20.568980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.600044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.646763 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment fcb8e37a-060a-4064-badd-78e5371e79b1 resource provider aggregate not found Sep 19 12:12:20.700609 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment fcb8e37a-060a-4064-badd-78e5371e79b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcb8e37a-060a-4064-badd-78e5371e79b1 found for delete ", "request_id": "req-54740e7e-0f62-4b5e-a707-a9e50248fdb2"}]} Sep 19 12:12:20.741827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.743556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Made reservation on behalf of 4fac957299494770b44991a6d290af36 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:20.746114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.751020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Network b58caf9b-5b4b-47b7-b230-84077bd8b127 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:20.754736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.754882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b83f1334-e84b-4728-9da6-cda774264b8b None None] Current status of the port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:20.755152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b83f1334-e84b-4728-9da6-cda774264b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.770651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:20.773857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:20.782319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.805003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-f613b141-46bf-4b08-9b86-4a7a45d6b4e6', 'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6', 'tenant_id': 'a11b93c193e346769af6cf9c212e6712', 'fixed_ips': [{'subnet_id': 'ac64ee83-4989-4a93-892b-2ef897752159'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:12:20.805833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:20.856080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Pushing event updated for resources: {'Port': ['ID=b4fe3e24-6e5c-4156-a2e1-017a3aeb8417,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:20.878648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:20.885452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:20.940244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Usage tracker for resource:security_group_rule and tenant:4fac957299494770b44991a6d290af36 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:20.953253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:20.956314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Usage tracker for resource:port and tenant:a11b93c193e346769af6cf9c212e6712 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:20.964401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:20.968100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:20.978123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:20.989153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.021094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b83f1334-e84b-4728-9da6-cda774264b8b None None] For port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=498efca1-f1f7-4ba7-af5a-f30fdf5064d3,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:21.063998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Attempting to bind port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:21.064614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Attempting to bind port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:21.065113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Attempting to bind port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 on network b58caf9b-5b4b-47b7-b230-84077bd8b127 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:21.084689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c884d6-d37d-4ab4-8f3c-6da49b63542c']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:21.106853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.124156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:21.124530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Checking segment: {'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:21.124926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.125311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Bound using segment: {'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:21.125812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Bound port: b4fe3e24-6e5c-4156-a2e1-017a3aeb8417, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:21.126170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.155588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af2adaa-02e7-4cdc-be83-8f34d779fc52') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:21.155829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af2adaa-02e7-4cdc-be83-8f34d779fc52') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:21.176705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b83f1334-e84b-4728-9da6-cda774264b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.197903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.210918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:21.213850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:12:21.214892 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.220863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.266253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.271793 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:21.274392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:21.287161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Made reservation on behalf of a11b93c193e346769af6cf9c212e6712 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:21.291393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.343137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] device_id is not set on port dfac3a1b-5ccb-4a3d-a878-8da46610b974 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:21.348103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.354317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Pushing event updated for resources: {'Port': ['ID=8cb232c6-ac6a-41d8-9c1e-63ac59f921ce,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:21.367125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:12:21.367533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.400020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Allocated IP 2001:db8::2 (f613b141-46bf-4b08-9b86-4a7a45d6b4e6/ac64ee83-4989-4a93-892b-2ef897752159/a16f535c-744a-4b49-b0c6-89f407739684) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:21.417970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f1334-e84b-4728-9da6-cda774264b8b None None] Pushing event updated for resources: {'Port': ['ID=498efca1-f1f7-4ba7-af5a-f30fdf5064d3,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:21.440179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-371c838b-d1b4-462d-9d83-91475433d8f1 None None] Provisioning complete for port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:21.440612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-371c838b-d1b4-462d-9d83-91475433d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.447380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.objects.ports [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89794) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:12:21.447849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.534301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] For port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:21.635097 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] For port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b4fe3e24-6e5c-4156-a2e1-017a3aeb8417,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:21.675950 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Allocated IP 172.20.0.2 (9d2aa7ba-6cb6-4d88-a079-a884ed8c499c/745ddf40-38f6-4919-ac93-5ec6f63b55e1/b76b95ec-ac88-46e9-82a9-1ff2334093bb) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:21.730512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.733055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.762967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.801384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2dfd2131-2ad5-4bf8-904c-d60525974aa7,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:21.801825 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.818796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Network': ['ID=b3c884d6-d37d-4ab4-8f3c-6da49b63542c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:21.820043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.837755 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-84cd51ec-e6a6-40e4-a963-cc48a8b99001 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "DELETE /v2.0/networks/b3c884d6-d37d-4ab4-8f3c-6da49b63542c HTTP/1.1" status: 204 len: 168 time: 1.2807219 Sep 19 12:12:21.840086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] device_id is not set on port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:21.876061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Checking segment: {'id': '35d084e2-cb52-4b80-acf3-95c8cffd1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '151517b7-a823-409d-a5bf-8f2c7b3ae50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:21.876441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Network hostable DHCP agents. Network: 151517b7-a823-409d-a5bf-8f2c7b3ae50c, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:21.883765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48272) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:21.909889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-371c838b-d1b4-462d-9d83-91475433d8f1 None None] Current status of the port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:21.940121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:21.969041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.002396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.017654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b6bc4-c4c2-4290-93d5-8f18063652d9 None None] Pushing event updated for resources: {'Port': ['ID=b4fe3e24-6e5c-4156-a2e1-017a3aeb8417,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:22.040270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.071695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.073304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Transition to ACTIVE for port object a16f535c-744a-4b49-b0c6-89f407739684 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:22.079876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a25cd0e-1578-4b02-8795-b83c6c047db3,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:22.178545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Transition to ACTIVE for port object a16f535c-744a-4b49-b0c6-89f407739684 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:22.238796 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.256728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Transition to ACTIVE for port object b76b95ec-ac88-46e9-82a9-1ff2334093bb will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:22.270713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.271499 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.361966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Network 151517b7-a823-409d-a5bf-8f2c7b3ae50c is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:22.400266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Transition to ACTIVE for port object b76b95ec-ac88-46e9-82a9-1ff2334093bb will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:22.407566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:22.410945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:22.417593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:22.420418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Pushing event updated for resources: {'Port': ['ID=a16f535c-744a-4b49-b0c6-89f407739684,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:22.468744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eacbecb-1431-4b6e-8504-57f2e630ff83 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:22.474905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eacbecb-1431-4b6e-8504-57f2e630ff83 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:22.480841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eacbecb-1431-4b6e-8504-57f2e630ff83 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:22.481701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0eacbecb-1431-4b6e-8504-57f2e630ff83 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Synchronizing usage tracker for tenant:ddb0ae4df6d14fe19ac9756170b42d86 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:22.571958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 151517b7-a823-409d-a5bf-8f2c7b3ae50c) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:22.577394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:22.578231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.583075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Router a9c52412-684d-410a-be75-3518c08df4e6 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:12:22.610488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.626132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.630230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Allocated IP 2001:db8::330 (f613b141-46bf-4b08-9b86-4a7a45d6b4e6/ac64ee83-4989-4a93-892b-2ef897752159/dfac3a1b-5ccb-4a3d-a878-8da46610b974) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:22.636113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Attempting to bind port a16f535c-744a-4b49-b0c6-89f407739684 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:22.636705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Attempting to bind port a16f535c-744a-4b49-b0c6-89f407739684 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a1ff2654-c955-412f-9265-6f6f797e7375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:22.637445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Attempting to bind port a16f535c-744a-4b49-b0c6-89f407739684 on network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:22.644225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8056fb76-86b1-4ef2-ad7c-082716e7cb9b None None] Network 151517b7-a823-409d-a5bf-8f2c7b3ae50c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:22.649785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Allocated IP 172.26.5.226 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/de7f8e28-812d-49f7-bbc8-e920b92ca6ce) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:22.712645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:22.713932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:22.714465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Checking segment: {'id': 'a1ff2654-c955-412f-9265-6f6f797e7375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:22.715045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.715648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Bound using segment: {'id': 'a1ff2654-c955-412f-9265-6f6f797e7375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:22.716300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Bound port: a16f535c-744a-4b49-b0c6-89f407739684, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ff2654-c955-412f-9265-6f6f797e7375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:22.718075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.728374 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 5af2adaa-02e7-4cdc-be83-8f34d779fc52 resource provider aggregate not found Sep 19 12:12:22.732485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.746619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:22.821708 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 5af2adaa-02e7-4cdc-be83-8f34d779fc52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5af2adaa-02e7-4cdc-be83-8f34d779fc52 found for delete ", "request_id": "req-4a8ac7dd-1bd1-42f3-8f0b-9b4c79e3517e"}]} Sep 19 12:12:22.845062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] For port a16f535c-744a-4b49-b0c6-89f407739684, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:22.849810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] For port a16f535c-744a-4b49-b0c6-89f407739684, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a16f535c-744a-4b49-b0c6-89f407739684,segment=NetworkSegment(a1ff2654-c955-412f-9265-6f6f797e7375),segment_id=a1ff2654-c955-412f-9265-6f6f797e7375)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:22.855454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:22.915256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:22.955278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0eacbecb-1431-4b6e-8504-57f2e630ff83 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Unset dirty status for tenant:ddb0ae4df6d14fe19ac9756170b42d86 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:22.958218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Pushing event updated for resources: {'Port': ['ID=8cb232c6-ac6a-41d8-9c1e-63ac59f921ce,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:22.963832 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0eacbecb-1431-4b6e-8504-57f2e630ff83 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1936 time: 1.0778565 Sep 19 12:12:22.969392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48282) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:22.974603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:22.984376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-433407797'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:22.997698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:12:23.008307 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Sync routers for ids ['a9c52412-684d-410a-be75-3518c08df4e6'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:12:23.015937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:23.024648 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Routers {'a9c52412-684d-410a-be75-3518c08df4e6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:23.025222 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['a9c52412-684d-410a-be75-3518c08df4e6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:23.038361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.067574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:23.121994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.124023 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-460a6c79-9752-4aec-a2e4-9bd93971f8d5 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8636334 Sep 19 12:12:23.126990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48286) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:23.132673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1364995290', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'fixed_ips': [{'ip_address': '172.26.5.45'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:23.143175 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bcc6b72b-d212-4d77-8e03-7b130526c60c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8315136 Sep 19 12:12:23.144385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:23.153055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48290) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:23.161756 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Usage tracker for resource:port and tenant:4333a6e56db144708001d57c7e5dcc3d is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:23.172292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Pushing event updated for resources: {'Port': ['ID=b76b95ec-ac88-46e9-82a9-1ff2334093bb,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:23.188724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-18309005', 'network_id': '151517b7-a823-409d-a5bf-8f2c7b3ae50c'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:23.204962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] device_id is not set on port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:23.206258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:23.212319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Attempting to bind port b76b95ec-ac88-46e9-82a9-1ff2334093bb on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:23.213383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Attempting to bind port b76b95ec-ac88-46e9-82a9-1ff2334093bb by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:23.213383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Attempting to bind port b76b95ec-ac88-46e9-82a9-1ff2334093bb on network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:23.218930 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:23.227833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.231256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Usage tracker for resource:port and tenant:d48a684f2ce64f43a262317cc9bdabf5 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:23.234739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.238818 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-38a7ad7c-143c-4a37-b704-ebed1c68f743 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0161934 Sep 19 12:12:23.246367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:23.246868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:23.249317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Checking segment: {'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:23.249892 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.250422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Bound using segment: {'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:23.251077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Bound port: b76b95ec-ac88-46e9-82a9-1ff2334093bb, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:23.252529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48294) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:23.253147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.253318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Made reservation on behalf of ddb0ae4df6d14fe19ac9756170b42d86 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:23.256801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.270986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:23.419332 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Set router a9c52412-684d-410a-be75-3518c08df4e6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:23.427282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:23.434951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.435876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:23.436232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.470943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:23.494815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.495211 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Added segment ad6de2e9-5e18-4352-b86c-b4249bea34b9 of type vlan for network dee2b457-975e-468b-854d-a79b5d7da6af Sep 19 12:12:23.505292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.522014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eab667-d0b8-48d9-9a3d-8413eaca4bcc None None] Network b58caf9b-5b4b-47b7-b230-84077bd8b127 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:23.531081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.551773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Transition to ACTIVE for port object 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:23.590189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.646487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Made reservation on behalf of d48a684f2ce64f43a262317cc9bdabf5 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:23.652639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.662428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] For port b76b95ec-ac88-46e9-82a9-1ff2334093bb, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:23.686008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.694676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:23.695871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.716334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.717506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] For port b76b95ec-ac88-46e9-82a9-1ff2334093bb, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b76b95ec-ac88-46e9-82a9-1ff2334093bb,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:23.737364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4615ce-315d-40cf-b2f2-b09fe96e153d None None] Pushing event updated for resources: {'Port': ['ID=a16f535c-744a-4b49-b0c6-89f407739684,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:23.782071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.803913 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:20Z', 'revision_number': 3, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:23.804185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b01c23df-3435-440b-aab9-34a30a0ecab0 None None] Provisioning for port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:23.812009 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Checking router: a9c52412-684d-410a-be75-3518c08df4e6 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:12:23.812366 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Updating router a9c52412-684d-410a-be75-3518c08df4e6 port 12dd51fa-3cb5-473f-8e45-07827925862a binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:12:23.850993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.903037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.916976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Transition to ACTIVE for port object dfac3a1b-5ccb-4a3d-a878-8da46610b974 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:23.917404 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:23.932637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event updated for resources: {'Port': ['ID=78ad2b4b-37d0-423e-8a16-8ad62f3d0493,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:23.966050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Checking segment: {'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:23.967343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Network hostable DHCP agents. Network: 3c9a75bd-9e9d-4afe-adce-b94a648e30e2, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:23.970996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ddc48-3298-4562-b2f8-c871aad83e54 None None] Network 151517b7-a823-409d-a5bf-8f2c7b3ae50c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:23.998500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:23.999795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:24.051442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'Network': ['ID=dee2b457-975e-468b-854d-a79b5d7da6af,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:24.074054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48298) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:24.075242 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3a50de90-0855-4d6c-b6b3-8b5df455868c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1005983 Sep 19 12:12:24.077112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Made reservation on behalf of 4333a6e56db144708001d57c7e5dcc3d for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:24.080183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:24.094148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1742118398'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:24.102907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:24.117415 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:24.125693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] device_id is not set on port e8041791-ae2f-45cf-a9ef-12d91e7d915d yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:24.168151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:24.177274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network dee2b457-975e-468b-854d-a79b5d7da6af details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:24.271209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:24.319095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:24.319582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Usage tracker for resource:network and tenant:ddb0ae4df6d14fe19ac9756170b42d86 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:24.324818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:24.328585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Usage tracker for resource:security_group_rule and tenant:4333a6e56db144708001d57c7e5dcc3d is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:24.336333 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:24.340366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:24.361241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:24.362310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:24.400846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:24.403433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:24.411180 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:24.411842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:24.421650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:24.445321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:24.460728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:24.464562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:24.491317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Allocated IP 172.20.0.6 (151517b7-a823-409d-a5bf-8f2c7b3ae50c/2dfd2131-2ad5-4bf8-904c-d60525974aa7/e8041791-ae2f-45cf-a9ef-12d91e7d915d) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:24.602610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71582a-b8bb-4a73-92bd-37bfe867047d None None] Pushing event updated for resources: {'Port': ['ID=b76b95ec-ac88-46e9-82a9-1ff2334093bb,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:24.630997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:24.641582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Pushing event updated for resources: {'Port': ['ID=de7f8e28-812d-49f7-bbc8-e920b92ca6ce,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:24.692096 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Made reservation on behalf of ddb0ae4df6d14fe19ac9756170b42d86 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:24.695440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:24.704952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 3c9a75bd-9e9d-4afe-adce-b94a648e30e2) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:24.715052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76bad8-1543-4b97-b96c-df1329431612 None None] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:24.728270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:24.742348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb1e2b3-65dc-4ba3-ae3e-8417a5e4b1df None None] Network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:24.782695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Allocated IP 172.26.5.132 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/ef65ac81-c462-4ace-a26c-bfabfac1dca7) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:24.794802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:24.795015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:24.795753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:24.823376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:24.823752 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:24.828727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:24.829035 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:24.829558 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Port': ['ID=dfac3a1b-5ccb-4a3d-a878-8da46610b974,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:24.833246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:24.849651 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 2 to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 Sep 19 12:12:24.921881 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-25387b0d-da99-4f3b-8141-c233121154f0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5249295 Sep 19 12:12:24.930542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48302) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:24.952657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:24.952899 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Added segment ede8bafe-d50c-4094-9e21-b2e40785b34f of type vlan for network adf12d30-7288-4ae4-9963-be15aa939059 Sep 19 12:12:24.954197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:24.954534 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:24.956330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:25.031802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'port': {'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-638166650', 'allowed_address_pairs': [{'ip_address': '2001:db8::330', 'mac_address': 'fa:16:3e:b3:55:b8'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:25.089190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:25.089526 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:25.104824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5bcefe7f-154e-4706-98e9-db6421d11e43 None None] Provisioning for port a16f535c-744a-4b49-b0c6-89f407739684 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:25.204185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.239616 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 3 to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 Sep 19 12:12:25.291998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.313661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:25.313961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:25.315006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:25.339213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.343015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] device_id is not set on port 4cd989c7-56f4-47d2-8078-2c4d2a2b2ebf yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:25.398989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.460078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:25.460484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.468654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:25.468654 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:25.469719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb13db1-3a54-4ece-ae44-c45c0e25e622 None None] Network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:25.475396 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 4 to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 Sep 19 12:12:25.533789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.540296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:25.540925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.542513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9245e15-d755-466f-8044-8c652dda5b44,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:25.551842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d02801b6-a0a0-4ae2-b316-27f14e2fe1d1 None None] Provisioning complete for port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:25.552165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d02801b6-a0a0-4ae2-b316-27f14e2fe1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.575375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.606777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:25.606777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:25.606777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:25.660325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b4fe3e24-6e5c-4156-a2e1-017a3aeb8417,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:25.702493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.709901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.713330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:25.713692 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:25.714152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.779138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:25.793601 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 5 to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 Sep 19 12:12:25.805441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Network 151517b7-a823-409d-a5bf-8f2c7b3ae50c is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:25.814389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:25.830596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:25.842884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event updated for resources: {'Port': ['ID=e8041791-ae2f-45cf-a9ef-12d91e7d915d,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:25.846577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:25.853146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Usage tracker for resource:port and tenant:a11b93c193e346769af6cf9c212e6712 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:25.859302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:25.859302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:25.859628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:25.866811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:25.869626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'Network': ['ID=adf12d30-7288-4ae4-9963-be15aa939059,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:25.884928 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9f0f60fb-1057-461d-b49b-a6af618978f5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8094690 Sep 19 12:12:25.887227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:25.890349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48308) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:25.892214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:25.892547 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:25.910593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'ports': [{'network_id': 'dee2b457-975e-468b-854d-a79b5d7da6af', 'name': 'tempest-port--1274198459', 'admin_state_up': True}, {'network_id': 'adf12d30-7288-4ae4-9963-be15aa939059', 'admin_state_up': False}]} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:25.910940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'port': {'network_id': 'dee2b457-975e-468b-854d-a79b5d7da6af', 'name': 'tempest-port--1274198459', 'admin_state_up': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:25.911421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'port': {'network_id': 'adf12d30-7288-4ae4-9963-be15aa939059', 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:25.929821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d02801b6-a0a0-4ae2-b316-27f14e2fe1d1 None None] Current status of the port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:25.932893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network adf12d30-7288-4ae4-9963-be15aa939059 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:25.964958 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 6 to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 Sep 19 12:12:26.030844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b4fe3e24-6e5c-4156-a2e1-017a3aeb8417,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:26.054574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:26.055017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:26.055284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:26.062829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:26.062995 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:26.065387 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 7 to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 Sep 19 12:12:26.096044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:26.098328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:26.100525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:26.111134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:26.112599 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:26.113078 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 8 to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 Sep 19 12:12:26.115022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:26.115621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.140212 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Allocated IP 172.20.0.1 (3704555e-ba7d-469b-9608-38927218515a/639eae4e-cc56-4df9-b7a8-eca28caa4e2e/7cb4dc47-973c-4788-9baf-7134d4bb6ae1) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:26.156373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b76b95ec-ac88-46e9-82a9-1ff2334093bb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:26.202776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.203723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-77db48d8-b1d3-4ac8-85da-187e49e3b031 None None] Provisioning for port b76b95ec-ac88-46e9-82a9-1ff2334093bb completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:26.208509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Made reservation on behalf of a11b93c193e346769af6cf9c212e6712 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:26.393980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port b76b95ec-ac88-46e9-82a9-1ff2334093bb completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:26.401306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b76b95ec-ac88-46e9-82a9-1ff2334093bb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:26.401685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.428573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:26.429982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:26.430251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:26.430685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:26.461553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:26.467801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:26.470847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:26.475152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Usage tracker for resource:port and tenant:ddb0ae4df6d14fe19ac9756170b42d86 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:26.478275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:26.489753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:26.522766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:26.523236 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:26.527237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9b977d98-4b3c-47f4-9536-5c345cbadb6b None None] Provisioning for port dfac3a1b-5ccb-4a3d-a878-8da46610b974 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:26.537039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9b977d98-4b3c-47f4-9536-5c345cbadb6b None None] Provisioning complete for port dfac3a1b-5ccb-4a3d-a878-8da46610b974 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:26.537407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9b977d98-4b3c-47f4-9536-5c345cbadb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.541802 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 9 to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 Sep 19 12:12:26.548970 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.563502 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Transition to ACTIVE for port object 12dd51fa-3cb5-473f-8e45-07827925862a will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:26.660501 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.684042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-9b977d98-4b3c-47f4-9536-5c345cbadb6b None None] Port dfac3a1b-5ccb-4a3d-a878-8da46610b974 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:26.697372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b76b95ec-ac88-46e9-82a9-1ff2334093bb is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:26.697933 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.711918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:26.712464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:26.712686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:26.718054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Pushing event updated for resources: {'Port': ['ID=ef65ac81-c462-4ace-a26c-bfabfac1dca7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:26.718485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.726334 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-35ad63cf-2ca9-4dc7-b810-86dc2aff81ff tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 3.5692415 Sep 19 12:12:26.727957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48312) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:26.734592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:26.735480 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:26.758936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b76b95ec-ac88-46e9-82a9-1ff2334093bb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b76b95ec-ac88-46e9-82a9-1ff2334093bb,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:26.766655 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Attempting to bind port 12dd51fa-3cb5-473f-8e45-07827925862a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:26.767332 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Attempting to bind port 12dd51fa-3cb5-473f-8e45-07827925862a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:26.767706 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Attempting to bind port 12dd51fa-3cb5-473f-8e45-07827925862a on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:26.768290 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 10 to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 Sep 19 12:12:26.779392 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:26.779778 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:26.780176 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.780950 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:26.781511 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Bound port: 12dd51fa-3cb5-473f-8e45-07827925862a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:26.782128 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.813535 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Pushing event updated for resources: {'Port': ['ID=12dd51fa-3cb5-473f-8e45-07827925862a,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:26.825918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Transition to ACTIVE for port object 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:26.836969 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.837660 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.838197 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.838735 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.839384 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.839927 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.840451 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.841076 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.841727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Made reservation on behalf of ddb0ae4df6d14fe19ac9756170b42d86 for: {'port': 2} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:26.842292 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.842847 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.843338 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.843821 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Tracked resource versions report: Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: pushed versions: Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: { 'AddressGroup': {'1.2'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'ConntrackHelper': {'1.0'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Log': {'1.0'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Network': {'1.1'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Port': {'1.7'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'PortForwarding': {'1.2'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'QosPolicy': {'1.8'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SecurityGroup': {'1.4'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SubPort': {'1.0'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Subnet': {'1.1'}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Trunk': {'1.1'}} Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: consumer versions: Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: { DHCP agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: HyperV agent@hv-neutron-8577: {}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: L3 agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: Metadata agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: Metering agent@dv-neutron-857775-2-hyperv: {}, Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: Open vSwitch agent@dv-neutron-857775-2-hyperv: { 'AddressGroup': '1.2', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'ConntrackHelper': '1.0', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Log': '1.0', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Network': '1.1', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Port': '1.7', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'PortForwarding': '1.2', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'QosPolicy': '1.8', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SecurityGroup': '1.4', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SecurityGroupRule': '1.2', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'SubPort': '1.0', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Subnet': '1.1', Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: 'Trunk': '1.1'}} Sep 19 12:12:26.848463 dv-neutron-857775-2-hyperv neutron-server[89797]: {{(pid=89797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:12:26.850098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.850170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:26.850170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:26.850170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:26.866560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-679a0152-8fcd-4bf6-8883-778d8f6c0df6 None None] Provisioning complete for port dfac3a1b-5ccb-4a3d-a878-8da46610b974 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:26.869564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:26.869908 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:26.870103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6ec628b6-2d37-4e0a-a79e-9fbb48769262 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Deleting port e8041791-ae2f-45cf-a9ef-12d91e7d915d {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:26.870270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.870371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-679a0152-8fcd-4bf6-8883-778d8f6c0df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.870495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ec628b6-2d37-4e0a-a79e-9fbb48769262 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.885261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.900069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.905110 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] For port 12dd51fa-3cb5-473f-8e45-07827925862a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:26.907043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.908719 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] For port 12dd51fa-3cb5-473f-8e45-07827925862a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=12dd51fa-3cb5-473f-8e45-07827925862a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:26.915918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] device_id is not set on port 97b4ed03-9db7-4ff0-8ea4-7c9097f04a72 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:26.918137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 19 12:12:26.918676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:12:26.980355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:26.981109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a16f535c-744a-4b49-b0c6-89f407739684 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:26.988627 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.081889 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Routers {'a9c52412-684d-410a-be75-3518c08df4e6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:27.083611 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['a9c52412-684d-410a-be75-3518c08df4e6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:27.115352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-679a0152-8fcd-4bf6-8883-778d8f6c0df6 None None] Port dfac3a1b-5ccb-4a3d-a878-8da46610b974 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:27.141707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b76b95ec-ac88-46e9-82a9-1ff2334093bb,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:27.151568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-679a0152-8fcd-4bf6-8883-778d8f6c0df6 None None] Provisioning complete for port b76b95ec-ac88-46e9-82a9-1ff2334093bb triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:27.151931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-679a0152-8fcd-4bf6-8883-778d8f6c0df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.195954 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca97a9b-e7b2-4616-a4a6-82692a4ce703 None None] Pushing event updated for resources: {'Port': ['ID=12dd51fa-3cb5-473f-8e45-07827925862a,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:27.219885 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d94275ac-8775-43d3-8b47-fcce91e4cdad tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.0882401 Sep 19 12:12:27.219885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.224065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48316) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:27.289990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port a16f535c-744a-4b49-b0c6-89f407739684 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:27.299768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a16f535c-744a-4b49-b0c6-89f407739684 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:27.300953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.303711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb4dc47-973c-4788-9baf-7134d4bb6ae1,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:27.353318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Allocated IP 2001:db8::34b (f613b141-46bf-4b08-9b86-4a7a45d6b4e6/ac64ee83-4989-4a93-892b-2ef897752159/97b4ed03-9db7-4ff0-8ea4-7c9097f04a72) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:27.391718 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] Set router a9c52412-684d-410a-be75-3518c08df4e6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:27.414261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-679a0152-8fcd-4bf6-8883-778d8f6c0df6 None None] Current status of the port b76b95ec-ac88-46e9-82a9-1ff2334093bb is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:27.488887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] For port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:27.489189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempted to set empty binding levels {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 12:12:27.495306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a16f535c-744a-4b49-b0c6-89f407739684 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:27.500917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.511123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-26c8fa2c-0369-4657-81b3-116676528f66 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Deleting port 8cb232c6-ac6a-41d8-9c1e-63ac59f921ce {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:27.511123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26c8fa2c-0369-4657-81b3-116676528f66 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.539093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port a16f535c-744a-4b49-b0c6-89f407739684, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a16f535c-744a-4b49-b0c6-89f407739684,segment=NetworkSegment(a1ff2654-c955-412f-9265-6f6f797e7375),segment_id=a1ff2654-c955-412f-9265-6f6f797e7375)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:27.617520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ec628b6-2d37-4e0a-a79e-9fbb48769262 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.627889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Network 3704555e-ba7d-469b-9608-38927218515a is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:27.632969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:27.633276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.634295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:27.635600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.636663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.722710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=a16f535c-744a-4b49-b0c6-89f407739684,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:27.817388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:27.844554 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:20Z', 'revision_number': 3, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:27.848791 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5a9ff-6b08-4266-b161-51fb43a48377 None None] The sync data for ids ['a9c52412-684d-410a-be75-3518c08df4e6'] in dv-neutron-857775-2-hyperv is: [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:20Z', 'revision_number': 3, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:12:27.868720 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6ec628b6-2d37-4e0a-a79e-9fbb48769262 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Calling delete_port for e8041791-ae2f-45cf-a9ef-12d91e7d915d owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:27.884316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event updated for resources: {'Port': ['ID=78ad2b4b-37d0-423e-8a16-8ad62f3d0493,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:27.941745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:27.949599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b76b95ec-ac88-46e9-82a9-1ff2334093bb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:27.965031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.033846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3e696843-668f-4673-8856-91f29b64b1cd None None] Provisioning for port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:28.045827 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f5ce8978-03ee-495b-9d1f-a2f65a5dce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.7381115 Sep 19 12:12:28.047610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3e696843-668f-4673-8856-91f29b64b1cd None None] Provisioning complete for port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:28.048244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3e696843-668f-4673-8856-91f29b64b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.054879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48320) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:28.055851 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Transition to ACTIVE for port object 97b4ed03-9db7-4ff0-8ea4-7c9097f04a72 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:28.110362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b76b95ec-ac88-46e9-82a9-1ff2334093bb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:28.111669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.118921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] device_id is not set on port 8daf92a0-51ba-4cd5-b1a1-1d27aa3ef111 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:28.140078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.151402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3e696843-668f-4673-8856-91f29b64b1cd None None] Port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:28.324954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-2a18396c-17e4-4da7-ad53-2419e75052c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Deleting port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:28.325320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2a18396c-17e4-4da7-ad53-2419e75052c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.329801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b76b95ec-ac88-46e9-82a9-1ff2334093bb is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:28.330923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a16f535c-744a-4b49-b0c6-89f407739684 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:28.416546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a16f535c-744a-4b49-b0c6-89f407739684 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:28.416962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.518515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Router 3da23894-920c-4642-9906-f5ac0773da0f is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:12:28.562928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26c8fa2c-0369-4657-81b3-116676528f66 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.563471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26c8fa2c-0369-4657-81b3-116676528f66 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.585354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.590687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a16f535c-744a-4b49-b0c6-89f407739684 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:28.592373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:28.679100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:28.679800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.730153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-26c8fa2c-0369-4657-81b3-116676528f66 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Calling delete_port for 8cb232c6-ac6a-41d8-9c1e-63ac59f921ce owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:28.843631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:28.904098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ec628b6-2d37-4e0a-a79e-9fbb48769262 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:28.986683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec628b6-2d37-4e0a-a79e-9fbb48769262 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8041791-ae2f-45cf-a9ef-12d91e7d915d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:29.030564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:29.045699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Port': ['ID=97b4ed03-9db7-4ff0-8ea4-7c9097f04a72,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:29.048221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:29.087611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.153417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.166229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-2a18396c-17e4-4da7-ad53-2419e75052c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] For port 78ad2b4b-37d0-423e-8a16-8ad62f3d0493, host hv-neutron-8577, got binding levels [] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:29.166627 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2a18396c-17e4-4da7-ad53-2419e75052c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.177532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:29.182963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:29.183575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.334020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ec628b6-2d37-4e0a-a79e-9fbb48769262 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.350834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26c8fa2c-0369-4657-81b3-116676528f66 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.389262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-2a18396c-17e4-4da7-ad53-2419e75052c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Calling delete_port for 78ad2b4b-37d0-423e-8a16-8ad62f3d0493 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:29.422611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:12:29.431599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Sync routers for ids ['3da23894-920c-4642-9906-f5ac0773da0f'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:12:29.442016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Routers {'3da23894-920c-4642-9906-f5ac0773da0f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:29.442634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3da23894-920c-4642-9906-f5ac0773da0f'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:29.457193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] device_id is not set on port e353ea18-a538-46cf-b46a-8aae69381851 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:29.460284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8fa2c-0369-4657-81b3-116676528f66 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cb232c6-ac6a-41d8-9c1e-63ac59f921ce,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:29.474591 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6ec628b6-2d37-4e0a-a79e-9fbb48769262 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "DELETE /v2.0/ports/e8041791-ae2f-45cf-a9ef-12d91e7d915d HTTP/1.1" status: 204 len: 168 time: 2.7271907 Sep 19 12:12:29.484855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48326) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:29.499021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '151517b7-a823-409d-a5bf-8f2c7b3ae50c', 'external_fixed_ips': [{'subnet_id': '2dfd2131-2ad5-4bf8-904c-d60525974aa7', 'ip_address': '172.20.0.6'}]}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:29.508465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:29.520251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Usage tracker for resource:router and tenant:d48a684f2ce64f43a262317cc9bdabf5 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:29.530462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:29.601046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:29.606649 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.643308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5e1ff4a7-6b0c-469a-a10f-97d5288f1386 None None] Provisioning for port 97b4ed03-9db7-4ff0-8ea4-7c9097f04a72 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:29.657171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5e1ff4a7-6b0c-469a-a10f-97d5288f1386 None None] Provisioning complete for port 97b4ed03-9db7-4ff0-8ea4-7c9097f04a72 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:29.657610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff4a7-6b0c-469a-a10f-97d5288f1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.664165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.664867 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-93cafb46-97ac-4749-9f10-efeaa21d9cfc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.6293225 Sep 19 12:12:29.669628 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5a48f775-7070-4e23-9dd3-2a6b8121e45e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.7244401 Sep 19 12:12:29.669919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48330) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:29.670247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48332) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:29.675448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26c8fa2c-0369-4657-81b3-116676528f66 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.726453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Set router 3da23894-920c-4642-9906-f5ac0773da0f gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:29.798434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.799669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.823055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26c8fa2c-0369-4657-81b3-116676528f66 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.828035 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-26c8fa2c-0369-4657-81b3-116676528f66 tempest-ExternalNetworksAdminNegativeTestJSON-380763085 tempest-ExternalNetworksAdminNegativeTestJSON-380763085-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/1abca9a3-ea47-43a6-a568-6e1fd6142d53 HTTP/1.1" status: 204 len: 168 time: 2.5261061 Sep 19 12:12:29.836003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ff4a7-6b0c-469a-a10f-97d5288f1386 None None] Port 97b4ed03-9db7-4ff0-8ea4-7c9097f04a72 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:29.877177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2a18396c-17e4-4da7-ad53-2419e75052c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:29.878531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Router 8341e97e-4913-4a43-913c-6c2d02765828 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:12:29.972821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 12dd51fa-3cb5-473f-8e45-07827925862a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:30.003299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.044068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2a18396c-17e4-4da7-ad53-2419e75052c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.072076 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2a18396c-17e4-4da7-ad53-2419e75052c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "DELETE /v2.0/ports/78ad2b4b-37d0-423e-8a16-8ad62f3d0493 HTTP/1.1" status: 204 len: 168 time: 1.9987757 Sep 19 12:12:30.089400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48340) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:30.127086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18396c-17e4-4da7-ad53-2419e75052c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event deleted for resources: {'Port': ['ID=78ad2b4b-37d0-423e-8a16-8ad62f3d0493,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:30.140581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:24Z', 'revision_number': 3, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:30.146033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Checking router: 3da23894-920c-4642-9906-f5ac0773da0f for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:12:30.146186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Updating router 3da23894-920c-4642-9906-f5ac0773da0f port de7f8e28-812d-49f7-bbc8-e920b92ca6ce binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:12:30.190249 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5129643b-9a1f-48f4-8dab-01d5a0b88b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] GET failed (client error): The resource could not be found. Sep 19 12:12:30.195227 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5129643b-9a1f-48f4-8dab-01d5a0b88b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "GET /v2.0/ports/78ad2b4b-37d0-423e-8a16-8ad62f3d0493 HTTP/1.1" status: 404 len: 333 time: 0.1021631 Sep 19 12:12:30.196592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48344) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:30.210725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.261497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:12:30.272936 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Sync routers for ids ['8341e97e-4913-4a43-913c-6c2d02765828'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:12:30.279500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Request body: {'port': {'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233363696'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:30.288854 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Routers {'8341e97e-4913-4a43-913c-6c2d02765828'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:30.290993 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8341e97e-4913-4a43-913c-6c2d02765828'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:30.306553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483eb166-dd95-449e-a7f8-fe79815d68f4 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:30.312662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483eb166-dd95-449e-a7f8-fe79815d68f4 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:30.315954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 12dd51fa-3cb5-473f-8e45-07827925862a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:30.318914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483eb166-dd95-449e-a7f8-fe79815d68f4 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:30.320790 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-483eb166-dd95-449e-a7f8-fe79815d68f4 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.6468019 Sep 19 12:12:30.324041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 12dd51fa-3cb5-473f-8e45-07827925862a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:30.324412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.325327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:30.345347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48348) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:30.349455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Usage tracker for resource:port and tenant:4fac957299494770b44991a6d290af36 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:30.362339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.369902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:30.415946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:30.546133 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Set router 8341e97e-4913-4a43-913c-6c2d02765828 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:30.562238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.570842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-69bd0aec-3d75-4bc3-ae69-54d99f1a9c14 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Deleting port 97b4ed03-9db7-4ff0-8ea4-7c9097f04a72 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:30.571428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69bd0aec-3d75-4bc3-ae69-54d99f1a9c14 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.640290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 12dd51fa-3cb5-473f-8e45-07827925862a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:30.640829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.671660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 12dd51fa-3cb5-473f-8e45-07827925862a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=12dd51fa-3cb5-473f-8e45-07827925862a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:30.700161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.737648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Made reservation on behalf of 4fac957299494770b44991a6d290af36 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:30.742133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.783872 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.796177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.797632 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f136b29b-e2b1-4abc-858f-eeaae6d8a09b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.9299188 Sep 19 12:12:30.806510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48356) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:30.807123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48358) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:30.873018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.890230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.938106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:30.948370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=12dd51fa-3cb5-473f-8e45-07827925862a,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:30.960254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Transition to ACTIVE for port object de7f8e28-812d-49f7-bbc8-e920b92ca6ce will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:30.997851 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:26Z', 'revision_number': 3, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:31.002735 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Checking router: 8341e97e-4913-4a43-913c-6c2d02765828 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:12:31.003186 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Updating router 8341e97e-4913-4a43-913c-6c2d02765828 port ef65ac81-c462-4ace-a26c-bfabfac1dca7 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:12:31.031298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.037679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] device_id is not set on port e051eb51-713b-4b3d-a957-8813c71a6b41 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:31.064149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.108163 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.120193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Attempting to bind port de7f8e28-812d-49f7-bbc8-e920b92ca6ce on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:31.120568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Attempting to bind port de7f8e28-812d-49f7-bbc8-e920b92ca6ce by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:31.120932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Attempting to bind port de7f8e28-812d-49f7-bbc8-e920b92ca6ce on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:31.130664 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:31.130996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:31.131616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.132260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:31.132911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Bound port: de7f8e28-812d-49f7-bbc8-e920b92ca6ce, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:31.133289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.144587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:31.207472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f87b0d-1434-4734-a1d7-e6b350cd37bc None None] Pushing event updated for resources: {'Port': ['ID=de7f8e28-812d-49f7-bbc8-e920b92ca6ce,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:31.216442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb4dc47-973c-4788-9baf-7134d4bb6ae1,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:31.229373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] Usage tracker for resource:security_group_rule and tenant:35dcd3676652458bb523a36d6f4975a8 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:31.240662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:31.260586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:31.269855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] For port de7f8e28-812d-49f7-bbc8-e920b92ca6ce, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:31.274918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] For port de7f8e28-812d-49f7-bbc8-e920b92ca6ce, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=de7f8e28-812d-49f7-bbc8-e920b92ca6ce,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:31.319752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.353170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.423676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'Port': ['ID=8daf92a0-51ba-4cd5-b1a1-1d27aa3ef111,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:31.430401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Routers {'3da23894-920c-4642-9906-f5ac0773da0f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:31.431044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3da23894-920c-4642-9906-f5ac0773da0f'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:31.499184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f87b0d-1434-4734-a1d7-e6b350cd37bc None None] Pushing event updated for resources: {'Port': ['ID=de7f8e28-812d-49f7-bbc8-e920b92ca6ce,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:31.595738 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.603278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.613619 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Transition to ACTIVE for port object ef65ac81-c462-4ace-a26c-bfabfac1dca7 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:31.615517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Checking segment: {'id': 'ad6de2e9-5e18-4352-b86c-b4249bea34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dee2b457-975e-468b-854d-a79b5d7da6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:31.615883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Network hostable DHCP agents. Network: dee2b457-975e-468b-854d-a79b5d7da6af, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:31.637655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] Set router 3da23894-920c-4642-9906-f5ac0773da0f gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:31.714835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.724680 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.798583 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Attempting to bind port ef65ac81-c462-4ace-a26c-bfabfac1dca7 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:31.799120 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Attempting to bind port ef65ac81-c462-4ace-a26c-bfabfac1dca7 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:31.799409 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Attempting to bind port ef65ac81-c462-4ace-a26c-bfabfac1dca7 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:31.808090 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:31.808458 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:31.808903 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.809298 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:31.809772 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Bound port: ef65ac81-c462-4ace-a26c-bfabfac1dca7, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:31.810734 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.848950 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6991e-e832-4620-8ba1-90c1783e728b None None] Pushing event updated for resources: {'Port': ['ID=ef65ac81-c462-4ace-a26c-bfabfac1dca7,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:31.866198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69bd0aec-3d75-4bc3-ae69-54d99f1a9c14 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.911317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Network 3704555e-ba7d-469b-9608-38927218515a is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:31.917810 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] For port ef65ac81-c462-4ace-a26c-bfabfac1dca7, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:31.928046 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] For port ef65ac81-c462-4ace-a26c-bfabfac1dca7, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ef65ac81-c462-4ace-a26c-bfabfac1dca7,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:31.953490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 12dd51fa-3cb5-473f-8e45-07827925862a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:31.962977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:31.970242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:32.016137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.021655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01ecdc3-ce86-4989-8569-ae133a8792cc,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:32.027915 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.032521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Network dee2b457-975e-468b-854d-a79b5d7da6af is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:32.042663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-69bd0aec-3d75-4bc3-ae69-54d99f1a9c14 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Calling delete_port for 97b4ed03-9db7-4ff0-8ea4-7c9097f04a72 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:32.099219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] Synchronizing usage tracker for tenant:9af26426083e46b5b574efda03ea5e84 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:32.150712 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.173266 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Routers {'8341e97e-4913-4a43-913c-6c2d02765828'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:32.173832 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8341e97e-4913-4a43-913c-6c2d02765828'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:32.279069 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6991e-e832-4620-8ba1-90c1783e728b None None] Pushing event updated for resources: {'Port': ['ID=ef65ac81-c462-4ace-a26c-bfabfac1dca7,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:32.336825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 12dd51fa-3cb5-473f-8e45-07827925862a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:32.339428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.347054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.393262 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] Set router 8341e97e-4913-4a43-913c-6c2d02765828 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:32.427366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2e7dcfee-93e7-4d32-a44e-e02c0ab3644d None None] Provisioning complete for port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:32.427767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e7dcfee-93e7-4d32-a44e-e02c0ab3644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.466956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] Unset dirty status for tenant:9af26426083e46b5b574efda03ea5e84 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:32.471254 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f02c0f97-4104-4aee-a4c3-015c8d419d53 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35dcd3676652458bb523a36d6f4975a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6614597 Sep 19 12:12:32.475044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48366) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:32.486783 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:24Z', 'revision_number': 3, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:32.494329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010c362-51ac-4d65-b4f8-f406c025d74b None None] The sync data for ids ['3da23894-920c-4642-9906-f5ac0773da0f'] in dv-neutron-857775-2-hyperv is: [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:24Z', 'revision_number': 3, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:12:32.544007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2e7dcfee-93e7-4d32-a44e-e02c0ab3644d None None] Port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:32.572693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 12dd51fa-3cb5-473f-8e45-07827925862a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:32.615366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, dee2b457-975e-468b-854d-a79b5d7da6af) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:32.619582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:32.620650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.625672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2a95c1-a2a2-44e8-a107-360fde52c838 None None] Network dee2b457-975e-468b-854d-a79b5d7da6af requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:32.695263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b752845-83a8-4157-a0ee-c059ce849958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.727795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'Port': ['ID=e353ea18-a538-46cf-b46a-8aae69381851,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:32.737834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.742779 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.751540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Router a9c52412-684d-410a-be75-3518c08df4e6 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:12:32.751671 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:26Z', 'revision_number': 3, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:32.756214 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1584c5-94ab-4553-883a-dfe7a926a03f None None] The sync data for ids ['8341e97e-4913-4a43-913c-6c2d02765828'] in dv-neutron-857775-2-hyperv is: [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:26Z', 'revision_number': 3, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:12:32.804444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:32.805537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69bd0aec-3d75-4bc3-ae69-54d99f1a9c14 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.821968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:32.824408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:32.825541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:32.826137 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.857481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b752845-83a8-4157-a0ee-c059ce849958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:32.919023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Allocated IP 172.20.0.6 (151517b7-a823-409d-a5bf-8f2c7b3ae50c/2dfd2131-2ad5-4bf8-904c-d60525974aa7/51cac9f2-0a4f-43b2-a627-d1fc623263f7) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:33.021945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event updated for resources: {'Port': ['ID=e051eb51-713b-4b3d-a957-8813c71a6b41,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:33.052939 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-19531953-fff1-4bad-ae85-46f90d400fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8466578 Sep 19 12:12:33.053974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Checking segment: {'id': 'ede8bafe-d50c-4094-9e21-b2e40785b34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'adf12d30-7288-4ae4-9963-be15aa939059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:33.054341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Network hostable DHCP agents. Network: adf12d30-7288-4ae4-9963-be15aa939059, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:33.108959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48370) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:33.300594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b752845-83a8-4157-a0ee-c059ce849958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:33.342446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b752845-83a8-4157-a0ee-c059ce849958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01ecdc3-ce86-4989-8569-ae133a8792cc,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:33.363975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:33.397660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b752845-83a8-4157-a0ee-c059ce849958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:33.399237 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0b752845-83a8-4157-a0ee-c059ce849958 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c01ecdc3-ce86-4989-8569-ae133a8792cc HTTP/1.1" status: 204 len: 168 time: 0.9187233 Sep 19 12:12:33.400824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Allocated IP 172.20.0.1 (9d2aa7ba-6cb6-4d88-a079-a884ed8c499c/745ddf40-38f6-4919-ac93-5ec6f63b55e1/87fa9191-292f-4c62-9053-30919142da92) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:33.555121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:33.596080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:33.627582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Transition to ACTIVE for port object 87fa9191-292f-4c62-9053-30919142da92 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:33.627668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd0aec-3d75-4bc3-ae69-54d99f1a9c14 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event deleted for resources: {'Port': ['ID=97b4ed03-9db7-4ff0-8ea4-7c9097f04a72,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:33.740488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:33.761670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69bd0aec-3d75-4bc3-ae69-54d99f1a9c14 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:33.819584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:33.863433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Network 151517b7-a823-409d-a5bf-8f2c7b3ae50c is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:33.864499 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-69bd0aec-3d75-4bc3-ae69-54d99f1a9c14 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "DELETE /v2.0/ports/97b4ed03-9db7-4ff0-8ea4-7c9097f04a72 HTTP/1.1" status: 204 len: 168 time: 3.5163288 Sep 19 12:12:33.867536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48376) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:33.872924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:33.889412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:33.921009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:12:33.933566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Network adf12d30-7288-4ae4-9963-be15aa939059 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:33.938493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Sync routers for ids ['a9c52412-684d-410a-be75-3518c08df4e6'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:12:33.940440 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7033f8b3-cb46-45c3-aef7-7c4953e19763 admin admin] 10.222.0.66 "PUT /v2.0/routers/a9c52412-684d-410a-be75-3518c08df4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6727114 Sep 19 12:12:34.003127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Routers {'a9c52412-684d-410a-be75-3518c08df4e6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:34.003793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['a9c52412-684d-410a-be75-3518c08df4e6'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:34.051047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:34.141087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ef65ac81-c462-4ace-a26c-bfabfac1dca7 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:34.208249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, adf12d30-7288-4ae4-9963-be15aa939059) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:34.266098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f82d3ac-b3b7-4e9c-a363-a8188e530574 None None] Network adf12d30-7288-4ae4-9963-be15aa939059 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:34.272547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:34.278238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:34.295752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:34.296354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:34.319544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Allocated IP 172.20.0.1 (b58caf9b-5b4b-47b7-b230-84077bd8b127/d68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0/7a8ac701-9141-428a-a45b-d7e962cd9248) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:34.320512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:34.322408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event updated for resources: {'Port': ['ID=51cac9f2-0a4f-43b2-a627-d1fc623263f7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:34.346927 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e66bf29-6696-4944-a5dc-26d2f9fb898e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] GET failed (client error): The resource could not be found. Sep 19 12:12:34.353311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7e66bf29-6696-4944-a5dc-26d2f9fb898e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Synchronizing usage tracker for tenant:a11b93c193e346769af6cf9c212e6712 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:34.358850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:34.413901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:34.414607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:34.618851 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0372f1a8-5d21-4c66-a3a7-21de97a752de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.7209575 Sep 19 12:12:34.643632 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48392) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:34.743571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48398) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:34.759667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Pushing event updated for resources: {'Port': ['ID=87fa9191-292f-4c62-9053-30919142da92,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:34.865808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7e66bf29-6696-4944-a5dc-26d2f9fb898e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Unset dirty status for tenant:a11b93c193e346769af6cf9c212e6712 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:34.867535 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7e66bf29-6696-4944-a5dc-26d2f9fb898e tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "GET /v2.0/ports/97b4ed03-9db7-4ff0-8ea4-7c9097f04a72 HTTP/1.1" status: 404 len: 333 time: 0.9970708 Sep 19 12:12:34.908788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48402) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:34.919648 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-36cc30df-14d0-4a04-97a6-704ad8a386b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4333a6e56db144708001d57c7e5dcc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621358 Sep 19 12:12:34.926241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48404) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:34.930188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'port': {'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1469142070'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:34.936213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Set router a9c52412-684d-410a-be75-3518c08df4e6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:34.943505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] device_id is not set on port e051eb51-713b-4b3d-a957-8813c71a6b41 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:34.953202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:34.972803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Transition to ACTIVE for port object e051eb51-713b-4b3d-a957-8813c71a6b41 will not be triggered until provisioned by entity L2. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:34.993346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.026108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Transition to ACTIVE for port object 7a8ac701-9141-428a-a45b-d7e962cd9248 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:35.036992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port ef65ac81-c462-4ace-a26c-bfabfac1dca7 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:35.067069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-43d8067a-7113-42b0-ace1-974941bbcb72 None None] Provisioning for port 87fa9191-292f-4c62-9053-30919142da92 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:35.081067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-43d8067a-7113-42b0-ace1-974941bbcb72 None None] Provisioning complete for port 87fa9191-292f-4c62-9053-30919142da92 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:35.081651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-43d8067a-7113-42b0-ace1-974941bbcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.096518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.139918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ef65ac81-c462-4ace-a26c-bfabfac1dca7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:35.140393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.255926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.297467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-43d8067a-7113-42b0-ace1-974941bbcb72 None None] Port 87fa9191-292f-4c62-9053-30919142da92 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:35.422992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Network b58caf9b-5b4b-47b7-b230-84077bd8b127 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:35.428294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:35.453668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:35.518649 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:35.520134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:35.522154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:35.533304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:35.551477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event updated for resources: {'Port': ['ID=e051eb51-713b-4b3d-a957-8813c71a6b41,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:35.561533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:35.562135 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:35.608383 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 2 to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 Sep 19 12:12:35.642042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:35.642042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:35.642042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:35.642042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48412) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:35.688727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216395905', 'description': 'tempest-description--1003114340'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:35.694621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ef65ac81-c462-4ace-a26c-bfabfac1dca7 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:35.694981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.697337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:35.712450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:35.713213 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:35.719121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b12e77b2-db1b-4da5-9d73-56d38bc08132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.720183 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 3 to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 Sep 19 12:12:35.739005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.739005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Usage tracker for resource:security_group and tenant:0799d850447f420ea38fcfd4caf091e4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:35.746382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:35.756011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port ef65ac81-c462-4ace-a26c-bfabfac1dca7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ef65ac81-c462-4ace-a26c-bfabfac1dca7,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:35.799817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:35.801601 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:35.803899 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8ac701-9141-428a-a45b-d7e962cd9248,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:35.806377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:35.806710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:35.807156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:35.814730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:29Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7cb4dc47-973c-4788-9baf-7134d4bb6ae1', 'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'mac_address': 'fa:16:3e:c2:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:25Z', 'updated_at': '2022-09-19T12:12:29Z', 'revision_number': 2, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'subnets': [{'id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:35.821099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:35.821508 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:35.823383 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 4 to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 Sep 19 12:12:35.842855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Checking router: a9c52412-684d-410a-be75-3518c08df4e6 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:12:35.843810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Updating router a9c52412-684d-410a-be75-3518c08df4e6 port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:12:35.854924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78647e-3c39-4289-9483-93b130c2ebe0 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:35.861670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78647e-3c39-4289-9483-93b130c2ebe0 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:35.864245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:35.864842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:35.865234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:35.866525 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2d78647e-3c39-4289-9483-93b130c2ebe0 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.2213795 Sep 19 12:12:35.869245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48416) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:35.872657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:35.873061 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:35.874927 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 5 to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 Sep 19 12:12:35.877966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b12e77b2-db1b-4da5-9d73-56d38bc08132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.901693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:35.901978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:35.902271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:35.910639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:35.911004 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:35.912414 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 6 to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 Sep 19 12:12:35.931030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.936612 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.937968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:35.938737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device de7f8e28-812d-49f7-bbc8-e920b92ca6ce up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:35.947921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:35.948250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:35.948581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:35.957354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:35.957704 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:35.958228 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 7 to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 Sep 19 12:12:35.969747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:35.977612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Usage tracker for resource:security_group_rule and tenant:0799d850447f420ea38fcfd4caf091e4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:35.981593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:35.985814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:35.985814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:35.985814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:35.991651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:36.000746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:36.001103 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:36.004425 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 8 to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 Sep 19 12:12:36.016164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Made reservation on behalf of a11b93c193e346769af6cf9c212e6712 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:36.025933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.028949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:36.029343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:36.029678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:36.039193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:36.039462 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:36.041974 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 9 to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 Sep 19 12:12:36.064569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.069761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:36.070091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:36.070421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:36.073195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-999ffc0f-0502-4266-ad11-74b05f31a9fd None None] Provisioning for port 7a8ac701-9141-428a-a45b-d7e962cd9248 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:36.083020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:36.083887 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:36.084840 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 10 to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 Sep 19 12:12:36.093880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-999ffc0f-0502-4266-ad11-74b05f31a9fd None None] Provisioning complete for port 7a8ac701-9141-428a-a45b-d7e962cd9248 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:36.094186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-999ffc0f-0502-4266-ad11-74b05f31a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.124489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:36.125050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:36.125129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:36.128947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.147185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] device_id is not set on port 6ca76a26-01cd-4ba6-a66b-0988949f7c44 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:36.164402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:36.164402 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port e051eb51-713b-4b3d-a957-8813c71a6b41 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:36.164402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.181397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=ef65ac81-c462-4ace-a26c-bfabfac1dca7,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:36.215025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-999ffc0f-0502-4266-ad11-74b05f31a9fd None None] Port 7a8ac701-9141-428a-a45b-d7e962cd9248 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:36.266063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.348345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5d09c3cf-71d3-4680-8032-a99d35227ade tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Deleting port 8daf92a0-51ba-4cd5-b1a1-1d27aa3ef111 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:36.348849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d09c3cf-71d3-4680-8032-a99d35227ade tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.395546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port de7f8e28-812d-49f7-bbc8-e920b92ca6ce completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:36.414082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port de7f8e28-812d-49f7-bbc8-e920b92ca6ce triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:36.414522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.440631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.486317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.535593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Allocated IP 2001:db8::d7 (f613b141-46bf-4b08-9b86-4a7a45d6b4e6/ac64ee83-4989-4a93-892b-2ef897752159/6ca76a26-01cd-4ba6-a66b-0988949f7c44) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:36.560910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc134d6-e19c-40a4-be8a-7f685742194e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:36.569531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] For port e051eb51-713b-4b3d-a957-8813c71a6b41, host hv-neutron-8577, cleared binding levels {{(pid=89795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:36.569531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempted to set empty binding levels {{(pid=89795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 12:12:36.621252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port de7f8e28-812d-49f7-bbc8-e920b92ca6ce is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:36.621627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.677598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.681605 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-71881ae9-37af-40dd-9fb6-9ed09d5ae47a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0314021 Sep 19 12:12:36.683204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48420) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:36.691510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Request body: {'security_group_rule': {'security_group_id': '5fc134d6-e19c-40a4-be8a-7f685742194e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:36.699899 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:36.707923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Usage tracker for resource:security_group_rule and tenant:0799d850447f420ea38fcfd4caf091e4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:36.712273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:36.717887 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port de7f8e28-812d-49f7-bbc8-e920b92ca6ce, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=de7f8e28-812d-49f7-bbc8-e920b92ca6ce,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:36.729859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:36.732836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.733973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] In _notify_port_updated(), no bound segment for port e051eb51-713b-4b3d-a957-8813c71a6b41 on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:12:36.738918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:36.738918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.738918 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "PUT /v2.0/ports/e051eb51-713b-4b3d-a957-8813c71a6b41 HTTP/1.1" status: 200 len: 981 time: 3.2502234 Sep 19 12:12:36.741489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.751494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48424) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:36.764779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Transition to ACTIVE for port object 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:36.831949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcbb5c-674e-4269-9175-7097cca36ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event updated for resources: {'Port': ['ID=e051eb51-713b-4b3d-a957-8813c71a6b41,revision_number=3']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:36.832815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.855562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.879103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b12e77b2-db1b-4da5-9d73-56d38bc08132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.880364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.883344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.946358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:36.952401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ef65ac81-c462-4ace-a26c-bfabfac1dca7 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:36.984606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e77b2-db1b-4da5-9d73-56d38bc08132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9245e15-d755-466f-8044-8c652dda5b44,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:37.023464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d09c3cf-71d3-4680-8032-a99d35227ade tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.078380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.082924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.089754 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8ac701-9141-428a-a45b-d7e962cd9248,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:37.139213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=de7f8e28-812d-49f7-bbc8-e920b92ca6ce,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:37.182032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Attempting to bind port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:37.182416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Attempting to bind port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:37.182799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Attempting to bind port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 on network 3704555e-ba7d-469b-9608-38927218515a {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:37.192959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.206062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:37.206505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Checking segment: {'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:37.206865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.207278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Bound using segment: {'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:37.207753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Bound port: 7cb4dc47-973c-4788-9baf-7134d4bb6ae1, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:37.208145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.223859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2206f339-c0e9-40cc-81ad-3d1b9f490247,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:37.273229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Network b58caf9b-5b4b-47b7-b230-84077bd8b127 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:37.275085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:37.275272 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ef65ac81-c462-4ace-a26c-bfabfac1dca7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:37.275652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.327089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f380d-7c47-4a1a-9138-b7163708d6c8 None None] Pushing event updated for resources: {'Port': ['ID=7cb4dc47-973c-4788-9baf-7134d4bb6ae1,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:37.355596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.359412 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7fd3c9e6-2008-48df-b6fc-6e35fae27b29 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6726811 Sep 19 12:12:37.365612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48428) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:37.371328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Request body: {'security_group_rule': {'security_group_id': '5fc134d6-e19c-40a4-be8a-7f685742194e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:37.371498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] For port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:37.375368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] For port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7cb4dc47-973c-4788-9baf-7134d4bb6ae1,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:37.387864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:37.394546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5d09c3cf-71d3-4680-8032-a99d35227ade tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Calling delete_port for 8daf92a0-51ba-4cd5-b1a1-1d27aa3ef111 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:37.396757 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Usage tracker for resource:security_group_rule and tenant:0799d850447f420ea38fcfd4caf091e4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:37.401194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:37.420597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:37.470096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ef65ac81-c462-4ace-a26c-bfabfac1dca7 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:37.485928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.525176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Router 3da23894-920c-4642-9906-f5ac0773da0f has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:12:37.571385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Routers {'a9c52412-684d-410a-be75-3518c08df4e6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:37.571957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['a9c52412-684d-410a-be75-3518c08df4e6'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:37.620257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.664201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b12e77b2-db1b-4da5-9d73-56d38bc08132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.665381 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b12e77b2-db1b-4da5-9d73-56d38bc08132 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9245e15-d755-466f-8044-8c652dda5b44 HTTP/1.1" status: 204 len: 168 time: 2.5708637 Sep 19 12:12:37.683187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1d99bafb-73b1-4a75-8f2d-e7e8feeb3299 None None] Provisioning complete for port 7a8ac701-9141-428a-a45b-d7e962cd9248 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:37.683559 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1d99bafb-73b1-4a75-8f2d-e7e8feeb3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.708139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.773493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:12:37.788928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.802821 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Sync routers for ids ['3da23894-920c-4642-9906-f5ac0773da0f'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:12:37.804336 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-16e3a2d5-73ab-4e3b-b0bb-1b8d9aecdb18 admin admin] 10.222.0.66 "PUT /v2.0/routers/3da23894-920c-4642-9906-f5ac0773da0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1317239 Sep 19 12:12:37.815718 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Routers {'3da23894-920c-4642-9906-f5ac0773da0f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:37.816401 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3da23894-920c-4642-9906-f5ac0773da0f'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:37.820387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.820876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.821356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.821830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.822300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.822798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.823263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.826630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.826630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.826630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.826630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.826630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.826630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.826630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.827268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.827451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.827915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.828378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.828896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:37.838522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Synchronizing usage tracker for tenant:4fac957299494770b44991a6d290af36 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:37.854983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d09c3cf-71d3-4680-8032-a99d35227ade tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.885296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1d99bafb-73b1-4a75-8f2d-e7e8feeb3299 None None] Port 7a8ac701-9141-428a-a45b-d7e962cd9248 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:37.890686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:37.919631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f380d-7c47-4a1a-9138-b7163708d6c8 None None] Pushing event updated for resources: {'Port': ['ID=7cb4dc47-973c-4788-9baf-7134d4bb6ae1,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:37.954728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ff4941-82a2-4e53-bb67-dda08c271e95,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:37.959033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09c3cf-71d3-4680-8032-a99d35227ade tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Port': ['ID=8daf92a0-51ba-4cd5-b1a1-1d27aa3ef111,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:37.986367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] Set router a9c52412-684d-410a-be75-3518c08df4e6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:38.036148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.040283 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-624acb49-6e5a-499b-bd01-41dc27c75d7a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6707785 Sep 19 12:12:38.040533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48436) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:38.046972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:38.050656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d09c3cf-71d3-4680-8032-a99d35227ade tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.053878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:12:38.055645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:38.066043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Usage tracker for resource:floatingip and tenant:0799d850447f420ea38fcfd4caf091e4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:38.072095 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Set router 3da23894-920c-4642-9906-f5ac0773da0f gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:38.073810 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:38.084014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:38.097989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.101808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.114640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48444) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:38.114857 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5d09c3cf-71d3-4680-8032-a99d35227ade tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "DELETE /v2.0/ports/8daf92a0-51ba-4cd5-b1a1-1d27aa3ef111 HTTP/1.1" status: 204 len: 168 time: 2.2399945 Sep 19 12:12:38.126512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Unset dirty status for tenant:4fac957299494770b44991a6d290af36 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:38.127769 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a868ec78-d8a9-4c28-a5c7-f2993fb0d080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16665 time: 1.3731892 Sep 19 12:12:38.134714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48448) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:38.140541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Transition to ACTIVE for port object 6ca76a26-01cd-4ba6-a66b-0988949f7c44 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:38.208682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.209451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.262265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6ffab-b0dc-45d9-84ed-a0e232a9df3c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Deleting port e353ea18-a538-46cf-b46a-8aae69381851 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:38.262895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ffab-b0dc-45d9-84ed-a0e232a9df3c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.332948 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.376210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a19ab-327e-411d-91ec-490974709704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Deleting port e051eb51-713b-4b3d-a957-8813c71a6b41 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:38.376759 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e8a19ab-327e-411d-91ec-490974709704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.551452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Pushing event updated for resources: {'Port': ['ID=87fa9191-292f-4c62-9053-30919142da92,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:38.614606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:29Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7cb4dc47-973c-4788-9baf-7134d4bb6ae1', 'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'mac_address': 'fa:16:3e:c2:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:25Z', 'updated_at': '2022-09-19T12:12:37Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'subnets': [{'id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:38.629447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea045ce-7929-4a7b-b3ce-b64ceb0c2929 None None] The sync data for ids ['a9c52412-684d-410a-be75-3518c08df4e6'] in dv-neutron-857775-2-hyperv is: [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:29Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7cb4dc47-973c-4788-9baf-7134d4bb6ae1', 'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'mac_address': 'fa:16:3e:c2:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:25Z', 'updated_at': '2022-09-19T12:12:37Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'subnets': [{'id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:12:38.659829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48462) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:38.680686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809282804', 'description': 'tempest-description--660491848'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:38.697101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:38.713318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Usage tracker for resource:security_group and tenant:89b67a2b8a7d4711939cb92036100cb1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:38.725834 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7a8ac701-9141-428a-a45b-d7e962cd9248', 'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'mac_address': 'fa:16:3e:06:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 2, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'subnets': [{'id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:38.735753 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Checking router: 3da23894-920c-4642-9906-f5ac0773da0f for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:12:38.737665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.739271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Router e239cf7b-206e-4bd4-b453-b01611616934 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:12:38.739653 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Updating router 3da23894-920c-4642-9906-f5ac0773da0f port 7a8ac701-9141-428a-a45b-d7e962cd9248 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:12:38.745845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:38.756775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:38.801692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:38.823086 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:38.899358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:38.914304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:39.012684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ffab-b0dc-45d9-84ed-a0e232a9df3c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:39.052761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:39.067348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:39.073269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:39.073923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:39.112420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device de7f8e28-812d-49f7-bbc8-e920b92ca6ce up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:39.148744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Port': ['ID=6ca76a26-01cd-4ba6-a66b-0988949f7c44,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:39.390486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6ffab-b0dc-45d9-84ed-a0e232a9df3c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Calling delete_port for e353ea18-a538-46cf-b46a-8aae69381851 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:39.403068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a61fb161-1b9f-4b1d-a545-de95a937d7e6 None None] Provisioning complete for port 87fa9191-292f-4c62-9053-30919142da92 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:39.403564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a61fb161-1b9f-4b1d-a545-de95a937d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:39.501309 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port de7f8e28-812d-49f7-bbc8-e920b92ca6ce triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:39.501778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:39.554964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a61fb161-1b9f-4b1d-a545-de95a937d7e6 None None] Port 87fa9191-292f-4c62-9053-30919142da92 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:39.577774 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:39.604014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:39.609246 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Transition to ACTIVE for port object 7a8ac701-9141-428a-a45b-d7e962cd9248 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:39.641841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-8e8a19ab-327e-411d-91ec-490974709704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] For port e051eb51-713b-4b3d-a957-8813c71a6b41, host hv-neutron-8577, got binding levels [] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:39.642419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e8a19ab-327e-411d-91ec-490974709704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:39.651924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:39.663607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Usage tracker for resource:security_group_rule and tenant:89b67a2b8a7d4711939cb92036100cb1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:39.671150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:39.682025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:39.685101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port de7f8e28-812d-49f7-bbc8-e920b92ca6ce is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:39.686339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:39.687215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:39.729912 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:39.823820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a19ab-327e-411d-91ec-490974709704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Calling delete_port for e051eb51-713b-4b3d-a957-8813c71a6b41 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:39.889627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8ab4bd6a-9a84-495d-b4f8-378fa68e26e8 None None] Provisioning for port 6ca76a26-01cd-4ba6-a66b-0988949f7c44 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:39.894900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8ab4bd6a-9a84-495d-b4f8-378fa68e26e8 None None] Provisioning complete for port 6ca76a26-01cd-4ba6-a66b-0988949f7c44 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:39.895189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ab4bd6a-9a84-495d-b4f8-378fa68e26e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:39.932327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Allocated IP 172.26.5.169 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/5d67e914-c61f-4b6d-ad5f-8682be766900) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:39.936555 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bea4ce8f-417c-4180-9b7c-2b457b550dd0 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.0105219 Sep 19 12:12:39.946461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48478) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:39.955792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b6910afb-f91a-4798-9e83-9a8ffd4b6671 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::330', 'mac_address': 'fa:16:3e:b3:55:b8'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:39.955987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:39.980306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:39.980673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.086282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e8a19ab-327e-411d-91ec-490974709704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.110586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ffab-b0dc-45d9-84ed-a0e232a9df3c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.119506 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca32b7-c8ff-41dd-a870-59ee7e297884 None None] Pushing event updated for resources: {'Port': ['ID=7a8ac701-9141-428a-a45b-d7e962cd9248,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:40.129007 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Attempting to bind port 7a8ac701-9141-428a-a45b-d7e962cd9248 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:40.129387 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Attempting to bind port 7a8ac701-9141-428a-a45b-d7e962cd9248 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:40.129761 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Attempting to bind port 7a8ac701-9141-428a-a45b-d7e962cd9248 on network b58caf9b-5b4b-47b7-b230-84077bd8b127 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:40.138066 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:40.138465 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Checking segment: {'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:40.138881 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.139280 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Bound using segment: {'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:40.139751 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Bound port: 7a8ac701-9141-428a-a45b-d7e962cd9248, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:40.140146 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.147769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4bd6a-9a84-495d-b4f8-378fa68e26e8 None None] Port 6ca76a26-01cd-4ba6-a66b-0988949f7c44 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:40.190776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ffab-b0dc-45d9-84ed-a0e232a9df3c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.223509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6ffab-b0dc-45d9-84ed-a0e232a9df3c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Port': ['ID=e353ea18-a538-46cf-b46a-8aae69381851,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:40.242972 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6bd6ffab-b0dc-45d9-84ed-a0e232a9df3c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "DELETE /v2.0/ports/e353ea18-a538-46cf-b46a-8aae69381851 HTTP/1.1" status: 204 len: 168 time: 2.1268868 Sep 19 12:12:40.243902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48482) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:40.245386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:40.245884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.281187 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] For port 7a8ac701-9141-428a-a45b-d7e962cd9248, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:40.286996 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] For port 7a8ac701-9141-428a-a45b-d7e962cd9248, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7a8ac701-9141-428a-a45b-d7e962cd9248,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:40.314375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7cb4dc47-973c-4788-9baf-7134d4bb6ae1,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:40.337938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-214e500e-9b7f-445b-87dc-66599ce90d68 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Synchronizing usage tracker for tenant:ddb0ae4df6d14fe19ac9756170b42d86 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:40.342606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a19ab-327e-411d-91ec-490974709704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event deleted for resources: {'Port': ['ID=e051eb51-713b-4b3d-a957-8813c71a6b41,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:40.364642 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.394104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.406829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.443802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e8a19ab-327e-411d-91ec-490974709704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.463925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.464126 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Routers {'3da23894-920c-4642-9906-f5ac0773da0f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:40.464657 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3da23894-920c-4642-9906-f5ac0773da0f'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:40.506904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-214e500e-9b7f-445b-87dc-66599ce90d68 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Unset dirty status for tenant:ddb0ae4df6d14fe19ac9756170b42d86 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:40.514440 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-214e500e-9b7f-445b-87dc-66599ce90d68 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2574091 Sep 19 12:12:40.515228 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48490) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:40.524667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=7cb4dc47-973c-4788-9baf-7134d4bb6ae1,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:40.536699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1466845890'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:40.545533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:40.553736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:12:40.557752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Usage tracker for resource:network and tenant:ddb0ae4df6d14fe19ac9756170b42d86 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:40.561856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:40.565336 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca32b7-c8ff-41dd-a870-59ee7e297884 None None] Pushing event updated for resources: {'Port': ['ID=7a8ac701-9141-428a-a45b-d7e962cd9248,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:40.568204 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Sync routers for ids ['e239cf7b-206e-4bd4-b453-b01611616934'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:12:40.580591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:40.587546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Routers {'e239cf7b-206e-4bd4-b453-b01611616934'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:40.588180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e239cf7b-206e-4bd4-b453-b01611616934'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:40.591860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.639489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.639829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Router 8341e97e-4913-4a43-913c-6c2d02765828 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:12:40.710470 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] Set router 3da23894-920c-4642-9906-f5ac0773da0f gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:40.749302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:40.755500 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8e8a19ab-327e-411d-91ec-490974709704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "DELETE /v2.0/ports/e051eb51-713b-4b3d-a957-8813c71a6b41 HTTP/1.1" status: 204 len: 168 time: 2.6165538 Sep 19 12:12:40.756740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Pushing event updated for resources: {'Port': ['ID=5d67e914-c61f-4b6d-ad5f-8682be766900,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:40.756877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48498) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:40.766904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:40.769344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:40.828293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Set router e239cf7b-206e-4bd4-b453-b01611616934 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:40.837418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.842370 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-58e6968e-f5fb-4fab-b24c-9e762b46f2c9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.3564687 Sep 19 12:12:40.845591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48504) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:40.888487 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2465dc-f487-43ac-8716-ff30f3092566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] GET failed (client error): The resource could not be found. Sep 19 12:12:40.888487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3c2465dc-f487-43ac-8716-ff30f3092566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Synchronizing usage tracker for tenant:4fac957299494770b44991a6d290af36 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:40.925060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.933847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Made reservation on behalf of ddb0ae4df6d14fe19ac9756170b42d86 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:40.938452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:40.984257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:40.998004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:41.001508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.002444 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Added segment 33652f91-726c-4628-8d45-2913247037eb of type vlan for network 89e68858-b938-4a6f-8585-d444932789f4 Sep 19 12:12:41.035902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.120014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6910afb-f91a-4798-9e83-9a8ffd4b6671 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.124893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882177b0-9cc9-4793-94b7-6e1f5e2999a3,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:41.128570 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.132430 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-879f9edd-64a4-4271-9814-22e8b6982ceb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4689801 Sep 19 12:12:41.146891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48510) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:41.155603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Request body: {'security_group_rule': {'security_group_id': '882177b0-9cc9-4793-94b7-6e1f5e2999a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:41.166793 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:41.175297 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Usage tracker for resource:security_group_rule and tenant:89b67a2b8a7d4711939cb92036100cb1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:41.181666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:41.185374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.226155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.234420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:41.235115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.266809 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:41.268196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.270526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3c2465dc-f487-43ac-8716-ff30f3092566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Unset dirty status for tenant:4fac957299494770b44991a6d290af36 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:41.271786 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3c2465dc-f487-43ac-8716-ff30f3092566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "GET /v2.0/ports/e051eb51-713b-4b3d-a957-8813c71a6b41 HTTP/1.1" status: 404 len: 333 time: 0.5124850 Sep 19 12:12:41.280658 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48514) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:41.291074 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:41.317548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643094620', 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:41.454476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:41.463597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e239cf7b-206e-4bd4-b453-b01611616934', 'name': '', 'tenant_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '151517b7-a823-409d-a5bf-8f2c7b3ae50c', 'external_fixed_ips': [{'subnet_id': '2dfd2131-2ad5-4bf8-904c-d60525974aa7', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '51cac9f2-0a4f-43b2-a627-d1fc623263f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:29Z', 'updated_at': '2022-09-19T12:12:34Z', 'revision_number': 3, 'project_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'gw_port': {'id': '51cac9f2-0a4f-43b2-a627-d1fc623263f7', 'name': '', 'network_id': '151517b7-a823-409d-a5bf-8f2c7b3ae50c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e239cf7b-206e-4bd4-b453-b01611616934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2dfd2131-2ad5-4bf8-904c-d60525974aa7', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dfd2131-2ad5-4bf8-904c-d60525974aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:41.469071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Checking router: e239cf7b-206e-4bd4-b453-b01611616934 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:12:41.469625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Updating router e239cf7b-206e-4bd4-b453-b01611616934 port 51cac9f2-0a4f-43b2-a627-d1fc623263f7 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:12:41.478448 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7a8ac701-9141-428a-a45b-d7e962cd9248', 'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'mac_address': 'fa:16:3e:06:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:40Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'subnets': [{'id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:41.487844 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d403d724-291a-4266-a04d-d05a26d9759a None None] The sync data for ids ['3da23894-920c-4642-9906-f5ac0773da0f'] in dv-neutron-857775-2-hyperv is: [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7a8ac701-9141-428a-a45b-d7e962cd9248', 'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'mac_address': 'fa:16:3e:06:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:40Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'subnets': [{'id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:12:41.584344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.588598 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0720932 Sep 19 12:12:41.602509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48520) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:41.610968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1904033509'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:41.616196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:41.622942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Usage tracker for resource:network and tenant:ddb0ae4df6d14fe19ac9756170b42d86 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:41.625961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:41.631744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:41.651782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:41.654729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992591b5-b13a-43ca-95b1-eaafca05f21f tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'Network': ['ID=89e68858-b938-4a6f-8585-d444932789f4,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:41.663158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:41.671760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:12:41.674357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.681573 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Sync routers for ids ['8341e97e-4913-4a43-913c-6c2d02765828'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:12:41.697776 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Routers {'8341e97e-4913-4a43-913c-6c2d02765828'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:41.697929 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8341e97e-4913-4a43-913c-6c2d02765828'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:41.701668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.748277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Made reservation on behalf of ddb0ae4df6d14fe19ac9756170b42d86 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:41.751683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.780746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 89e68858-b938-4a6f-8585-d444932789f4 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:41.869973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.871620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:41.894676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.895046 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Added segment cb7f22f8-c5f7-49c6-8f53-07d0b3049359 of type vlan for network 2f4e2988-dab0-4ea5-9cfa-511ae13f1e15 Sep 19 12:12:41.897332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.936777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:41.961619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.002074 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Set router 8341e97e-4913-4a43-913c-6c2d02765828 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:42.007457 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-033fd6be-e97a-406d-ac3e-4620d9782a48 admin admin] 10.222.0.66 "PUT /v2.0/routers/8341e97e-4913-4a43-913c-6c2d02765828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1991043 Sep 19 12:12:42.024787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Made reservation on behalf of 4fac957299494770b44991a6d290af36 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:42.028019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.155263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d5d21254-6f6c-4121-a7cd-9f4f425512c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.168124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.225764 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] device_id is not set on port 4b8b4568-ba19-4378-bb86-b9a6e8abcb7b yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:42.336450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83d5a49-e90d-4a80-819e-9c7133a386d6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:42.358536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.379194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.392808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Pushing event updated for resources: {'Port': ['ID=5d67e914-c61f-4b6d-ad5f-8682be766900,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:42.427460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.433926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:42.435357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.473063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.474850 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e9de6f47-adf5-429a-83c3-833d9d9280f5 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3267477 Sep 19 12:12:42.493437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Deleting port 51cac9f2-0a4f-43b2-a627-d1fc623263f7 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:42.495021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.533980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.574022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Transition to ACTIVE for port object 51cac9f2-0a4f-43b2-a627-d1fc623263f7 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:42.672607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.742720 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48540) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:42.743255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48542) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:42.743721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'Network': ['ID=2f4e2988-dab0-4ea5-9cfa-511ae13f1e15,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:42.774272 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '87fa9191-292f-4c62-9053-30919142da92', 'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'mac_address': 'fa:16:3e:db:6f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 2, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'subnets': [{'id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:42.787059 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Request body: {'security_group_rule': {'security_group_id': '882177b0-9cc9-4793-94b7-6e1f5e2999a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:42.789078 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Checking router: 8341e97e-4913-4a43-913c-6c2d02765828 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:12:42.789523 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Updating router 8341e97e-4913-4a43-913c-6c2d02765828 port 87fa9191-292f-4c62-9053-30919142da92 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:12:42.790225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.803974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.811220 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ef83d5e5-9287-4b2e-95bf-f6247545f8e3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7638073 Sep 19 12:12:42.813024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:42.837218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Usage tracker for resource:security_group_rule and tenant:89b67a2b8a7d4711939cb92036100cb1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:42.844179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2c954-4c6d-445c-8d08-b5ad4dcc072d None None] Pushing event updated for resources: {'Port': ['ID=51cac9f2-0a4f-43b2-a627-d1fc623263f7,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:42.847420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:42.869417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 2f4e2988-dab0-4ea5-9cfa-511ae13f1e15 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:42.872562 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-82fcd2f8-ae0f-4ae0-9011-c5e3e6ad10de tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2659016 Sep 19 12:12:42.901287 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:42.913256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Attempting to bind port 51cac9f2-0a4f-43b2-a627-d1fc623263f7 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:42.913905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Attempting to bind port 51cac9f2-0a4f-43b2-a627-d1fc623263f7 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '35d084e2-cb52-4b80-acf3-95c8cffd1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '151517b7-a823-409d-a5bf-8f2c7b3ae50c'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:42.914778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Attempting to bind port 51cac9f2-0a4f-43b2-a627-d1fc623263f7 on network 151517b7-a823-409d-a5bf-8f2c7b3ae50c {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:42.936083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:43.070966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.123851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:43.124340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Checking segment: {'id': '35d084e2-cb52-4b80-acf3-95c8cffd1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '151517b7-a823-409d-a5bf-8f2c7b3ae50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:43.127737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.133212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Bound using segment: {'id': '35d084e2-cb52-4b80-acf3-95c8cffd1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '151517b7-a823-409d-a5bf-8f2c7b3ae50c'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:43.133762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Bound port: 51cac9f2-0a4f-43b2-a627-d1fc623263f7, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d084e2-cb52-4b80-acf3-95c8cffd1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '151517b7-a823-409d-a5bf-8f2c7b3ae50c'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:43.134173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.142326 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48554) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:43.180396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-b6910afb-f91a-4798-9e83-9a8ffd4b6671 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:12:43.190832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023386262', 'description': 'tempest-description--1433994594'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:43.210676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6910afb-f91a-4798-9e83-9a8ffd4b6671 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.224809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Calling delete_port for 51cac9f2-0a4f-43b2-a627-d1fc623263f7 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:43.239911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:43.269784 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7a8ac701-9141-428a-a45b-d7e962cd9248 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:43.274227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Usage tracker for resource:security_group and tenant:bc270227fb294510bb4c21e9c8f4cf03 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:43.297094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:43.337919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:43.383166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.451534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:43.463759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:43.473184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Usage tracker for resource:floatingip and tenant:950cdb1bc6bf427e802ecb53644e6528 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:43.479238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:43.489158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.516086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.552701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] For port 51cac9f2-0a4f-43b2-a627-d1fc623263f7, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:43.562290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] For port 51cac9f2-0a4f-43b2-a627-d1fc623263f7, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=51cac9f2-0a4f-43b2-a627-d1fc623263f7,segment=NetworkSegment(35d084e2-cb52-4b80-acf3-95c8cffd1b10),segment_id=35d084e2-cb52-4b80-acf3-95c8cffd1b10)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:43.569383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:43.612567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:43.617075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Usage tracker for resource:security_group_rule and tenant:bc270227fb294510bb4c21e9c8f4cf03 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:43.620665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:43.628727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:43.630352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.634162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6910afb-f91a-4798-9e83-9a8ffd4b6671 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.635059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b6910afb-f91a-4798-9e83-9a8ffd4b6671 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] In _notify_port_updated(), no bound segment for port 6ca76a26-01cd-4ba6-a66b-0988949f7c44 on network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:12:43.650430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6910afb-f91a-4798-9e83-9a8ffd4b6671 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:43.651964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6910afb-f91a-4798-9e83-9a8ffd4b6671 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.661078 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b6910afb-f91a-4798-9e83-9a8ffd4b6671 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "PUT /v2.0/ports/6ca76a26-01cd-4ba6-a66b-0988949f7c44 HTTP/1.1" status: 200 len: 1002 time: 3.7111869 Sep 19 12:12:43.664207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48572) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:43.726596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 7a8ac701-9141-428a-a45b-d7e962cd9248 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:43.737457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.741399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cb78fc-f278-4360-9c03-48011870adf1,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:43.766976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Routers {'e239cf7b-206e-4bd4-b453-b01611616934'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:43.769592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e239cf7b-206e-4bd4-b453-b01611616934'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:43.797893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48578) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:43.804235 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 12:12:43.863555 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.877346 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Transition to ACTIVE for port object 87fa9191-292f-4c62-9053-30919142da92 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:43.918034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-682b601e-2c7b-4b4a-a06e-090aad43aea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.926373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-6f55499e-04fc-4846-a910-2789b6cffccf tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Synchronizing usage tracker for tenant:0799d850447f420ea38fcfd4caf091e4 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:43.929513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.933450 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5cd54b7c-932a-4222-8eae-d9c636bfd9dd tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1734166 Sep 19 12:12:43.933450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.942227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7a8ac701-9141-428a-a45b-d7e962cd9248 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:43.942697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.950674 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.951831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.963771 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:43.971570 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48584) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:44.009575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:44.017446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2484c15-ffe1-497a-a7fb-bd4609262117,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:44.046175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.047890 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-61789743-145c-42d5-b9ed-809bcd7ae323 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9045875 Sep 19 12:12:44.049758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:44.063150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48588) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:44.080744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Request body: {'security_group_rule': {'security_group_id': 'd2484c15-ffe1-497a-a7fb-bd4609262117', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:44.099928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:44.113865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Usage tracker for resource:security_group_rule and tenant:bc270227fb294510bb4c21e9c8f4cf03 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:44.120196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Usage tracker for resource:floatingip and tenant:89b67a2b8a7d4711939cb92036100cb1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:44.121511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f8756e60-4ace-4a6c-ad48-9c5a38f7208b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Deleting port 6ca76a26-01cd-4ba6-a66b-0988949f7c44 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:44.122492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8756e60-4ace-4a6c-ad48-9c5a38f7208b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.126396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:44.143812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:44.161291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-6f55499e-04fc-4846-a910-2789b6cffccf tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Unset dirty status for tenant:0799d850447f420ea38fcfd4caf091e4 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:44.162619 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-6f55499e-04fc-4846-a910-2789b6cffccf tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1216395905&fields=id&tenant_id=0799d850447f420ea38fcfd4caf091e4 HTTP/1.1" status: 200 len: 267 time: 0.3619852 Sep 19 12:12:44.238500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:44.245163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6910afb-f91a-4798-9e83-9a8ffd4b6671 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Port': ['ID=6ca76a26-01cd-4ba6-a66b-0988949f7c44,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:44.275671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.283152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:44.339376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:12:44.339684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:12:44.354448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-3395499d-cd2d-4359-bc84-329335d12d6c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:44.360082 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-3395499d-cd2d-4359-bc84-329335d12d6c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 811 time: 0.1876900 Sep 19 12:12:44.363833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.375519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] Set router e239cf7b-206e-4bd4-b453-b01611616934 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:44.431540 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-bcfa1b8b-0e51-4db5-a357-a63affc99c53 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/quotas/0799d850447f420ea38fcfd4caf091e4 HTTP/1.1" status: 200 len: 375 time: 0.0510612 Sep 19 12:12:44.451528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:44.459173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:44.484340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:44.486134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:44.486885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.520057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event updated for resources: {'Port': ['ID=4b8b4568-ba19-4378-bb86-b9a6e8abcb7b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:44.537963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.551276 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Attempting to bind port 87fa9191-292f-4c62-9053-30919142da92 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:44.551648 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Attempting to bind port 87fa9191-292f-4c62-9053-30919142da92 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:44.552140 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Attempting to bind port 87fa9191-292f-4c62-9053-30919142da92 on network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:44.559114 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d15a1-560e-4634-9b9c-29ade8ecb6e1 None None] Pushing event updated for resources: {'Port': ['ID=87fa9191-292f-4c62-9053-30919142da92,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:44.573437 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:44.573978 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Checking segment: {'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:44.574373 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.574821 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Bound using segment: {'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:44.575883 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Bound port: 87fa9191-292f-4c62-9053-30919142da92, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:44.578898 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.664273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e239cf7b-206e-4bd4-b453-b01611616934', 'name': '', 'tenant_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:29Z', 'updated_at': '2022-09-19T12:12:42Z', 'revision_number': 4, 'project_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:44.680744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2c954-4c6d-445c-8d08-b5ad4dcc072d None None] Pushing event updated for resources: {'Port': ['ID=51cac9f2-0a4f-43b2-a627-d1fc623263f7,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:44.702016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf7ae0-0ad5-4f6f-91ee-52cce0605f92 None None] The sync data for ids ['e239cf7b-206e-4bd4-b453-b01611616934'] in dv-neutron-857775-2-hyperv is: [{'id': 'e239cf7b-206e-4bd4-b453-b01611616934', 'name': '', 'tenant_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:29Z', 'updated_at': '2022-09-19T12:12:42Z', 'revision_number': 4, 'project_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:12:44.754926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.792152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7a8ac701-9141-428a-a45b-d7e962cd9248 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:44.792579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.800604 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] For port 87fa9191-292f-4c62-9053-30919142da92, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:44.805091 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] For port 87fa9191-292f-4c62-9053-30919142da92, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=87fa9191-292f-4c62-9053-30919142da92,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:44.838768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 7a8ac701-9141-428a-a45b-d7e962cd9248, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7a8ac701-9141-428a-a45b-d7e962cd9248,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:44.840468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Deleting port 51cac9f2-0a4f-43b2-a627-d1fc623263f7 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:44.841532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.842195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.890872 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.923319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:44.980156 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1c993523-0f8b-4722-b831-e576cad143b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.6820767 Sep 19 12:12:44.981975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Allocated IP 172.26.5.159 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/b31807f9-6631-4c16-8f86-a227165cbc7d) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:45.022132 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Routers {'8341e97e-4913-4a43-913c-6c2d02765828'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:12:45.022791 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8341e97e-4913-4a43-913c-6c2d02765828'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:45.046588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48592) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:45.093403 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:45.094678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=7a8ac701-9141-428a-a45b-d7e962cd9248,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:45.113448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:45.121953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8756e60-4ace-4a6c-ad48-9c5a38f7208b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:45.209384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-1bddd7d7-293b-476a-98fc-008c231c15d2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Synchronizing usage tracker for tenant:0799d850447f420ea38fcfd4caf091e4 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:45.225383 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d15a1-560e-4634-9b9c-29ade8ecb6e1 None None] Pushing event updated for resources: {'Port': ['ID=87fa9191-292f-4c62-9053-30919142da92,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:45.281606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:45.294119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f8756e60-4ace-4a6c-ad48-9c5a38f7208b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Calling delete_port for 6ca76a26-01cd-4ba6-a66b-0988949f7c44 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:45.315757 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] Set router 8341e97e-4913-4a43-913c-6c2d02765828 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:12:45.371910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:45.381288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f5099-36dc-462a-b344-b43b32586474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:45.381969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cd3f5099-36dc-462a-b344-b43b32586474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Synchronizing usage tracker for tenant:4fac957299494770b44991a6d290af36 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:45.404372 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbaf573-d3c2-49da-bb4d-971a02a27070,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:45.409330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:45.443773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] For port 51cac9f2-0a4f-43b2-a627-d1fc623263f7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=51cac9f2-0a4f-43b2-a627-d1fc623263f7,segment=NetworkSegment(35d084e2-cb52-4b80-acf3-95c8cffd1b10),segment_id=35d084e2-cb52-4b80-acf3-95c8cffd1b10)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:45.444313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:45.482550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-1bddd7d7-293b-476a-98fc-008c231c15d2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Unset dirty status for tenant:0799d850447f420ea38fcfd4caf091e4 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:45.496204 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-1bddd7d7-293b-476a-98fc-008c231c15d2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0557904 Sep 19 12:12:45.570918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:45.649054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Calling delete_port for 51cac9f2-0a4f-43b2-a627-d1fc623263f7 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:45.755971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cd3f5099-36dc-462a-b344-b43b32586474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Unset dirty status for tenant:4fac957299494770b44991a6d290af36 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:45.762266 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cd3f5099-36dc-462a-b344-b43b32586474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "GET /v2.0/ports/4b8b4568-ba19-4378-bb86-b9a6e8abcb7b HTTP/1.1" status: 200 len: 959 time: 0.7141702 Sep 19 12:12:45.763454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:45.768204 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-10c45a4a-da0f-48e2-94f2-faf35676f6f3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7015414 Sep 19 12:12:45.814436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event updated for resources: {'Port': ['ID=b31807f9-6631-4c16-8f86-a227165cbc7d,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:45.829292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:45.835788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48602) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:45.838068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48604) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:45.838068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:45.847748 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:45.927410 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '87fa9191-292f-4c62-9053-30919142da92', 'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'mac_address': 'fa:16:3e:db:6f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:44Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'subnets': [{'id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:45.935404 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ca194-b8ae-45d9-a092-0f171cf9e04f None None] The sync data for ids ['8341e97e-4913-4a43-913c-6c2d02765828'] in dv-neutron-857775-2-hyperv is: [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '87fa9191-292f-4c62-9053-30919142da92', 'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'mac_address': 'fa:16:3e:db:6f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:44Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'subnets': [{'id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:12:45.958931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Request body: {'security_group_rule': {'security_group_id': 'd2484c15-ffe1-497a-a7fb-bd4609262117', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:46.066419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-c547899c-1285-4739-a74c-3cb782ac4f96 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:12:46.067558 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-c547899c-1285-4739-a74c-3cb782ac4f96 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3544891 Sep 19 12:12:46.085187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:46.125105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8756e60-4ace-4a6c-ad48-9c5a38f7208b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:46.142835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Usage tracker for resource:security_group_rule and tenant:bc270227fb294510bb4c21e9c8f4cf03 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:46.173491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:46.230634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8756e60-4ace-4a6c-ad48-9c5a38f7208b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event deleted for resources: {'Port': ['ID=6ca76a26-01cd-4ba6-a66b-0988949f7c44,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:46.257295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:46.283281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c1689216-67e3-4a96-af4d-07a52488bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Deleting port 4b8b4568-ba19-4378-bb86-b9a6e8abcb7b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:46.283641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c1689216-67e3-4a96-af4d-07a52488bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:46.298336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:46.302343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:46.304686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48610) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:46.359266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'subnets': [{'network_id': '89e68858-b938-4a6f-8585-d444932789f4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--168954162', 'ip_version': 6}, {'network_id': '2f4e2988-dab0-4ea5-9cfa-511ae13f1e15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:46.359585 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'subnet': {'network_id': '89e68858-b938-4a6f-8585-d444932789f4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--168954162', 'ip_version': 6}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:46.360739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Request body: {'subnet': {'network_id': '2f4e2988-dab0-4ea5-9cfa-511ae13f1e15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:46.361248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Allocated IP 172.26.5.168 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/ba5e424c-39cc-40ed-84a7-4032d75dc0d9) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:46.395111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event deleted for resources: {'Port': ['ID=51cac9f2-0a4f-43b2-a627-d1fc623263f7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:46.528903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:46.662571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:46.673231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:46.796355 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-ed3245ce-89cc-4f7e-9f9d-2acd8d511ddc service neutron] 10.222.0.66 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169471 Sep 19 12:12:46.913756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8756e60-4ace-4a6c-ad48-9c5a38f7208b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:46.921689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:46.971923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.086103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.101640 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f8756e60-4ace-4a6c-ad48-9c5a38f7208b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "DELETE /v2.0/ports/6ca76a26-01cd-4ba6-a66b-0988949f7c44 HTTP/1.1" status: 204 len: 168 time: 3.2070119 Sep 19 12:12:47.113428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48614) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:47.121397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.163541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 87fa9191-292f-4c62-9053-30919142da92 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:47.177312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:47.181932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Usage tracker for resource:subnet and tenant:ddb0ae4df6d14fe19ac9756170b42d86 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:47.186509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:47.192848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:47.202776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c1689216-67e3-4a96-af4d-07a52488bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.208965 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f017957-7476-490c-aac4-a180e067f9c4 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] GET failed (client error): The resource could not be found. Sep 19 12:12:47.209972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9f017957-7476-490c-aac4-a180e067f9c4 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Synchronizing usage tracker for tenant:a11b93c193e346769af6cf9c212e6712 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:47.239263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.284309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.284947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e239cf7b-206e-4bd4-b453-b01611616934 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:12:47.297400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.298963 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5c7ce4ea-0e57-4198-8f97-6cd1e8b65a48 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "DELETE /v2.0/routers/e239cf7b-206e-4bd4-b453-b01611616934 HTTP/1.1" status: 204 len: 168 time: 6.4523640 Sep 19 12:12:47.302011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48618) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:47.338989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Made reservation on behalf of ddb0ae4df6d14fe19ac9756170b42d86 for: {'subnet': 2} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:47.344679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks [] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.344990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks [] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.363807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 87fa9191-292f-4c62-9053-30919142da92 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:47.369075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 87fa9191-292f-4c62-9053-30919142da92 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:47.369447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.389053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9f017957-7476-490c-aac4-a180e067f9c4 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Unset dirty status for tenant:a11b93c193e346769af6cf9c212e6712 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:47.390226 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9f017957-7476-490c-aac4-a180e067f9c4 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "GET /v2.0/ports/6ca76a26-01cd-4ba6-a66b-0988949f7c44 HTTP/1.1" status: 404 len: 333 time: 0.2750561 Sep 19 12:12:47.397808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c1689216-67e3-4a96-af4d-07a52488bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Calling delete_port for 4b8b4568-ba19-4378-bb86-b9a6e8abcb7b owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:47.420191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48622) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:47.440538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.502962 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-6c799b2f-b66b-48bc-9391-323fe7fd9038 service neutron] 10.222.0.66 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7056961 Sep 19 12:12:47.503558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261d4e22-330d-40fd-a365-394b1bbceeda,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:47.531643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 87fa9191-292f-4c62-9053-30919142da92 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:47.532414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.574056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'port': {'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1471447726'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:47.577866 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 87fa9191-292f-4c62-9053-30919142da92, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=87fa9191-292f-4c62-9053-30919142da92,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:47.661427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.662414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7a8ac701-9141-428a-a45b-d7e962cd9248 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:47.685692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ae6731-f493-48bb-9a61-e8ec26f10f7a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Deleting subnet 2dfd2131-2ad5-4bf8-904c-d60525974aa7 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:12:47.694317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.701339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2ae6731-f493-48bb-9a61-e8ec26f10f7a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.765556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c1689216-67e3-4a96-af4d-07a52488bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.766540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.767785 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-40f21792-f12f-4bcb-b1df-24753c2142a2 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9221900 Sep 19 12:12:47.783928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48628) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:47.809246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:47.815421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:47.818959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=87fa9191-292f-4c62-9053-30919142da92,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:47.824216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:47.831447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:47.834660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.839147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Pushing event updated for resources: {'Port': ['ID=ba5e424c-39cc-40ed-84a7-4032d75dc0d9,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:47.843172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c1689216-67e3-4a96-af4d-07a52488bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.843880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7a8ac701-9141-428a-a45b-d7e962cd9248 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:47.845874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.846098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Usage tracker for resource:floatingip and tenant:bc270227fb294510bb4c21e9c8f4cf03 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:47.848857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:47.875955 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:47.879939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2ae6731-f493-48bb-9a61-e8ec26f10f7a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.883726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:47.931416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2ae6731-f493-48bb-9a61-e8ec26f10f7a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:47.964177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:47.970174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:47.973444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.010194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48652) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:48.013130 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7a8ac701-9141-428a-a45b-d7e962cd9248 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:48.031835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1689216-67e3-4a96-af4d-07a52488bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b8b4568-ba19-4378-bb86-b9a6e8abcb7b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:48.087655 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c1689216-67e3-4a96-af4d-07a52488bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "DELETE /v2.0/ports/4b8b4568-ba19-4378-bb86-b9a6e8abcb7b HTTP/1.1" status: 204 len: 168 time: 2.2480247 Sep 19 12:12:48.102938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48660) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:48.114904 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Made reservation on behalf of a11b93c193e346769af6cf9c212e6712 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:48.120368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.183038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] device_id is not set on port d6139e45-8d27-4cf6-9499-8dc6a34e74b6 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:48.230448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef668114-d631-4481-8675-770074684c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] GET failed (client error): The resource could not be found. Sep 19 12:12:48.235316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ef668114-d631-4481-8675-770074684c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Synchronizing usage tracker for tenant:4fac957299494770b44991a6d290af36 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:48.241356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.294446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2ae6731-f493-48bb-9a61-e8ec26f10f7a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.310365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.327725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event updated for resources: {'Port': ['ID=b31807f9-6631-4c16-8f86-a227165cbc7d,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:48.332716 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cea46fa9-3be0-44fd-aa8b-6df6619cdf71 req-7b8bc99f-f399-4e77-bab8-0ed2702360da tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 210 time: 0.3111169 Sep 19 12:12:48.342498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.347874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae6731-f493-48bb-9a61-e8ec26f10f7a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfd2131-2ad5-4bf8-904c-d60525974aa7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:48.391201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2ae6731-f493-48bb-9a61-e8ec26f10f7a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.479509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.542942 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c2ae6731-f493-48bb-9a61-e8ec26f10f7a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/2dfd2131-2ad5-4bf8-904c-d60525974aa7 HTTP/1.1" status: 204 len: 168 time: 1.2396393 Sep 19 12:12:48.544963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Allocated IP 2001:db8::3cc (f613b141-46bf-4b08-9b86-4a7a45d6b4e6/ac64ee83-4989-4a93-892b-2ef897752159/d6139e45-8d27-4cf6-9499-8dc6a34e74b6) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:48.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48676) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:48.604094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ef668114-d631-4481-8675-770074684c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Unset dirty status for tenant:4fac957299494770b44991a6d290af36 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:48.609660 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ef668114-d631-4481-8675-770074684c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "GET /v2.0/ports/4b8b4568-ba19-4378-bb86-b9a6e8abcb7b HTTP/1.1" status: 404 len: 333 time: 0.4931524 Sep 19 12:12:48.609923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48680) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:48.637496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.638680 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-da34fdda-8432-4a6b-89c3-63ad6b030a4a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8790274 Sep 19 12:12:48.647101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Request body: {'port': {'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851133966'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:48.647498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48684) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:48.673276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:48.674732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1245875938'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:48.699539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:48.704996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:48.716503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.800321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Usage tracker for resource:network and tenant:950cdb1bc6bf427e802ecb53644e6528 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:48.812039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:48.833590 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:48.837635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:48.870511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Allocated IP 172.26.5.139 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/4fcb3876-463f-42c3-b244-9ee18314c136) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:48.870845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Made reservation on behalf of 4fac957299494770b44991a6d290af36 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:48.873325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.030098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 87fa9191-292f-4c62-9053-30919142da92 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:49.105577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 87fa9191-292f-4c62-9053-30919142da92 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:49.106111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.143616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.162665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.164938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.174283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.174644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.175438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.175772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > port after_create 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.176092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.176429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > port after_update 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.176765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.177105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.177426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.177741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.230455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 87fa9191-292f-4c62-9053-30919142da92 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:49.243949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] device_id is not set on port bb233e26-b05d-4af9-b6f7-648bf46f3f4b yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:49.377949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.378653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.379285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.379486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.379697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:12:49.380205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151517b7-a823-409d-a5bf-8f2c7b3ae50c']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:49.401531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.405923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Made reservation on behalf of 950cdb1bc6bf427e802ecb53644e6528 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:49.410131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.453540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.455895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d084e2-cb52-4b80-acf3-95c8cffd1b10') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:49.456195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d084e2-cb52-4b80-acf3-95c8cffd1b10') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:49.486405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.499581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Transition to ACTIVE for port object d6139e45-8d27-4cf6-9499-8dc6a34e74b6 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:49.501712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.533265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:49.543049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.546196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Usage tracker for resource:security_group_rule and tenant:950cdb1bc6bf427e802ecb53644e6528 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:49.552171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:49.576377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:12:49.576725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.581323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.600260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'Subnet': ['ID=00b9bde0-5a62-4a64-b826-b302521d133f,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:49.602651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:49.606899 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6ce94d33-0158-4851-b67f-a8cc1ffd12ec req-19f74807-9811-4bff-ab1d-fb0e7b63b7eb tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 210 time: 0.1598227 Sep 19 12:12:49.619852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:49.645218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:49.657560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:49.699498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.701870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Pushing event updated for resources: {'Port': ['ID=4fcb3876-463f-42c3-b244-9ee18314c136,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:49.712198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Checking segment: {'id': '33652f91-726c-4628-8d45-2913247037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e68858-b938-4a6f-8585-d444932789f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:49.712306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Network hostable DHCP agents. Network: 89e68858-b938-4a6f-8585-d444932789f4, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:49.760405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.806577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.829686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Pushing event updated for resources: {'Port': ['ID=ba5e424c-39cc-40ed-84a7-4032d75dc0d9,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:49.833525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.847096 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 35d084e2-cb52-4b80-acf3-95c8cffd1b10 resource provider aggregate not found Sep 19 12:12:49.857918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.900265 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 35d084e2-cb52-4b80-acf3-95c8cffd1b10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35d084e2-cb52-4b80-acf3-95c8cffd1b10 found for delete ", "request_id": "req-22678111-2d08-4fe0-bf11-406fccc1a636"}]} Sep 19 12:12:49.915267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Network 89e68858-b938-4a6f-8585-d444932789f4 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:49.922579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:49.923473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.928388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 151517b7-a823-409d-a5bf-8f2c7b3ae50c {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 12:12:49.931091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.933973 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.945371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.955956 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-638e82b2-8097-41a4-b0af-b40523ccc565 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9421806 Sep 19 12:12:49.955956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:49.999465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:50.027277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116153ea-f6c5-4080-9dbe-39e72780a5d7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:50.035570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Port': ['ID=d6139e45-8d27-4cf6-9499-8dc6a34e74b6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:50.046369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:50.054635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:50.055464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:50.069219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event deleted for resources: {'Network': ['ID=151517b7-a823-409d-a5bf-8f2c7b3ae50c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:50.091401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:12:50.114867 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f307d29f-58dc-493f-a4f7-979e20e3b22a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "DELETE /v2.0/networks/151517b7-a823-409d-a5bf-8f2c7b3ae50c HTTP/1.1" status: 204 len: 168 time: 1.5621264 Sep 19 12:12:50.148193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:50.152492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 89e68858-b938-4a6f-8585-d444932789f4) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:50.161617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:50.161930 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Added segment 014469aa-f810-40f0-b54b-cc278a5a40a4 of type vlan for network da773b8c-5144-4ee5-aeda-c91f21051687 Sep 19 12:12:50.165049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event updated for resources: {'Port': ['ID=bb233e26-b05d-4af9-b6f7-648bf46f3f4b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:50.169435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:50.170971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:50.174825 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:50.177763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:50.178655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca67d62-8896-42fc-9b5c-df58cbcbcd6e None None] Network 89e68858-b938-4a6f-8585-d444932789f4 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:50.186095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:50.188344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:50.310615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event updated for resources: {'Subnet': ['ID=bb8ffddf-5d86-4a35-84ba-3d08e3e19574,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:50.320344 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-37863cfd-8c8e-4a22-9784-5f6b24668f26 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8944745 Sep 19 12:12:50.328424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48728) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:50.342324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-90eaee7d-54cb-47d6-acd0-77971b8ee64b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b3:55:b8'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:50.410198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-0c54488f-8599-4902-a857-fe3100c102a4 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Synchronizing usage tracker for tenant:89b67a2b8a7d4711939cb92036100cb1 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:50.417135 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8ac84336-7856-4774-bca5-372dcd7ff0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8061481 Sep 19 12:12:50.452892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48734) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:50.526025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:50.596211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-89e68858-b938-4a6f-8585-d444932789f4', 'network_id': '89e68858-b938-4a6f-8585-d444932789f4', 'tenant_id': 'ddb0ae4df6d14fe19ac9756170b42d86', 'fixed_ips': [{'subnet_id': '00b9bde0-5a62-4a64-b826-b302521d133f'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:12:50.598659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:50.677613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-49485781-7633-46ad-9dca-a956c5a6347b None None] Provisioning for port d6139e45-8d27-4cf6-9499-8dc6a34e74b6 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:50.683194 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-49485781-7633-46ad-9dca-a956c5a6347b None None] Provisioning complete for port d6139e45-8d27-4cf6-9499-8dc6a34e74b6 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:50.683799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-49485781-7633-46ad-9dca-a956c5a6347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:50.697255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-90eaee7d-54cb-47d6-acd0-77971b8ee64b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:50.709348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:50.729524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:50.751020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-49485781-7633-46ad-9dca-a956c5a6347b None None] Port d6139e45-8d27-4cf6-9499-8dc6a34e74b6 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:12:50.757553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Checking segment: {'id': 'cb7f22f8-c5f7-49c6-8f53-07d0b3049359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2f4e2988-dab0-4ea5-9cfa-511ae13f1e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:50.757914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Network hostable DHCP agents. Network: 2f4e2988-dab0-4ea5-9cfa-511ae13f1e15, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:50.794826 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:12:50.897444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48746) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:50.921275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Allocated IP 2001:db8::1 (89e68858-b938-4a6f-8585-d444932789f4/00b9bde0-5a62-4a64-b826-b302521d133f/1c90e57d-2921-4498-a42a-4b391a14d1bb) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:50.931036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Request body: {'router': {'name': 'tempest-router--517090079', 'project_id': 'b6bc0b44b08947569ee52cab46dd5c7e'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:50.935345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-0c54488f-8599-4902-a857-fe3100c102a4 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Unset dirty status for tenant:89b67a2b8a7d4711939cb92036100cb1 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:50.938557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:50.942484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Usage tracker for resource:router and tenant:b6bc0b44b08947569ee52cab46dd5c7e is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:50.944106 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-0c54488f-8599-4902-a857-fe3100c102a4 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--809282804&fields=id&tenant_id=89b67a2b8a7d4711939cb92036100cb1 HTTP/1.1" status: 200 len: 267 time: 0.6851351 Sep 19 12:12:50.945364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:50.953021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:50.967431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:12:51.086366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Network 2f4e2988-dab0-4ea5-9cfa-511ae13f1e15 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:51.094038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.098064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.131107 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.138055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:51.138783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.148049 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-21d006c5-9f7b-480c-a34c-d0a3c5f42ebe req-79df48af-3c91-4428-9540-21e1865f84bb tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 210 time: 0.2010009 Sep 19 12:12:51.186466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.224608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.243335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Transition to ACTIVE for port object 1c90e57d-2921-4498-a42a-4b391a14d1bb will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:51.265955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Transition to ACTIVE for port object 1c90e57d-2921-4498-a42a-4b391a14d1bb will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:51.275162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:12:51.275648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 2f4e2988-dab0-4ea5-9cfa-511ae13f1e15) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:51.285162 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6336772 Sep 19 12:12:51.289971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48752) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:51.305096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b418e9a-88de-4457-b148-b7a839980193 None None] Network 2f4e2988-dab0-4ea5-9cfa-511ae13f1e15 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:51.306830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:51.307323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:51.307954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.310100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Request body: {'subnet': {'network_id': 'da773b8c-5144-4ee5-aeda-c91f21051687', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:51.331126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf237a3-21a4-45f6-8939-599b8e643a0c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event updated for resources: {'Network': ['ID=da773b8c-5144-4ee5-aeda-c91f21051687,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:51.348557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.354686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-90eaee7d-54cb-47d6-acd0-77971b8ee64b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.395992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network da773b8c-5144-4ee5-aeda-c91f21051687 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:12:51.419878 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.427572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-6b3df910-5388-410f-9dad-e10d64230636 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:51.429061 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-6b3df910-5388-410f-9dad-e10d64230636 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/networks?id=b58caf9b-5b4b-47b7-b230-84077bd8b127 HTTP/1.1" status: 200 len: 805 time: 0.4840999 Sep 19 12:12:51.452605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.474155 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-09e8c3cd-78ed-4fa9-9540-9dd9069ae1bb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/quotas/89b67a2b8a7d4711939cb92036100cb1 HTTP/1.1" status: 200 len: 375 time: 0.0320826 Sep 19 12:12:51.490208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-90eaee7d-54cb-47d6-acd0-77971b8ee64b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.491253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-90eaee7d-54cb-47d6-acd0-77971b8ee64b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] In _notify_port_updated(), no bound segment for port d6139e45-8d27-4cf6-9499-8dc6a34e74b6 on network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:12:51.498821 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eaee7d-54cb-47d6-acd0-77971b8ee64b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:51.499672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-90eaee7d-54cb-47d6-acd0-77971b8ee64b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.510104 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-90eaee7d-54cb-47d6-acd0-77971b8ee64b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "PUT /v2.0/ports/d6139e45-8d27-4cf6-9499-8dc6a34e74b6 HTTP/1.1" status: 200 len: 1003 time: 1.1726813 Sep 19 12:12:51.510104 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4f0b665f-f9a4-4718-b348-ae71e7d5ed93 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.1715188 Sep 19 12:12:51.510104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48758) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:51.560257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48760) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:51.566292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.606942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:51.613852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Network 89e68858-b938-4a6f-8585-d444932789f4 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:51.636708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:51.644995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:51.648807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Pushing event updated for resources: {'Port': ['ID=1c90e57d-2921-4498-a42a-4b391a14d1bb,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:51.662475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Usage tracker for resource:subnet and tenant:950cdb1bc6bf427e802ecb53644e6528 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:51.688042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:51.701563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:51.738850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] device_id is not set on port bb233e26-b05d-4af9-b6f7-648bf46f3f4b yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:51.739056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.739056 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d91610e1-be80-48d4-9d1d-627c3909fc14 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8359823 Sep 19 12:12:51.742238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48766) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:51.750380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.798722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eaee7d-54cb-47d6-acd0-77971b8ee64b tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Port': ['ID=d6139e45-8d27-4cf6-9499-8dc6a34e74b6,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:51.813204 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Attempting to bind port 1c90e57d-2921-4498-a42a-4b391a14d1bb on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:51.819529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Attempting to bind port 1c90e57d-2921-4498-a42a-4b391a14d1bb by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '33652f91-726c-4628-8d45-2913247037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e68858-b938-4a6f-8585-d444932789f4'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:51.819529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Attempting to bind port 1c90e57d-2921-4498-a42a-4b391a14d1bb on network 89e68858-b938-4a6f-8585-d444932789f4 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:51.821065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0cb43-4744-4362-936d-65cd91c51cef tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Deleting port d6139e45-8d27-4cf6-9499-8dc6a34e74b6 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:51.822052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Pushing event updated for resources: {'Port': ['ID=4fcb3876-463f-42c3-b244-9ee18314c136,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:51.822194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cb43-4744-4362-936d-65cd91c51cef tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.836132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.855520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:51.856472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Checking segment: {'id': '33652f91-726c-4628-8d45-2913247037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e68858-b938-4a6f-8585-d444932789f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:51.856996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.857396 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Bound using segment: {'id': '33652f91-726c-4628-8d45-2913247037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e68858-b938-4a6f-8585-d444932789f4'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:51.857881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Bound port: 1c90e57d-2921-4498-a42a-4b391a14d1bb, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33652f91-726c-4628-8d45-2913247037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '89e68858-b938-4a6f-8585-d444932789f4'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:51.858246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.879922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5923af-1655-4267-9da7-f884a7b155d5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:51.882080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5923af-1655-4267-9da7-f884a7b155d5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:51.884930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5923af-1655-4267-9da7-f884a7b155d5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:51.886449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8a5923af-1655-4267-9da7-f884a7b155d5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Synchronizing usage tracker for tenant:ddb0ae4df6d14fe19ac9756170b42d86 on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:51.911324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-2f4e2988-dab0-4ea5-9cfa-511ae13f1e15', 'network_id': '2f4e2988-dab0-4ea5-9cfa-511ae13f1e15', 'tenant_id': 'ddb0ae4df6d14fe19ac9756170b42d86', 'fixed_ips': [{'subnet_id': 'bb8ffddf-5d86-4a35-84ba-3d08e3e19574'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:12:51.912319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.916267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Made reservation on behalf of 950cdb1bc6bf427e802ecb53644e6528 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:51.920407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:51.936693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Transition to ACTIVE for port object bb233e26-b05d-4af9-b6f7-648bf46f3f4b will not be triggered until provisioned by entity L2. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:52.009954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dac0e01c-8f71-41c4-8131-e96f896048a5 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.037713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] For port 1c90e57d-2921-4498-a42a-4b391a14d1bb, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:52.054711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] For port 1c90e57d-2921-4498-a42a-4b391a14d1bb, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c90e57d-2921-4498-a42a-4b391a14d1bb,segment=NetworkSegment(33652f91-726c-4628-8d45-2913247037eb),segment_id=33652f91-726c-4628-8d45-2913247037eb)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:52.095881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8a5923af-1655-4267-9da7-f884a7b155d5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Unset dirty status for tenant:ddb0ae4df6d14fe19ac9756170b42d86 on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:52.106606 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8a5923af-1655-4267-9da7-f884a7b155d5 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5359066 Sep 19 12:12:52.108471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48770) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:52.151829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Allocated IP 2001:db8:0:1::1 (2f4e2988-dab0-4ea5-9cfa-511ae13f1e15/bb8ffddf-5d86-4a35-84ba-3d08e3e19574/5b945aaf-b4b7-4fd3-b051-68e287edec46) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:52.166714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.189430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.217427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-5b4abe63-e8e0-4e68-86e6-ca2ccffbe595 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Synchronizing usage tracker for tenant:89b67a2b8a7d4711939cb92036100cb1 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:52.220190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.227101 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f3acf9aa-8c31-4d0e-b6b7-933259fc48a6 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4364727 Sep 19 12:12:52.228644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dd141e-995e-4f7d-abb6-aabf9fb967c4 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Deleting subnet 00b9bde0-5a62-4a64-b826-b302521d133f {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:12:52.232583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.85', 54815) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:52.240731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c1dd141e-995e-4f7d-abb6-aabf9fb967c4 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.291708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cb43-4744-4362-936d-65cd91c51cef tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.458087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac483b-8d20-4afb-8d92-beacac2c9cd7 None None] Pushing event updated for resources: {'Port': ['ID=1c90e57d-2921-4498-a42a-4b391a14d1bb,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:52.549497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0cb43-4744-4362-936d-65cd91c51cef tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Calling delete_port for d6139e45-8d27-4cf6-9499-8dc6a34e74b6 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:52.609616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c1dd141e-995e-4f7d-abb6-aabf9fb967c4 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.671379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.681895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.699334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Transition to ACTIVE for port object 5b945aaf-b4b7-4fd3-b051-68e287edec46 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:52.716087 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4d886066-3727-4f46-a87b-5ae8a398e2b5 req-2c7e5777-6371-4399-b235-fc6df2a59682 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 210 time: 0.1621044 Sep 19 12:12:52.734336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:52.734862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:52.735368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:52.738859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dac0e01c-8f71-41c4-8131-e96f896048a5 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.743631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event updated for resources: {'Port': ['ID=bb233e26-b05d-4af9-b6f7-648bf46f3f4b,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:52.744523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Transition to ACTIVE for port object 5b945aaf-b4b7-4fd3-b051-68e287edec46 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:52.749853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dac0e01c-8f71-41c4-8131-e96f896048a5 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.753558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:52.754053 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:52.756856 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 2 to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b Sep 19 12:12:52.780770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-6d17aa54-a9d6-4c50-b7c4-40bca5cc9d6a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:52.780770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-6d17aa54-a9d6-4c50-b7c4-40bca5cc9d6a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Synchronizing usage tracker for tenant:0799d850447f420ea38fcfd4caf091e4 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:52.862693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.894973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-5b4abe63-e8e0-4e68-86e6-ca2ccffbe595 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Unset dirty status for tenant:89b67a2b8a7d4711939cb92036100cb1 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:52.896356 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-5b4abe63-e8e0-4e68-86e6-ca2ccffbe595 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=89b67a2b8a7d4711939cb92036100cb1&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4085610 Sep 19 12:12:52.926860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:52.927198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:52.927531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:52.969149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c1dd141e-995e-4f7d-abb6-aabf9fb967c4 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:52.993902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:52.994235 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:53.002535 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 3 to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b Sep 19 12:12:53.056116 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Network 2f4e2988-dab0-4ea5-9cfa-511ae13f1e15 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:53.068403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:53.068969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:53.069440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:53.070165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:53.089258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:53.095894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-6eda24d1-e33f-4710-a2d4-8f881db399cd tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Synchronizing usage tracker for tenant:bc270227fb294510bb4c21e9c8f4cf03 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:53.099855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-6d17aa54-a9d6-4c50-b7c4-40bca5cc9d6a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Unset dirty status for tenant:0799d850447f420ea38fcfd4caf091e4 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:53.101375 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-6d17aa54-a9d6-4c50-b7c4-40bca5cc9d6a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 811 time: 0.8641362 Sep 19 12:12:53.125667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:53.125667 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:53.129598 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 4 to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b Sep 19 12:12:53.164590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dac0e01c-8f71-41c4-8131-e96f896048a5 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:53.165087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac0e01c-8f71-41c4-8131-e96f896048a5 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f985ab7d-0ee6-4922-bda0-af9927d6b8bb {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:12:53.169814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1c90e57d-2921-4498-a42a-4b391a14d1bb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:53.183670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:53.183670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:53.183962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:53.193145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:53.193461 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:53.196165 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 5 to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b Sep 19 12:12:53.198352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cb43-4744-4362-936d-65cd91c51cef tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:53.217403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dac0e01c-8f71-41c4-8131-e96f896048a5 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:53.218547 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-dac0e01c-8f71-41c4-8131-e96f896048a5 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "DELETE /v2.0/routers/f985ab7d-0ee6-4922-bda0-af9927d6b8bb HTTP/1.1" status: 204 len: 168 time: 1.4742272 Sep 19 12:12:53.219693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:53.220026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:53.220366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:53.238232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:53.238573 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:53.238979 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 6 to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b Sep 19 12:12:53.269432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-c05dc134-0ad2-4c5a-9c5c-934ba3bf1c0f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:12:53.270853 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-c05dc134-0ad2-4c5a-9c5c-934ba3bf1c0f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1181641 Sep 19 12:12:53.272587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0cb43-4744-4362-936d-65cd91c51cef tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event deleted for resources: {'Port': ['ID=d6139e45-8d27-4cf6-9499-8dc6a34e74b6,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:53.327198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:53.327541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:53.327882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:53.370604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c1dd141e-995e-4f7d-abb6-aabf9fb967c4 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:53.399017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Attempting to bind port 5b945aaf-b4b7-4fd3-b051-68e287edec46 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:53.399452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Attempting to bind port 5b945aaf-b4b7-4fd3-b051-68e287edec46 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'cb7f22f8-c5f7-49c6-8f53-07d0b3049359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2f4e2988-dab0-4ea5-9cfa-511ae13f1e15'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:53.403173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Attempting to bind port 5b945aaf-b4b7-4fd3-b051-68e287edec46 on network 2f4e2988-dab0-4ea5-9cfa-511ae13f1e15 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:53.403480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:53.403480 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:53.403634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Pushing event updated for resources: {'Port': ['ID=5b945aaf-b4b7-4fd3-b051-68e287edec46,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:53.405588 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 7 to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b Sep 19 12:12:53.417012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-6eda24d1-e33f-4710-a2d4-8f881db399cd tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Unset dirty status for tenant:bc270227fb294510bb4c21e9c8f4cf03 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:53.418353 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-6eda24d1-e33f-4710-a2d4-8f881db399cd tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1023386262&fields=id&tenant_id=bc270227fb294510bb4c21e9c8f4cf03 HTTP/1.1" status: 200 len: 267 time: 0.4620819 Sep 19 12:12:53.420513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:53.425806 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:53.426307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Checking segment: {'id': 'cb7f22f8-c5f7-49c6-8f53-07d0b3049359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2f4e2988-dab0-4ea5-9cfa-511ae13f1e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:53.426723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:53.427182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Bound using segment: {'id': 'cb7f22f8-c5f7-49c6-8f53-07d0b3049359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2f4e2988-dab0-4ea5-9cfa-511ae13f1e15'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:53.427686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Bound port: 5b945aaf-b4b7-4fd3-b051-68e287edec46, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7f22f8-c5f7-49c6-8f53-07d0b3049359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2f4e2988-dab0-4ea5-9cfa-511ae13f1e15'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:53.428064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:53.449542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-5021b901-691e-449b-973d-b2b20eda2fd7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Synchronizing usage tracker for tenant:0799d850447f420ea38fcfd4caf091e4 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:53.466198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c1dd141e-995e-4f7d-abb6-aabf9fb967c4 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:53.472761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd141e-995e-4f7d-abb6-aabf9fb967c4 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Subnet': ['ID=00b9bde0-5a62-4a64-b826-b302521d133f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:53.493428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cb43-4744-4362-936d-65cd91c51cef tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:53.521968 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9fd0cb43-4744-4362-936d-65cd91c51cef tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "DELETE /v2.0/ports/d6139e45-8d27-4cf6-9499-8dc6a34e74b6 HTTP/1.1" status: 204 len: 168 time: 1.9738443 Sep 19 12:12:53.522805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48808) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:53.525734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-5021b901-691e-449b-973d-b2b20eda2fd7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Unset dirty status for tenant:0799d850447f420ea38fcfd4caf091e4 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:53.530244 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-5021b901-691e-449b-973d-b2b20eda2fd7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0799d850447f420ea38fcfd4caf091e4 HTTP/1.1" status: 200 len: 380 time: 0.3557236 Sep 19 12:12:53.576441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:53.576998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:53.577488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:53.604287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 1c90e57d-2921-4498-a42a-4b391a14d1bb completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:53.621189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Request body: {'port': {'device_id': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'admin_state_up': True, 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'security_groups': ['5fc134d6-e19c-40a4-be8a-7f685742194e']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:53.640145 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bb8061-f8dc-4dc7-8a42-622630762190 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] GET failed (client error): The resource could not be found. Sep 19 12:12:53.641922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-44bb8061-f8dc-4dc7-8a42-622630762190 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Synchronizing usage tracker for tenant:a11b93c193e346769af6cf9c212e6712 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:53.648755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] For port 5b945aaf-b4b7-4fd3-b051-68e287edec46, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:53.652505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] For port 5b945aaf-b4b7-4fd3-b051-68e287edec46, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5b945aaf-b4b7-4fd3-b051-68e287edec46,segment=NetworkSegment(cb7f22f8-c5f7-49c6-8f53-07d0b3049359),segment_id=cb7f22f8-c5f7-49c6-8f53-07d0b3049359)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:12:53.709225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:53.709745 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:53.710331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48816) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:53.719618 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 8 to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b Sep 19 12:12:53.733670 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c1dd141e-995e-4f7d-abb6-aabf9fb967c4 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "DELETE /v2.0/subnets/00b9bde0-5a62-4a64-b826-b302521d133f HTTP/1.1" status: 204 len: 168 time: 1.6222553 Sep 19 12:12:53.734297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48820) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:53.783514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event updated for resources: {'Subnet': ['ID=d784ffab-af82-41eb-9384-2c37b20a5ed0,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:53.799850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:53.812064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:53.812645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:53.813132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:53.847505 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-e1a87796-57e7-4497-a85f-e32bd6b4beff service neutron] 10.222.0.66 "GET /v2.0/networks/b58caf9b-5b4b-47b7-b230-84077bd8b127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603056 Sep 19 12:12:53.849537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:53.850031 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:53.889633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 9 to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b Sep 19 12:12:53.913831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-44bb8061-f8dc-4dc7-8a42-622630762190 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Unset dirty status for tenant:a11b93c193e346769af6cf9c212e6712 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:12:53.913831 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-44bb8061-f8dc-4dc7-8a42-622630762190 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "GET /v2.0/ports/d6139e45-8d27-4cf6-9499-8dc6a34e74b6 HTTP/1.1" status: 404 len: 333 time: 0.3828802 Sep 19 12:12:53.933018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48834) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:53.939757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'port': {'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1366966780'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:53.944509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Checking segment: {'id': '014469aa-f810-40f0-b54b-cc278a5a40a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'da773b8c-5144-4ee5-aeda-c91f21051687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:53.950288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Network hostable DHCP agents. Network: da773b8c-5144-4ee5-aeda-c91f21051687, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:12:53.993047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbe7a7-9018-4dae-acdc-aa53a898c501 None None] Pushing event updated for resources: {'Port': ['ID=5b945aaf-b4b7-4fd3-b051-68e287edec46,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:54.025502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa6b9fd-26c1-47d0-b888-3732047ccd59 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Deleting subnet bb8ffddf-5d86-4a35-84ba-3d08e3e19574 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:12:54.029451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5aa6b9fd-26c1-47d0-b888-3732047ccd59 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:54.083139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-b7717e25-ff90-4d36-b175-ca844f3f4076 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:54.091227 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-b7717e25-ff90-4d36-b175-ca844f3f4076 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/networks?id=9d2aa7ba-6cb6-4d88-a079-a884ed8c499c HTTP/1.1" status: 200 len: 812 time: 0.5900040 Sep 19 12:12:54.096017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5aa6b9fd-26c1-47d0-b888-3732047ccd59 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:54.115123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:54.115640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:54.115977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:54.127723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-441776802', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:54.134672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:54.141069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Usage tracker for resource:router and tenant:cb1de729f15041b7bafff324027635f9 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:54.151303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:54.163135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:54.193480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce2d045-c3d9-4e11-8ba1-f0cf4e1ac8d5 None None] Network 89e68858-b938-4a6f-8585-d444932789f4 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:54.196038 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-93b7f7c0-a9f7-40a4-a49f-96a3c98793b0 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/quotas/bc270227fb294510bb4c21e9c8f4cf03 HTTP/1.1" status: 200 len: 375 time: 0.1042180 Sep 19 12:12:54.277292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:54.277622 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:54.281993 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempt 10 to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b Sep 19 12:12:54.315696 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:54.325938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:54.326277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:54.326618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempting to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:54.330981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:54.342032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:12:54.342363 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Failed to bind port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on host hv-neutron-8577 for vnic_type normal using segments [{'id': '5b6f19e4-1a72-4289-90f1-97d77ddef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c9a75bd-9e9d-4afe-adce-b94a648e30e2'}] Sep 19 12:12:54.342731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:54.398461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5aa6b9fd-26c1-47d0-b888-3732047ccd59 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:54.421589 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-f75376f7-d783-4e8c-924c-89c6a47d6880 service neutron] 10.222.0.66 "GET /v2.0/networks/b58caf9b-5b4b-47b7-b230-84077bd8b127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680792 Sep 19 12:12:54.422517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:54.423642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:54.481144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Made reservation on behalf of 0799d850447f420ea38fcfd4caf091e4 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:54.483142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Network da773b8c-5144-4ee5-aeda-c91f21051687 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:12:54.495324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:54.555752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:54.562372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d3c9f30c-049f-448a-9e5c-6cb2f99959d0 None None] Provisioning for port 1c90e57d-2921-4498-a42a-4b391a14d1bb completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:54.580173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d3c9f30c-049f-448a-9e5c-6cb2f99959d0 None None] Provisioning complete for port 1c90e57d-2921-4498-a42a-4b391a14d1bb triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:54.584883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f30c-049f-448a-9e5c-6cb2f99959d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:54.627252 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-01654c8d-533c-4d36-a4e7-58ae6dcb3c0c tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc270227fb294510bb4c21e9c8f4cf03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4302132 Sep 19 12:12:54.685193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, da773b8c-5144-4ee5-aeda-c91f21051687) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:54.707475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f292c4e-9a05-4a06-bd3f-a97fa7927e39 None None] Network da773b8c-5144-4ee5-aeda-c91f21051687 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:54.716291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:54.718664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:54.840921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] For port bb233e26-b05d-4af9-b6f7-648bf46f3f4b, host hv-neutron-8577, cleared binding levels {{(pid=89795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:12:54.841787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attempted to set empty binding levels {{(pid=89795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 12:12:54.867474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Allocated IP 172.20.0.11 (3704555e-ba7d-469b-9608-38927218515a/639eae4e-cc56-4df9-b7a8-eca28caa4e2e/340ee0aa-3156-471a-b57c-ca815ac701bf) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:55.055202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:55.056018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] In _notify_port_updated(), no bound segment for port bb233e26-b05d-4af9-b6f7-648bf46f3f4b on network 3c9a75bd-9e9d-4afe-adce-b94a648e30e2 {{(pid=89795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:12:55.060491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:55.063721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:55.063721 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "PUT /v2.0/ports/bb233e26-b05d-4af9-b6f7-648bf46f3f4b HTTP/1.1" status: 200 len: 981 time: 4.5995126 Sep 19 12:12:55.224185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5b945aaf-b4b7-4fd3-b051-68e287edec46 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:12:55.268106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48852) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:55.373058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:55.494075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:55.561852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cae08098-d6e1-4889-b61a-f46069f53c9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Deleting port bb233e26-b05d-4af9-b6f7-648bf46f3f4b {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:55.562526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cae08098-d6e1-4889-b61a-f46069f53c9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:55.587073 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5115bb7c-9068-4c2e-ae9b-405a0ffe9c2e req-8b2ee4f3-79bd-4e51-b287-dacff36f6691 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 210 time: 0.2202759 Sep 19 12:12:55.654664 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054cd98-0f11-436e-8bf9-f6f756897c99 None None] Network 2f4e2988-dab0-4ea5-9cfa-511ae13f1e15 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:12:55.665331 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-99bc4306-1dd8-4e43-afd9-55bf4a64778e tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3694866 Sep 19 12:12:55.683894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48870) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:55.708844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-818483919', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:12:55.728302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:12:55.764200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Usage tracker for resource:router and tenant:950cdb1bc6bf427e802ecb53644e6528 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:12:55.783809 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-444ebd6c-170b-4741-8a8c-21a61ed8522e service neutron] 10.222.0.66 "GET /v2.0/networks/9d2aa7ba-6cb6-4d88-a079-a884ed8c499c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1439157 Sep 19 12:12:55.797182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:12:55.830631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Made reservation on behalf of a11b93c193e346769af6cf9c212e6712 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:12:55.832882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:55.847525 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-be3abb68-89b0-4a12-8a80-dc812e9a9921 req-1b700ad9-8d1b-444e-b343-6a4275787609 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.1058609 Sep 19 12:12:55.852427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bba4d-3294-4cf1-a5c6-010efc044d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event updated for resources: {'Port': ['ID=bb233e26-b05d-4af9-b6f7-648bf46f3f4b,revision_number=3']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:55.860043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:55.883205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5aa6b9fd-26c1-47d0-b888-3732047ccd59 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:55.890388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:55.893838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:12:55.952680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] DHCP port deletion for 89e68858-b938-4a6f-8585-d444932789f4 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:12:55.962377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6b9fd-26c1-47d0-b888-3732047ccd59 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8ffddf-5d86-4a35-84ba-3d08e3e19574,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:55.968669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] device_id is not set on port 492d6857-d841-43b0-9c9a-6913c2291572 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:12:56.065749 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5aa6b9fd-26c1-47d0-b888-3732047ccd59 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:56.076191 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-2e432114-af46-4bad-aca1-1ae5eb710d4c service neutron] 10.222.0.66 "GET /v2.0/networks/9d2aa7ba-6cb6-4d88-a079-a884ed8c499c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680459 Sep 19 12:12:56.081206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Deleting port 1c90e57d-2921-4498-a42a-4b391a14d1bb {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:56.081802 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:56.100428 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5aa6b9fd-26c1-47d0-b888-3732047ccd59 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "DELETE /v2.0/subnets/bb8ffddf-5d86-4a35-84ba-3d08e3e19574 HTTP/1.1" status: 204 len: 168 time: 2.3650227 Sep 19 12:12:56.102000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Transition to ACTIVE for port object 340ee0aa-3156-471a-b57c-ca815ac701bf will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:56.204690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48874) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:56.255555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:56.256578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:56.270495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9f30c-049f-448a-9e5c-6cb2f99959d0 None None] Current status of the port 1c90e57d-2921-4498-a42a-4b391a14d1bb is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:56.271605 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f30c-049f-448a-9e5c-6cb2f99959d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:56.307870 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:56.339658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-da773b8c-5144-4ee5-aeda-c91f21051687', 'network_id': 'da773b8c-5144-4ee5-aeda-c91f21051687', 'tenant_id': '950cdb1bc6bf427e802ecb53644e6528', 'fixed_ips': [{'subnet_id': 'd784ffab-af82-41eb-9384-2c37b20a5ed0'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:12:56.341083 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:56.419100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 5b945aaf-b4b7-4fd3-b051-68e287edec46 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:56.419325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e5280-ec6a-480c-ab40-f46379d9c1e0 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:56.420712 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c06e5280-ec6a-480c-ab40-f46379d9c1e0 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2113075 Sep 19 12:12:56.424970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48882) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:56.578352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d3c9f30c-049f-448a-9e5c-6cb2f99959d0 None None] For port 1c90e57d-2921-4498-a42a-4b391a14d1bb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c90e57d-2921-4498-a42a-4b391a14d1bb,segment=NetworkSegment(33652f91-726c-4628-8d45-2913247037eb),segment_id=33652f91-726c-4628-8d45-2913247037eb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:56.778178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f30c-049f-448a-9e5c-6cb2f99959d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:56.950608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-cae08098-d6e1-4889-b61a-f46069f53c9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] For port bb233e26-b05d-4af9-b6f7-648bf46f3f4b, host hv-neutron-8577, got binding levels [] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:56.951036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cae08098-d6e1-4889-b61a-f46069f53c9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:57.001714 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4baa1953-477b-4f39-9494-5e0bf82f3c6a req-96a552a0-7b2a-4521-b0d9-538db9da22e3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 210 time: 0.3078129 Sep 19 12:12:57.008553 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] DHCP port deletion for 2f4e2988-dab0-4ea5-9cfa-511ae13f1e15 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:12:57.016789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] For port 1c90e57d-2921-4498-a42a-4b391a14d1bb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c90e57d-2921-4498-a42a-4b391a14d1bb,segment=NetworkSegment(33652f91-726c-4628-8d45-2913247037eb),segment_id=33652f91-726c-4628-8d45-2913247037eb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:57.017188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:57.024064 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-19210370-085b-47b1-9f07-34a4bb64d944 req-ae3cdf67-715f-455a-a8b0-dc5166fa0d4c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 210 time: 0.1693807 Sep 19 12:12:57.046505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Allocated IP 172.20.0.2 (da773b8c-5144-4ee5-aeda-c91f21051687/d784ffab-af82-41eb-9384-2c37b20a5ed0/68a4f137-d966-47e0-89b4-262f21e41d24) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:57.061234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] Deleting port 5b945aaf-b4b7-4fd3-b051-68e287edec46 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:57.061234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:57.112608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2fdb596c-8bca-448b-9b08-ae0545b1af2f None None] Provisioning for port 5b945aaf-b4b7-4fd3-b051-68e287edec46 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:12:57.128841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2fdb596c-8bca-448b-9b08-ae0545b1af2f None None] Provisioning complete for port 5b945aaf-b4b7-4fd3-b051-68e287edec46 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:12:57.130237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2fdb596c-8bca-448b-9b08-ae0545b1af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:57.270698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:57.328678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:57.371347 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c2e2dc0-bc85-45c1-bbf8-40eea349d74d req-703b58cf-9b85-43fa-905e-8df3d33fc7f9 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.1906171 Sep 19 12:12:57.476602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cae08098-d6e1-4889-b61a-f46069f53c9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Calling delete_port for bb233e26-b05d-4af9-b6f7-648bf46f3f4b owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:57.486509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1c90e57d-2921-4498-a42a-4b391a14d1bb no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:12:57.622049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Allocated IP 172.26.5.47 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/d3a181e1-74d2-440d-8fe4-560787ae2cf0) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:57.680057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Calling delete_port for 1c90e57d-2921-4498-a42a-4b391a14d1bb owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:57.696928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:57.718282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Allocated IP 2001:db8::1b0 (f613b141-46bf-4b08-9b86-4a7a45d6b4e6/ac64ee83-4989-4a93-892b-2ef897752159/492d6857-d841-43b0-9c9a-6913c2291572) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:12:57.723810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:57.741567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9f30c-049f-448a-9e5c-6cb2f99959d0 None None] Pushing event updated for resources: {'Port': ['ID=1c90e57d-2921-4498-a42a-4b391a14d1bb,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:57.762894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Deleting port 5b945aaf-b4b7-4fd3-b051-68e287edec46 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:57.763508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:57.900943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.029902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1c90e57d-2921-4498-a42a-4b391a14d1bb is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:58.031039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.077718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.212860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] For port 5b945aaf-b4b7-4fd3-b051-68e287edec46, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5b945aaf-b4b7-4fd3-b051-68e287edec46,segment=NetworkSegment(cb7f22f8-c5f7-49c6-8f53-07d0b3049359),segment_id=cb7f22f8-c5f7-49c6-8f53-07d0b3049359)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:58.216268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.267711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] For port 5b945aaf-b4b7-4fd3-b051-68e287edec46, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5b945aaf-b4b7-4fd3-b051-68e287edec46,segment=NetworkSegment(cb7f22f8-c5f7-49c6-8f53-07d0b3049359),segment_id=cb7f22f8-c5f7-49c6-8f53-07d0b3049359)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:58.268485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.297876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb596c-8bca-448b-9b08-ae0545b1af2f None None] Current status of the port 5b945aaf-b4b7-4fd3-b051-68e287edec46 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:12:58.299885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2fdb596c-8bca-448b-9b08-ae0545b1af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.348397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Calling delete_port for 5b945aaf-b4b7-4fd3-b051-68e287edec46 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:58.457907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cae08098-d6e1-4889-b61a-f46069f53c9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.474386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Pushing event updated for resources: {'Port': ['ID=d3a181e1-74d2-440d-8fe4-560787ae2cf0,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:58.486311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.501197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.514451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Transition to ACTIVE for port object 68a4f137-d966-47e0-89b4-262f21e41d24 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:58.541605 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Transition to ACTIVE for port object 68a4f137-d966-47e0-89b4-262f21e41d24 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:58.573901 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8da4a5f5-fce1-4a25-b876-51d991db50ef req-bc90c962-25d8-4635-b89b-05aa4547c4b3 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 210 time: 0.3318636 Sep 19 12:12:58.581185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:58.585694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:58.593245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae08098-d6e1-4889-b61a-f46069f53c9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb233e26-b05d-4af9-b6f7-648bf46f3f4b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:58.604270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:58.698531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1c90e57d-2921-4498-a42a-4b391a14d1bb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c90e57d-2921-4498-a42a-4b391a14d1bb,segment=NetworkSegment(33652f91-726c-4628-8d45-2913247037eb),segment_id=33652f91-726c-4628-8d45-2913247037eb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:12:58.845615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa55c7-584d-44be-ab01-9e11b38d66f6 req-f3461ecd-4351-4152-bafc-1070e7646d5d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:58.848134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.853856 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-00fa55c7-584d-44be-ab01-9e11b38d66f6 req-f3461ecd-4351-4152-bafc-1070e7646d5d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 932 time: 0.3837299 Sep 19 12:12:58.943760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cae08098-d6e1-4889-b61a-f46069f53c9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:58.947437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Network 3704555e-ba7d-469b-9608-38927218515a is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:58.973280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] Calling delete_port for 5b945aaf-b4b7-4fd3-b051-68e287edec46 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:12:59.039047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:59.060438 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2c6b4687-c353-4611-ac9d-bd1c5be0eb2a req-d86d2c12-afe2-4839-9767-507534d9da3d tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.1950030 Sep 19 12:12:59.081534 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:59.100858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:59.130471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] No DVR routers for this DVR port 5b945aaf-b4b7-4fd3-b051-68e287edec46 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:12:59.176679 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-00fa55c7-584d-44be-ab01-9e11b38d66f6 req-24624f75-f0f1-4d98-87b4-53c893452906 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218672 Sep 19 12:12:59.229672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:59.236573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Pushing event updated for resources: {'Port': ['ID=340ee0aa-3156-471a-b57c-ca815ac701bf,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:59.285165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:12:59.285627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:12:59.300416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Network da773b8c-5144-4ee5-aeda-c91f21051687 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:12:59.368358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:12:59.383014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:12:59.393585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Pushing event updated for resources: {'Port': ['ID=68a4f137-d966-47e0-89b4-262f21e41d24,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:59.526703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:59.545254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5b945aaf-b4b7-4fd3-b051-68e287edec46 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:12:59.765015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1c90e57d-2921-4498-a42a-4b391a14d1bb,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:59.769106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Port': ['ID=5b945aaf-b4b7-4fd3-b051-68e287edec46,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:12:59.782681 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:12:59.783126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:12:59.786678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:59.792942 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cae08098-d6e1-4889-b61a-f46069f53c9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "DELETE /v2.0/ports/bb233e26-b05d-4af9-b6f7-648bf46f3f4b HTTP/1.1" status: 204 len: 168 time: 4.5212102 Sep 19 12:12:59.801915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48922) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:12:59.807206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 5b945aaf-b4b7-4fd3-b051-68e287edec46 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:12:59.808116 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5b945aaf-b4b7-4fd3-b051-68e287edec46 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:12:59.809287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Deleting port 1c90e57d-2921-4498-a42a-4b391a14d1bb {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:12:59.810028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:59.830721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4e2988-dab0-4ea5-9cfa-511ae13f1e15']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:59.894451 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a64829-5c6d-42a2-a29b-67a61f3a90bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] GET failed (client error): The resource could not be found. Sep 19 12:12:59.895312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a8a64829-5c6d-42a2-a29b-67a61f3a90bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Synchronizing usage tracker for tenant:4fac957299494770b44991a6d290af36 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:12:59.900393 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2353979b-b3ac-4e02-944d-4b1a0d7e1ad5 req-c31d8b9e-e50f-42d3-bc68-af8044099e5d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 210 time: 0.1318340 Sep 19 12:12:59.901264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:59.920928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:12:59.922072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:59.938684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Attempting to bind port 68a4f137-d966-47e0-89b4-262f21e41d24 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:12:59.938684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Attempting to bind port 68a4f137-d966-47e0-89b4-262f21e41d24 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '014469aa-f810-40f0-b54b-cc278a5a40a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'da773b8c-5144-4ee5-aeda-c91f21051687'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:12:59.938684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Attempting to bind port 68a4f137-d966-47e0-89b4-262f21e41d24 on network da773b8c-5144-4ee5-aeda-c91f21051687 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:12:59.942622 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Transition to ACTIVE for port object 492d6857-d841-43b0-9c9a-6913c2291572 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:12:59.945660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7f22f8-c5f7-49c6-8f53-07d0b3049359') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:59.946287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7f22f8-c5f7-49c6-8f53-07d0b3049359') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:12:59.977986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:59.986661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:12:59.987078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Checking segment: {'id': '014469aa-f810-40f0-b54b-cc278a5a40a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'da773b8c-5144-4ee5-aeda-c91f21051687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:12:59.987479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:12:59.987877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Bound using segment: {'id': '014469aa-f810-40f0-b54b-cc278a5a40a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'da773b8c-5144-4ee5-aeda-c91f21051687'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:12:59.988365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Bound port: 68a4f137-d966-47e0-89b4-262f21e41d24, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014469aa-f810-40f0-b54b-cc278a5a40a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'da773b8c-5144-4ee5-aeda-c91f21051687'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:12:59.988736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.024538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.039414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:13:00.040111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.153899 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment cb7f22f8-c5f7-49c6-8f53-07d0b3049359 resource provider aggregate not found Sep 19 12:13:00.165716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a8a64829-5c6d-42a2-a29b-67a61f3a90bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] Unset dirty status for tenant:4fac957299494770b44991a6d290af36 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:00.170219 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a8a64829-5c6d-42a2-a29b-67a61f3a90bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058362518-project-admin] 10.222.0.66 "GET /v2.0/ports/bb233e26-b05d-4af9-b6f7-648bf46f3f4b HTTP/1.1" status: 404 len: 333 time: 0.3408797 Sep 19 12:13:00.174833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48932) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:00.184712 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-89f5a51f-0982-4437-8eb8-cb004067bc3d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5717218 Sep 19 12:13:00.196080 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment cb7f22f8-c5f7-49c6-8f53-07d0b3049359 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb7f22f8-c5f7-49c6-8f53-07d0b3049359 found for delete ", "request_id": "req-99419ae9-de78-4ea1-891b-25441a3954e5"}]} Sep 19 12:13:00.204734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-22532320-0d8e-487b-9a8f-c40b8dce404c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:13:00.205739 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-22532320-0d8e-487b-9a8f-c40b8dce404c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073421 Sep 19 12:13:00.362895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] Deleting port 5b945aaf-b4b7-4fd3-b051-68e287edec46 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:00.363541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.444954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6611c93a-7474-4e8b-9c25-39257dba1bff None None] Provisioning for port 340ee0aa-3156-471a-b57c-ca815ac701bf completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:00.467024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.514109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.518514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.529624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6611c93a-7474-4e8b-9c25-39257dba1bff None None] Provisioning complete for port 340ee0aa-3156-471a-b57c-ca815ac701bf triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:00.530407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6611c93a-7474-4e8b-9c25-39257dba1bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.550127 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f5f83967-f550-491d-b11e-37e79fc93fd4 req-2a798550-169b-47ef-858b-ec77dc5c195a tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.1810179 Sep 19 12:13:00.577350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0ce005bb-b94c-4d27-9ecb-1b54d6952731 None None] The port '5b945aaf-b4b7-4fd3-b051-68e287edec46' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:13:00.579110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] For port 68a4f137-d966-47e0-89b4-262f21e41d24, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:00.629857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] For port 68a4f137-d966-47e0-89b4-262f21e41d24, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=68a4f137-d966-47e0-89b4-262f21e41d24,segment=NetworkSegment(014469aa-f810-40f0-b54b-cc278a5a40a4),segment_id=014469aa-f810-40f0-b54b-cc278a5a40a4)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:00.647054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] For port 1c90e57d-2921-4498-a42a-4b391a14d1bb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c90e57d-2921-4498-a42a-4b391a14d1bb,segment=NetworkSegment(33652f91-726c-4628-8d45-2913247037eb),segment_id=33652f91-726c-4628-8d45-2913247037eb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:00.647589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.667905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Request body: {'port': {'device_id': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:00.698341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.85', 54824) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:00.739235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.747811 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.776835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.917879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.919197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Calling delete_port for 1c90e57d-2921-4498-a42a-4b391a14d1bb owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:00.919197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6611c93a-7474-4e8b-9c25-39257dba1bff None None] Port 340ee0aa-3156-471a-b57c-ca815ac701bf cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:13:00.919387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:00.919387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:00.941074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Network': ['ID=2f4e2988-dab0-4ea5-9cfa-511ae13f1e15,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:00.947415 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:00.953823 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:00.954707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:00.966909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Port': ['ID=492d6857-d841-43b0-9c9a-6913c2291572,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:01.024771 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:01.074987 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4bcefd0b-6946-4771-98fd-907e444d6ae2 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "DELETE /v2.0/networks/2f4e2988-dab0-4ea5-9cfa-511ae13f1e15 HTTP/1.1" status: 204 len: 168 time: 4.6476908 Sep 19 12:13:01.113641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48944) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:01.123843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:01.150949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9a75bd-9e9d-4afe-adce-b94a648e30e2']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:01.156681 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:01.164729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6f19e4-1a72-4289-90f1-97d77ddef8ad') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:01.165034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6f19e4-1a72-4289-90f1-97d77ddef8ad') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:01.185442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:01.203313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:01.206973 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] No DVR routers for this DVR port 1c90e57d-2921-4498-a42a-4b391a14d1bb on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:13:01.219614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:13:01.220025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:01.226974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02e268-53ff-499f-b621-b17e64693760 None None] Pushing event updated for resources: {'Port': ['ID=68a4f137-d966-47e0-89b4-262f21e41d24,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:01.415993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f8e2e-464e-4964-8c7f-3921d517af06 None None] Pushing event deleted for resources: {'Port': ['ID=1c90e57d-2921-4498-a42a-4b391a14d1bb,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:01.567762 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-176ed7af-d7dc-4119-b0f6-f2cc26672fd8 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 7.6311803 Sep 19 12:13:01.584734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 48950) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:01.605119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-81d921b5-8ef9-45bb-9966-fbbfe156710b tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:01.606031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-81d921b5-8ef9-45bb-9966-fbbfe156710b tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Synchronizing usage tracker for tenant:89b67a2b8a7d4711939cb92036100cb1 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:01.633704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.85', 54825) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:01.670626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'port': {'network_id': 'f613b141-46bf-4b08-9b86-4a7a45d6b4e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1348134707'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:01.678989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4cb94baf-e407-4c5e-93dd-9d6455ba52f1 None None] Provisioning for port 492d6857-d841-43b0-9c9a-6913c2291572 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:01.682241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4cb94baf-e407-4c5e-93dd-9d6455ba52f1 None None] Provisioning complete for port 492d6857-d841-43b0-9c9a-6913c2291572 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:01.682904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4cb94baf-e407-4c5e-93dd-9d6455ba52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:01.703754 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 5b6f19e4-1a72-4289-90f1-97d77ddef8ad resource provider aggregate not found Sep 19 12:13:01.717442 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7c2a360a-0633-4f48-b2f7-4b0a70e30bfa req-129a5a4a-20d3-4e66-a12e-f666aa6cdd7b tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 210 time: 0.2612422 Sep 19 12:13:01.790901 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 5b6f19e4-1a72-4289-90f1-97d77ddef8ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b6f19e4-1a72-4289-90f1-97d77ddef8ad found for delete ", "request_id": "req-0c38e20c-64de-4459-8aa6-dd834a492ad0"}]} Sep 19 12:13:01.828761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411046e-9ddc-4166-86ee-e1bb6eae3f04 req-6bf8f12e-8c96-4ba1-affa-884033293c06 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:01.831445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4cb94baf-e407-4c5e-93dd-9d6455ba52f1 None None] Port 492d6857-d841-43b0-9c9a-6913c2291572 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:13:01.831627 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b411046e-9ddc-4166-86ee-e1bb6eae3f04 req-6bf8f12e-8c96-4ba1-affa-884033293c06 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 932 time: 1.2491813 Sep 19 12:13:02.016965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Allocated IP 172.26.5.5 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/3d8bd56c-ef2b-40ad-a609-5e0f21177c76) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:02.113544 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b411046e-9ddc-4166-86ee-e1bb6eae3f04 req-70f6c301-04de-48fb-85e0-1447ae1095d3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386012 Sep 19 12:13:02.117205 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-510e0b6b-553d-48d7-91e3-e3f27424588e req-5c4ae5b2-cb55-45d8-b7f5-e5f38700b4ab tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.1099887 Sep 19 12:13:02.164880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:02.210520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-b31f2586-bc57-4a16-a8e3-5ea96952ebae tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:02.211343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-b31f2586-bc57-4a16-a8e3-5ea96952ebae tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Synchronizing usage tracker for tenant:bc270227fb294510bb4c21e9c8f4cf03 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:02.215660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:02.224569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:02.239214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:02.242498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-81d921b5-8ef9-45bb-9966-fbbfe156710b tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Unset dirty status for tenant:89b67a2b8a7d4711939cb92036100cb1 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:02.242999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] Pushing event deleted for resources: {'Network': ['ID=3c9a75bd-9e9d-4afe-adce-b94a648e30e2,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:02.243575 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-81d921b5-8ef9-45bb-9966-fbbfe156710b tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.85 "GET /v2.0/networks?id=b58caf9b-5b4b-47b7-b230-84077bd8b127 HTTP/1.1" status: 200 len: 805 time: 1.5242121 Sep 19 12:13:02.256205 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-25725954-44da-4834-80ab-0a4e676f3709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-222756118-project] 10.222.0.66 "DELETE /v2.0/networks/3c9a75bd-9e9d-4afe-adce-b94a648e30e2 HTTP/1.1" status: 204 len: 168 time: 2.0793924 Sep 19 12:13:02.280403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:02.294581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:02.423692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Router 9afc2d48-90c8-49ca-a08c-2485b3cd6437 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:13:02.832739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-e0845a0c-8814-40b0-98b1-4369097f5324 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Synchronizing usage tracker for tenant:89b67a2b8a7d4711939cb92036100cb1 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:02.893769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:02.928612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c399ec-d4c4-4e8d-89c7-8fe1b69c4edf None None] Sync routers for ids ['9afc2d48-90c8-49ca-a08c-2485b3cd6437'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:02.945954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Made reservation on behalf of a11b93c193e346769af6cf9c212e6712 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:02.949092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:02.953504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c399ec-d4c4-4e8d-89c7-8fe1b69c4edf None None] Routers {'9afc2d48-90c8-49ca-a08c-2485b3cd6437'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:02.954403 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a4c399ec-d4c4-4e8d-89c7-8fe1b69c4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9afc2d48-90c8-49ca-a08c-2485b3cd6437'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:02.960090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-b31f2586-bc57-4a16-a8e3-5ea96952ebae tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Unset dirty status for tenant:bc270227fb294510bb4c21e9c8f4cf03 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:02.961233 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-b31f2586-bc57-4a16-a8e3-5ea96952ebae tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.85 "GET /v2.0/networks?id=9d2aa7ba-6cb6-4d88-a079-a884ed8c499c HTTP/1.1" status: 200 len: 812 time: 1.3020868 Sep 19 12:13:03.081627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:03.083261 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9943389e-61ca-45a5-9ff6-b7ae31732304 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.3550413 Sep 19 12:13:03.086660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48970) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:03.124751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a4c399ec-d4c4-4e8d-89c7-8fe1b69c4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:03.164345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c399ec-d4c4-4e8d-89c7-8fe1b69c4edf None None] Routers {'9afc2d48-90c8-49ca-a08c-2485b3cd6437'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:03.164699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-e0845a0c-8814-40b0-98b1-4369097f5324 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Unset dirty status for tenant:89b67a2b8a7d4711939cb92036100cb1 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:03.166247 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-e0845a0c-8814-40b0-98b1-4369097f5324 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b67a2b8a7d4711939cb92036100cb1 HTTP/1.1" status: 200 len: 379 time: 0.8890047 Sep 19 12:13:03.167200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a4c399ec-d4c4-4e8d-89c7-8fe1b69c4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9afc2d48-90c8-49ca-a08c-2485b3cd6437'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:03.303770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:03.340828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] device_id is not set on port 86a06852-c2b6-4f5e-85ca-0b21864e8366 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:13:03.383428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5634848-6a13-4ddc-8504-66d14a760b77 None None] Network da773b8c-5144-4ee5-aeda-c91f21051687 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:03.522046 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-738a002f-b11b-4c45-b60f-3d27c728519f req-877357e8-bccf-4dd4-aca4-4abf92295528 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 210 time: 0.1921678 Sep 19 12:13:03.574928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Request body: {'port': {'device_id': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'admin_state_up': True, 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'security_groups': ['882177b0-9cc9-4793-94b7-6e1f5e2999a3']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:03.586457 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e07c4cd1-e4b1-42c6-b522-562423eef3ef req-f1c639e9-fa4f-4f34-9a36-2a7f0ff5c893 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.1703660 Sep 19 12:13:03.609911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:03.728858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48984) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:03.789148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-db4fd679-6c71-4ba3-8320-4d9d75592b14 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Synchronizing usage tracker for tenant:bc270227fb294510bb4c21e9c8f4cf03 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:03.795295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e68858-b938-4a6f-8585-d444932789f4']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:03.815490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33652f91-726c-4628-8d45-2913247037eb') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:03.815490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33652f91-726c-4628-8d45-2913247037eb') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:03.830867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:03.834793 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6bab29aa-09d9-4e41-abf0-0302763580de tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/routers/9afc2d48-90c8-49ca-a08c-2485b3cd6437 HTTP/1.1" status: 200 len: 919 time: 0.7464330 Sep 19 12:13:03.838278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48990) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:03.881384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:03.892078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:13:03.892514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:03.897186 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5741b78d-0839-452d-9c23-57ebef6379e4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=9afc2d48-90c8-49ca-a08c-2485b3cd6437 HTTP/1.1" status: 200 len: 205 time: 0.0576599 Sep 19 12:13:03.898235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 68a4f137-d966-47e0-89b4-262f21e41d24 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:03.899803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 48994) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:03.973012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf41f-ef7e-443d-b9a3-87a7e2c7c804 req-91e9c426-8c3b-4bc6-8c56-ef281c39beb6 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:03.974583 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6dfbf41f-ef7e-443d-b9a3-87a7e2c7c804 req-91e9c426-8c3b-4bc6-8c56-ef281c39beb6 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 932 time: 0.2179127 Sep 19 12:13:04.128037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Allocated IP 2001:db8::185 (f613b141-46bf-4b08-9b86-4a7a45d6b4e6/ac64ee83-4989-4a93-892b-2ef897752159/86a06852-c2b6-4f5e-85ca-0b21864e8366) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:04.259410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a4c399ec-d4c4-4e8d-89c7-8fe1b69c4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:04.259410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c399ec-d4c4-4e8d-89c7-8fe1b69c4edf None None] The sync data for ids ['9afc2d48-90c8-49ca-a08c-2485b3cd6437'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:04.261804 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 33652f91-726c-4628-8d45-2913247037eb resource provider aggregate not found Sep 19 12:13:04.325281 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6dfbf41f-ef7e-443d-b9a3-87a7e2c7c804 req-5e81d38b-8fe4-4489-8f1e-ef19901513bc tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420944 Sep 19 12:13:04.341220 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d5d12b9e-00f4-42c8-860b-d32971b3ba80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63187104eb9d464284fdff051bc666cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6111073 Sep 19 12:13:04.347043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49002) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:04.376297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b0dd35b0-808f-43c2-ad76-1ad4d264591a None None] Provisioning for port 68a4f137-d966-47e0-89b4-262f21e41d24 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:04.379102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-db4fd679-6c71-4ba3-8320-4d9d75592b14 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Unset dirty status for tenant:bc270227fb294510bb4c21e9c8f4cf03 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:04.388437 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-db4fd679-6c71-4ba3-8320-4d9d75592b14 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc270227fb294510bb4c21e9c8f4cf03 HTTP/1.1" status: 200 len: 380 time: 1.3390958 Sep 19 12:13:04.399178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:04.411586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 68a4f137-d966-47e0-89b4-262f21e41d24 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:04.418252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 68a4f137-d966-47e0-89b4-262f21e41d24 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:04.419824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:04.474153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Request body: {'port': {'device_id': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'admin_state_up': True, 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'security_groups': ['d2484c15-ffe1-497a-a7fb-bd4609262117']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:04.531354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:04.572093 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 33652f91-726c-4628-8d45-2913247037eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33652f91-726c-4628-8d45-2913247037eb found for delete ", "request_id": "req-d260eccc-814f-4bcf-b508-a7d4b83fe437"}]} Sep 19 12:13:04.665281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 68a4f137-d966-47e0-89b4-262f21e41d24 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:04.681052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-396c8471-13b3-4ce1-a653-8c5b897ccd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:04.681424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:04.714224 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-396c8471-13b3-4ce1-a653-8c5b897ccd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:04.723613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f577fd8c-50be-47f7-aa2e-bc2710a0b9fa None None] Provisioning complete for port 68a4f137-d966-47e0-89b4-262f21e41d24 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:04.724172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f577fd8c-50be-47f7-aa2e-bc2710a0b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:04.734062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:04.802550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:04.881537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:04.898232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:04.911566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 68a4f137-d966-47e0-89b4-262f21e41d24, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=68a4f137-d966-47e0-89b4-262f21e41d24,segment=NetworkSegment(014469aa-f810-40f0-b54b-cc278a5a40a4),segment_id=014469aa-f810-40f0-b54b-cc278a5a40a4)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:04.921965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:04.932658 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f73a208c-83aa-491f-864a-2125e687254c req-3d97df29-5aea-493f-8673-11f848526af1 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 210 time: 0.1200421 Sep 19 12:13:04.936215 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-72dd8984-a758-4df2-aba4-f6466e807b23 req-82d723a8-5841-4927-8598-5de50a330566 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.0788274 Sep 19 12:13:05.008842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:05.044158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Network': ['ID=89e68858-b938-4a6f-8585-d444932789f4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:05.053052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f577fd8c-50be-47f7-aa2e-bc2710a0b9fa None None] Current status of the port 68a4f137-d966-47e0-89b4-262f21e41d24 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:05.053685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f577fd8c-50be-47f7-aa2e-bc2710a0b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.055329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-396c8471-13b3-4ce1-a653-8c5b897ccd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.082208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:05.090830 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-55a4e034-733b-4fe5-b8d3-5fdde406d499 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "DELETE /v2.0/networks/89e68858-b938-4a6f-8585-d444932789f4 HTTP/1.1" status: 204 len: 168 time: 3.9728603 Sep 19 12:13:05.093716 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.094053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c8471-13b3-4ce1-a653-8c5b897ccd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e8a683-5a9d-4adb-b00d-712d4b1e1916,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:05.095592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49012) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:05.098498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Deleting port d3a181e1-74d2-440d-8fe4-560787ae2cf0 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:05.098940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.113447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event updated for resources: {'Port': ['ID=3d8bd56c-ef2b-40ad-a609-5e0f21177c76,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:05.126507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:05.233719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-396c8471-13b3-4ce1-a653-8c5b897ccd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.233719 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-396c8471-13b3-4ce1-a653-8c5b897ccd23 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69e8a683-5a9d-4adb-b00d-712d4b1e1916 HTTP/1.1" status: 204 len: 168 time: 0.8148668 Sep 19 12:13:05.259280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-f577fd8c-50be-47f7-aa2e-bc2710a0b9fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:13:05.259969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-f577fd8c-50be-47f7-aa2e-bc2710a0b9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:13:05.263859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=68a4f137-d966-47e0-89b4-262f21e41d24,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:05.453821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 68a4f137-d966-47e0-89b4-262f21e41d24 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:05.548607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.561529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Made reservation on behalf of 89b67a2b8a7d4711939cb92036100cb1 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:05.581106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.597696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 68a4f137-d966-47e0-89b4-262f21e41d24 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:05.598021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.629025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340ee0aa-3156-471a-b57c-ca815ac701bf {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:13:05.703048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.722817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:05.757042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Usage tracker for resource:port and tenant:bc270227fb294510bb4c21e9c8f4cf03 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:05.761961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.767086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:05.799965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:05.804819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Transition to ACTIVE for port object 340ee0aa-3156-471a-b57c-ca815ac701bf will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:05.831160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Transition to ACTIVE for port object 86a06852-c2b6-4f5e-85ca-0b21864e8366 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:05.909169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 68a4f137-d966-47e0-89b4-262f21e41d24 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:05.917753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f577fd8c-50be-47f7-aa2e-bc2710a0b9fa None None] Current status of the port 68a4f137-d966-47e0-89b4-262f21e41d24 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:05.936194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Allocated IP 172.20.0.8 (b58caf9b-5b4b-47b7-b230-84077bd8b127/d68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0/79ad372b-2d61-454c-85ad-e37b1306bdd7) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:05.936194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Made reservation on behalf of bc270227fb294510bb4c21e9c8f4cf03 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:05.943384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.945434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:05.985035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf12d30-7288-4ae4-9963-be15aa939059']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:06.007669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede8bafe-d50c-4094-9e21-b2e40785b34f') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:06.007973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede8bafe-d50c-4094-9e21-b2e40785b34f') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:06.023801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:06.044794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:06.052560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:13:06.052965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:06.164642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:06.314891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:06.324151 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment ede8bafe-d50c-4094-9e21-b2e40785b34f resource provider aggregate not found Sep 19 12:13:06.360772 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3358e04b-761e-4120-843c-56dbe8d4a2e4 req-97cf423e-ae67-4b78-81c6-10a0b0897c82 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.1351788 Sep 19 12:13:06.386279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:06.388282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:06.525509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment ede8bafe-d50c-4094-9e21-b2e40785b34f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ede8bafe-d50c-4094-9e21-b2e40785b34f found for delete ", "request_id": "req-b024ec93-0369-42d0-817d-df79a89994b2"}]} Sep 19 12:13:06.534659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Calling delete_port for d3a181e1-74d2-440d-8fe4-560787ae2cf0 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:06.582965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:06.733795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:06.735406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:06.749965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Network': ['ID=adf12d30-7288-4ae4-9963-be15aa939059,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:06.756329 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0acd7264-800e-4bf1-b750-140960f5437c tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "DELETE /v2.0/networks/adf12d30-7288-4ae4-9963-be15aa939059 HTTP/1.1" status: 204 len: 168 time: 1.6591749 Sep 19 12:13:06.757244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49030) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:06.766292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:06.769191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:06.775789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:06.776413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.007975 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cd1c1a04-9d67-4d8c-9524-fe83a979fb8e req-f26e7e27-bfd2-4b04-8c2b-8cc67efaa8e5 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 210 time: 0.3436861 Sep 19 12:13:07.007975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc5948-bc82-4352-a1e4-0d029c3b2406 req-54f7df17-3869-426f-a4e0-83c45ec359be tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:07.007975 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-26bc5948-bc82-4352-a1e4-0d029c3b2406 req-54f7df17-3869-426f-a4e0-83c45ec359be tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 932 time: 1.3209512 Sep 19 12:13:07.078123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Allocated IP 172.20.0.11 (9d2aa7ba-6cb6-4d88-a079-a884ed8c499c/745ddf40-38f6-4919-ac93-5ec6f63b55e1/0bb3f006-e437-441c-9112-e4fdd2630acc) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:07.199371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Pushing event updated for resources: {'Port': ['ID=340ee0aa-3156-471a-b57c-ca815ac701bf,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:07.222946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49034) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:07.271672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.304129 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-26bc5948-bc82-4352-a1e4-0d029c3b2406 req-95d75849-8858-41e1-b2b0-6be7ddb0afe8 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445956 Sep 19 12:13:07.374727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6fc1cdb2-6f18-481d-a906-a066a74f9c84 None None] Provisioning for port 86a06852-c2b6-4f5e-85ca-0b21864e8366 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:07.383737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6fc1cdb2-6f18-481d-a906-a066a74f9c84 None None] Provisioning complete for port 86a06852-c2b6-4f5e-85ca-0b21864e8366 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:07.383942 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2e8a887e-7241-4d00-b0c9-a1a51c113802 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fac957299494770b44991a6d290af36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1561100 Sep 19 12:13:07.384036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cdb2-6f18-481d-a906-a066a74f9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.385815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49038) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:07.509588 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1cdb2-6f18-481d-a906-a066a74f9c84 None None] Port 86a06852-c2b6-4f5e-85ca-0b21864e8366 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:13:07.560917 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.9647563 Sep 19 12:13:07.578285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49044) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:07.633477 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cce473c8-87bf-412f-b8da-3b9454536214 req-74f59a2d-85bf-4191-9c5c-c6515fbb647d tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.0920165 Sep 19 12:13:07.636974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.645493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9e352-f810-4621-87d2-707b416394d5 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Port': ['ID=86a06852-c2b6-4f5e-85ca-0b21864e8366,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:07.651321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-abee80ad-2ce4-4c36-819b-81aecc77b9ec tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::330', 'mac_address': 'fa:16:3e:b3:55:b8'}, {'ip_address': '2001:db8::1b0', 'mac_address': 'fa:16:3e:26:05:5d'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:07.692544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee2b457-975e-468b-854d-a79b5d7da6af']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:07.710483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6de2e9-5e18-4352-b86c-b4249bea34b9') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:07.710789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6de2e9-5e18-4352-b86c-b4249bea34b9') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:07.717647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae7b0-bb09-4167-a0e7-b745806eb310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.733958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.760780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae7b0-bb09-4167-a0e7-b745806eb310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.767135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.771575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.792329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Attempting to bind port 340ee0aa-3156-471a-b57c-ca815ac701bf on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:07.792669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Attempting to bind port 340ee0aa-3156-471a-b57c-ca815ac701bf by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:07.793572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Attempting to bind port 340ee0aa-3156-471a-b57c-ca815ac701bf on network 3704555e-ba7d-469b-9608-38927218515a {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:07.832352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Pushing event deleted for resources: {'Port': ['ID=d3a181e1-74d2-440d-8fe4-560787ae2cf0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:07.871892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:13:07.871892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.875460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.881600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Port 340ee0aa-3156-471a-b57c-ca815ac701bf on network 3704555e-ba7d-469b-9608-38927218515a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:13:07.881925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Attempting to bind port 340ee0aa-3156-471a-b57c-ca815ac701bf on network 3704555e-ba7d-469b-9608-38927218515a {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:07.939365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:07.939772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Checking segment: {'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:07.940261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Bound using segment: {'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:07.940705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Bound port: 340ee0aa-3156-471a-b57c-ca815ac701bf, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c761ae6-6631-4069-812c-3bf51046a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3704555e-ba7d-469b-9608-38927218515a'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:07.941055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.976273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:07.980564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Transition to ACTIVE for port object 0bb3f006-e437-441c-9112-e4fdd2630acc will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:08.046264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.108999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.121913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Transition to ACTIVE for port object 79ad372b-2d61-454c-85ad-e37b1306bdd7 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:08.203659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.207953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.274648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] For port 340ee0aa-3156-471a-b57c-ca815ac701bf, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:08.284274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae7b0-bb09-4167-a0e7-b745806eb310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.309173 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bd994c78-74ae-4430-b6e5-3f2529224772 req-d12c8e56-e9f1-45c2-834f-89e1c8bcbff0 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 210 time: 0.2203782 Sep 19 12:13:08.327269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] Pushing event deleted for resources: {'Network': ['ID=dee2b457-975e-468b-854d-a79b5d7da6af,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:08.331209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.341632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.346100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ce0ae7b0-bb09-4167-a0e7-b745806eb310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.350081 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ce0ae7b0-bb09-4167-a0e7-b745806eb310 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a25cd0e-1578-4b02-8795-b83c6c047db3 HTTP/1.1" status: 204 len: 168 time: 0.9462681 Sep 19 12:13:08.351415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ae7b0-bb09-4167-a0e7-b745806eb310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a25cd0e-1578-4b02-8795-b83c6c047db3,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:08.367537 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-dd79405f-790f-4d93-9945-163e30a29f78 tempest-BulkNetworkOpsIpV6Test-1379106928 tempest-BulkNetworkOpsIpV6Test-1379106928-project] 10.222.0.66 "DELETE /v2.0/networks/dee2b457-975e-468b-854d-a79b5d7da6af HTTP/1.1" status: 204 len: 168 time: 1.5605652 Sep 19 12:13:08.409429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] For port 340ee0aa-3156-471a-b57c-ca815ac701bf, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=340ee0aa-3156-471a-b57c-ca815ac701bf,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:08.462128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abee80ad-2ce4-4c36-819b-81aecc77b9ec tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.551645 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.601381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.612872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.633465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:08.635416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.637673 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] 10.222.0.85 "PUT /v2.0/ports/340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 1094 time: 8.2199810 Sep 19 12:13:08.640294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'tag': '340ee0aa-3156-471a-b57c-ca815ac701bf'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:13:08.640442 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment ad6de2e9-5e18-4352-b86c-b4249bea34b9 resource provider aggregate not found Sep 19 12:13:08.678191 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment ad6de2e9-5e18-4352-b86c-b4249bea34b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad6de2e9-5e18-4352-b86c-b4249bea34b9 found for delete ", "request_id": "req-98384dc6-637f-4e4f-bd7c-b2332beebbfd"}]} Sep 19 12:13:08.700973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ae811-0d16-4919-a68c-f893752995f2 req-6b89e334-afbc-4602-b6ac-0edd7664953b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:08.702725 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0d2ae811-0d16-4919-a68c-f893752995f2 req-6b89e334-afbc-4602-b6ac-0edd7664953b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 944 time: 0.1007586 Sep 19 12:13:08.740527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Network b58caf9b-5b4b-47b7-b230-84077bd8b127 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:08.742360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.743017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Fanout notify agent at l3_agent the message router_deleted on router 9afc2d48-90c8-49ca-a08c-2485b3cd6437 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:13:08.743528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:08.747931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:08.749965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:08.769633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:08.769774 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0d2ae811-0d16-4919-a68c-f893752995f2 req-ed9a678a-739c-409c-b0b8-5cb54ca4b378 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538239 Sep 19 12:13:08.770605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:08.775290 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-947cc9e9-b79e-4f2c-aefe-31a506cd0ff7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/9afc2d48-90c8-49ca-a08c-2485b3cd6437 HTTP/1.1" status: 204 len: 168 time: 4.8709178 Sep 19 12:13:08.794502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49064) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:08.796284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:08.914480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677055cf-1c96-4491-91a7-c8c8c240e27b req-e3fa5c4d-901d-45d9-b552-65131d7f5fe9 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:08.924199 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-677055cf-1c96-4491-91a7-c8c8c240e27b req-e3fa5c4d-901d-45d9-b552-65131d7f5fe9 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 931 time: 0.1595488 Sep 19 12:13:08.947933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1704218-ed0f-4705-a15f-d9a338fbcbcd service neutron] Pushing event updated for resources: {'Port': ['ID=340ee0aa-3156-471a-b57c-ca815ac701bf,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:08.986295 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-677055cf-1c96-4491-91a7-c8c8c240e27b req-1396f09c-70bb-456a-b37d-f1844293e9eb tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609488 Sep 19 12:13:09.118772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1464182249', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'enable_snat': False}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:09.153436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:09.176238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Usage tracker for resource:router and tenant:d48a684f2ce64f43a262317cc9bdabf5 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:09.192523 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:09.210614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:09.211251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:09.220205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:09.229432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:09.230037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:09.245691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Pushing event updated for resources: {'Port': ['ID=79ad372b-2d61-454c-85ad-e37b1306bdd7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:09.248998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Router 1585b989-c08d-4a1d-95d3-e0ac819eeccf is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:13:09.249179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-22a1a996-bd38-4db2-b538-e52d3372b2fe None None] Provisioning for port 0bb3f006-e437-441c-9112-e4fdd2630acc completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:09.262826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-22a1a996-bd38-4db2-b538-e52d3372b2fe None None] Provisioning complete for port 0bb3f006-e437-441c-9112-e4fdd2630acc triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:09.263257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-22a1a996-bd38-4db2-b538-e52d3372b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:09.316630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cd6679-3136-4c4f-abd5-7a5ba319619c", "tag": "340ee0aa-3156-471a-b57c-ca815ac701bf"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:13:09.360575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-22a1a996-bd38-4db2-b538-e52d3372b2fe None None] Port 0bb3f006-e437-441c-9112-e4fdd2630acc cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:13:09.440417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49088) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:09.529483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-22a1a996-bd38-4db2-b538-e52d3372b2fe None None] Provisioning for port 79ad372b-2d61-454c-85ad-e37b1306bdd7 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:09.536112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-22a1a996-bd38-4db2-b538-e52d3372b2fe None None] Provisioning complete for port 79ad372b-2d61-454c-85ad-e37b1306bdd7 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:09.538111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-22a1a996-bd38-4db2-b538-e52d3372b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:09.567750 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3d265-8771-49c5-9790-00f80aeb3624 req-21217820-a3e9-445d-be2e-f5317b5ad1a8 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:09.572518 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7ea3d265-8771-49c5-9790-00f80aeb3624 req-21217820-a3e9-445d-be2e-f5317b5ad1a8 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 932 time: 0.1023426 Sep 19 12:13:09.587512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Pushing event updated for resources: {'Port': ['ID=0bb3f006-e437-441c-9112-e4fdd2630acc,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:09.596146 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-3976c0ad-8c99-4690-9248-cbe01bdc5599 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1726513 Sep 19 12:13:09.607895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:09.608907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:09.613133 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-ddeb347d-fb1a-4825-a347-c860e3d3ca6d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1455500 Sep 19 12:13:09.629951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Request body: {'port': {'device_id': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:09.648862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-22a1a996-bd38-4db2-b538-e52d3372b2fe None None] Port 79ad372b-2d61-454c-85ad-e37b1306bdd7 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:13:09.660779 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7ea3d265-8771-49c5-9790-00f80aeb3624 req-04eed5dd-547b-4ff1-8cfe-b964f83af171 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812395 Sep 19 12:13:09.681781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Request body: {'port': {'device_id': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:09.716304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-5040b62b-5a5f-4114-9e46-22082cbc82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:09.717840 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-5040b62b-5a5f-4114-9e46-22082cbc82d3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1097 time: 0.6723235 Sep 19 12:13:09.734830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6b3b3b-2a54-4ea3-8061-ecfafde8a0f6 x-openstack-request-id: req-2f6b3b3b-2a54-4ea3-8061-ecfafde8a0f6 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:13:09.735026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cd6679-3136-4c4f-abd5-7a5ba319619c", "tag": "340ee0aa-3156-471a-b57c-ca815ac701bf", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:13:09.735515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f6b3b3b-2a54-4ea3-8061-ecfafde8a0f6 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:13:09.735621 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6b3b3b-2a54-4ea3-8061-ecfafde8a0f6'] response: {'name': 'network-changed', 'server_uuid': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'tag': '340ee0aa-3156-471a-b57c-ca815ac701bf', 'status': 'completed', 'code': 200} Sep 19 12:13:09.797933 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e5d954a0-1bbb-4b7a-ba8a-5c9695f1bec7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ddb0ae4df6d14fe19ac9756170b42d86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3561027 Sep 19 12:13:09.798558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49106) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:09.858278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9db0-9751-4a1c-8ae0-d3267ad2698c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:09.895906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-abee80ad-2ce4-4c36-819b-81aecc77b9ec tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:13:09.932588 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-ee0fd853-807a-452d-b15c-655896be8c6e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 217 time: 0.1745875 Sep 19 12:13:09.937454 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9db0-9751-4a1c-8ae0-d3267ad2698c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:09.937969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abee80ad-2ce4-4c36-819b-81aecc77b9ec tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:09.946016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:10.013119 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d2f9-a67e-4150-bb39-b848138786d5 req-1857c1f0-1c69-47b9-be60-3832ebf3db2e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:10.014600 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9227d2f9-a67e-4150-bb39-b848138786d5 req-1857c1f0-1c69-47b9-be60-3832ebf3db2e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 944 time: 0.1364617 Sep 19 12:13:10.086648 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9227d2f9-a67e-4150-bb39-b848138786d5 req-46d717e6-85db-4b59-b65d-5e024307cc5e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651908 Sep 19 12:13:10.100614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:10.149489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abee80ad-2ce4-4c36-819b-81aecc77b9ec tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:10.150193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-abee80ad-2ce4-4c36-819b-81aecc77b9ec tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] In _notify_port_updated(), no bound segment for port 86a06852-c2b6-4f5e-85ca-0b21864e8366 on network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:13:10.156434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee80ad-2ce4-4c36-819b-81aecc77b9ec tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:10.157125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abee80ad-2ce4-4c36-819b-81aecc77b9ec tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:10.162241 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-abee80ad-2ce4-4c36-819b-81aecc77b9ec tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "PUT /v2.0/ports/86a06852-c2b6-4f5e-85ca-0b21864e8366 HTTP/1.1" status: 200 len: 1068 time: 2.5744987 Sep 19 12:13:10.162241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:10.172774 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebbb36-f462-474e-b1f8-d4deaee5877a None None] Sync routers for ids ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:10.178145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49116) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:10.189209 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ebbb36-f462-474e-b1f8-d4deaee5877a None None] Routers {'1585b989-c08d-4a1d-95d3-e0ac819eeccf'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:10.190069 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-20ebbb36-f462-474e-b1f8-d4deaee5877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:10.258169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-ec523e75-ef64-4764-afc1-8362dd7e5c48 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Deleting port 86a06852-c2b6-4f5e-85ca-0b21864e8366 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:10.258491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec523e75-ef64-4764-afc1-8362dd7e5c48 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:10.304180 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-82427496-a7e5-49fc-8133-4d36191b23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:10.305822 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-82427496-a7e5-49fc-8133-4d36191b23c8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.3505855 Sep 19 12:13:10.306463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:10.315115 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-20ebbb36-f462-474e-b1f8-d4deaee5877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:10.321492 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9db0-9751-4a1c-8ae0-d3267ad2698c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:10.326050 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ebbb36-f462-474e-b1f8-d4deaee5877a None None] Routers {'1585b989-c08d-4a1d-95d3-e0ac819eeccf'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:10.326848 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-20ebbb36-f462-474e-b1f8-d4deaee5877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:12:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:10.386714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e9db0-9751-4a1c-8ae0-d3267ad2698c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8ed2d5-cf58-4391-9c66-34d434c787a2,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:10.400077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9db0-9751-4a1c-8ae0-d3267ad2698c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:10.400672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:10.407933 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1d2e9db0-9751-4a1c-8ae0-d3267ad2698c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e8ed2d5-cf58-4391-9c66-34d434c787a2 HTTP/1.1" status: 204 len: 168 time: 0.6017628 Sep 19 12:13:10.408127 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b6b1de00-3919-45c7-84a8-6ddb0954f943 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 14.7116501 Sep 19 12:13:10.414687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49122) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:10.427352 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-20ebbb36-f462-474e-b1f8-d4deaee5877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:10.430104 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebbb36-f462-474e-b1f8-d4deaee5877a None None] The sync data for ids ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:10.541470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee80ad-2ce4-4c36-819b-81aecc77b9ec tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event updated for resources: {'Port': ['ID=86a06852-c2b6-4f5e-85ca-0b21864e8366,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:10.674635 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d98ef8-f628-4211-8776-89260e63e283 req-4999eba4-8bf5-4706-9554-28f5a1eb64f9 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:10.674635 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4d98ef8-f628-4211-8776-89260e63e283 req-4999eba4-8bf5-4706-9554-28f5a1eb64f9 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 931 time: 0.5389657 Sep 19 12:13:10.804358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:11.022541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec523e75-ef64-4764-afc1-8362dd7e5c48 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:11.048236 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4d98ef8-f628-4211-8776-89260e63e283 req-97fa8190-325c-44bf-b1e9-0c1e7ba5cfb9 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3539550 Sep 19 12:13:11.149758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-66eb27ca-5f39-4337-b4fb-a34239c2f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:11.156532 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-66eb27ca-5f39-4337-b4fb-a34239c2f7e8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6814713 Sep 19 12:13:11.295043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-ec523e75-ef64-4764-afc1-8362dd7e5c48 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Calling delete_port for 86a06852-c2b6-4f5e-85ca-0b21864e8366 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:11.407550 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49152) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:11.508305 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad271137-0d85-4102-9e1d-6aee798f1042 req-58e02649-07c1-4846-8b3a-263a3590252d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:11.515793 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad271137-0d85-4102-9e1d-6aee798f1042 req-58e02649-07c1-4846-8b3a-263a3590252d tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 932 time: 0.6737311 Sep 19 12:13:11.601446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-61b5c166-5304-4962-beda-3d7aec20cf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:11.607105 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-d45f619d-9a37-420f-8e2e-b1828d365109 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024258 Sep 19 12:13:11.613708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-284017033'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:11.653886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:11.677338 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad271137-0d85-4102-9e1d-6aee798f1042 req-3c096f27-be2e-43ee-b3e8-cdc661c23396 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606736 Sep 19 12:13:11.694133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ad372b-2d61-454c-85ad-e37b1306bdd7 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:13:11.700667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Usage tracker for resource:router and tenant:b72b5fa4e03f48d595da6e6f51b84d63 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:11.719780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:11.752195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037cf8d-c65e-4404-82c5-c93f9ab77fc8 req-e23fe24f-a9aa-482a-aa55-17b4ad1d99ba tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:11.753653 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6037cf8d-c65e-4404-82c5-c93f9ab77fc8 req-e23fe24f-a9aa-482a-aa55-17b4ad1d99ba tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 944 time: 0.4255295 Sep 19 12:13:11.779055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:11.781535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:11.815496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb3f006-e437-441c-9112-e4fdd2630acc {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:13:11.836229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:11.860278 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6037cf8d-c65e-4404-82c5-c93f9ab77fc8 req-21caa29e-8faf-4843-9746-4e084cf695c7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004338 Sep 19 12:13:11.911357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec523e75-ef64-4764-afc1-8362dd7e5c48 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:11.932313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Transition to ACTIVE for port object 79ad372b-2d61-454c-85ad-e37b1306bdd7 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:11.935638 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Transition to ACTIVE for port object 0bb3f006-e437-441c-9112-e4fdd2630acc will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:11.945154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49166) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:11.945980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:11.946982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:11.969933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec523e75-ef64-4764-afc1-8362dd7e5c48 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event deleted for resources: {'Port': ['ID=86a06852-c2b6-4f5e-85ca-0b21864e8366,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:12.035968 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:12.140715 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3d3177-8244-41e7-bfad-c43f2ff73376 req-6adc3298-360b-4dff-82e0-aa2905dc6b7b service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218003 Sep 19 12:13:12.168881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:12.197419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:12.264088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:12.268156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1387792150'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:12.347741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:12.416710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:network and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:12.484925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:12.485130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec523e75-ef64-4764-afc1-8362dd7e5c48 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:12.506247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Pushing event updated for resources: {'Port': ['ID=79ad372b-2d61-454c-85ad-e37b1306bdd7,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:12.542250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:12.566188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:12.641191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:12.641638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490294ab-dd4b-4163-a0cd-03177b1ba809 req-9eca87e2-27fb-4a76-b413-5a4db31b7ab1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:12.643212 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-490294ab-dd4b-4163-a0cd-03177b1ba809 req-9eca87e2-27fb-4a76-b413-5a4db31b7ab1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 943 time: 0.3992088 Sep 19 12:13:12.651026 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ec523e75-ef64-4764-afc1-8362dd7e5c48 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "DELETE /v2.0/ports/86a06852-c2b6-4f5e-85ca-0b21864e8366 HTTP/1.1" status: 204 len: 168 time: 2.4683669 Sep 19 12:13:12.652034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49174) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:12.742288 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec8b5d4-cee5-4f9c-97b0-87ac0d60de40 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] GET failed (client error): The resource could not be found. Sep 19 12:13:12.743042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1ec8b5d4-cee5-4f9c-97b0-87ac0d60de40 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Synchronizing usage tracker for tenant:a11b93c193e346769af6cf9c212e6712 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:12.808067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:12.879329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9083231-3999-4208-bc27-9b136717312a service neutron] Pushing event updated for resources: {'Port': ['ID=0bb3f006-e437-441c-9112-e4fdd2630acc,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:12.930119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:12.934035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:12.950575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Attempting to bind port 79ad372b-2d61-454c-85ad-e37b1306bdd7 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:12.951793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Attempting to bind port 79ad372b-2d61-454c-85ad-e37b1306bdd7 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:12.951793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Attempting to bind port 79ad372b-2d61-454c-85ad-e37b1306bdd7 on network b58caf9b-5b4b-47b7-b230-84077bd8b127 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:12.961259 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-490294ab-dd4b-4163-a0cd-03177b1ba809 req-c53f0196-aa2c-4a99-a8f9-a3ba189b1ab4 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098154 Sep 19 12:13:12.972292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:12.981734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Port 79ad372b-2d61-454c-85ad-e37b1306bdd7 on network b58caf9b-5b4b-47b7-b230-84077bd8b127 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:13:12.982053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Attempting to bind port 79ad372b-2d61-454c-85ad-e37b1306bdd7 on network b58caf9b-5b4b-47b7-b230-84077bd8b127 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:13.014503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Attempting to bind port 0bb3f006-e437-441c-9112-e4fdd2630acc on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:13.015516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Attempting to bind port 0bb3f006-e437-441c-9112-e4fdd2630acc by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:13.015516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Attempting to bind port 0bb3f006-e437-441c-9112-e4fdd2630acc on network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:13.026430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.030136 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-243e0893-b762-4ed0-80ab-bb61831cfc1a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.6019633 Sep 19 12:13:13.037194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:13.037538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Checking segment: {'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:13.037923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Bound using segment: {'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:13.038375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Bound port: 79ad372b-2d61-454c-85ad-e37b1306bdd7, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93b67ca-bcc4-4cf5-b129-a694009378be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:13.038719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.050109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-fac41f3e-0b62-416a-aea9-2db0249913fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:13.051648 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-fac41f3e-0b62-416a-aea9-2db0249913fa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1097 time: 0.7172811 Sep 19 12:13:13.056331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49182) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:13.057763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Port 0bb3f006-e437-441c-9112-e4fdd2630acc on network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:13:13.058087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Attempting to bind port 0bb3f006-e437-441c-9112-e4fdd2630acc on network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:13.088571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:13.130805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1ec8b5d4-cee5-4f9c-97b0-87ac0d60de40 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Unset dirty status for tenant:a11b93c193e346769af6cf9c212e6712 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:13.131959 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1ec8b5d4-cee5-4f9c-97b0-87ac0d60de40 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "GET /v2.0/ports/86a06852-c2b6-4f5e-85ca-0b21864e8366 HTTP/1.1" status: 404 len: 333 time: 0.4724960 Sep 19 12:13:13.133246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:13.133528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Checking segment: {'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:13.133912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Bound using segment: {'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:13.134380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Bound port: 0bb3f006-e437-441c-9112-e4fdd2630acc, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ddbf2f-635c-4827-8273-8089b9befc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:13.134904 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.186544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49186) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:13.187483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:security_group_rule and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:13.202921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:13.262891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869917e-6502-48af-b3fc-6efc01466d45 req-d11cf97e-1b6a-40b4-a721-45947c034f2f tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:13.264402 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7869917e-6502-48af-b3fc-6efc01466d45 req-d11cf97e-1b6a-40b4-a721-45947c034f2f tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 944 time: 0.3908508 Sep 19 12:13:13.268315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:13.281871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c11cff7f-480b-41e7-bdc3-3e03bbd8e3b4 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.302474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Allocated IP 172.26.5.140 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/73313942-2fca-4623-8f91-b04d0c3bf2ac) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:13.338146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Allocated IP 172.20.0.1 (da773b8c-5144-4ee5-aeda-c91f21051687/d784ffab-af82-41eb-9384-2c37b20a5ed0/047c71f1-61ef-4091-ac87-e94b93b816d1) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:13.460761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-df6164ba-b7f1-4d2e-9d0c-0d77db7e0156 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Deleting port 492d6857-d841-43b0-9c9a-6913c2291572 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:13.461026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df6164ba-b7f1-4d2e-9d0c-0d77db7e0156 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.619396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-0fa9c873-14d9-4303-827b-583bd0b8dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:13.620889 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-0fa9c873-14d9-4303-827b-583bd0b8dc44 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 912 time: 0.5548658 Sep 19 12:13:13.626298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] For port 79ad372b-2d61-454c-85ad-e37b1306bdd7, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:13.650075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4f621e15-733a-4c62-9960-6cf2fd3943e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.696743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] For port 0bb3f006-e437-441c-9112-e4fdd2630acc, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:13.711566 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7869917e-6502-48af-b3fc-6efc01466d45 req-113438cc-594d-433d-9c1b-fa8c505aa442 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317756 Sep 19 12:13:13.739025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] For port 79ad372b-2d61-454c-85ad-e37b1306bdd7, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79ad372b-2d61-454c-85ad-e37b1306bdd7,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:13.739195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c11cff7f-480b-41e7-bdc3-3e03bbd8e3b4 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.741767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c11cff7f-480b-41e7-bdc3-3e03bbd8e3b4 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.758914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] For port 0bb3f006-e437-441c-9112-e4fdd2630acc, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0bb3f006-e437-441c-9112-e4fdd2630acc,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:13.765120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9a01-0b53-4a3e-9155-ccf81e3d723f req-5e7d46f4-72d1-4fd0-b700-2aa9c8df6616 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:13.767590 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-57be9a01-0b53-4a3e-9155-ccf81e3d723f req-5e7d46f4-72d1-4fd0-b700-2aa9c8df6616 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 944 time: 0.6498132 Sep 19 12:13:13.768557 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-2e3fe587-91bb-4904-b131-8329278caedb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 217 time: 0.1303926 Sep 19 12:13:13.852264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.854499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.864798 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-57be9a01-0b53-4a3e-9155-ccf81e3d723f req-3c98a581-ec37-4706-8d8c-e3b6c6e95566 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793574 Sep 19 12:13:13.892728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.901043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Transition to ACTIVE for port object 047c71f1-61ef-4091-ac87-e94b93b816d1 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:13.902446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c11cff7f-480b-41e7-bdc3-3e03bbd8e3b4 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.902975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11cff7f-480b-41e7-bdc3-3e03bbd8e3b4 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e095043-ae9a-4d78-8176-4f2697682963 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:13:13.919194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:13.919822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.921194 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-c9083231-3999-4208-bc27-9b136717312a service neutron] 10.222.0.85 "PUT /v2.0/ports/0bb3f006-e437-441c-9112-e4fdd2630acc HTTP/1.1" status: 200 len: 1094 time: 4.2468505 Sep 19 12:13:13.924449 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c11cff7f-480b-41e7-bdc3-3e03bbd8e3b4 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.926218 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c11cff7f-480b-41e7-bdc3-3e03bbd8e3b4 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] 10.222.0.66 "DELETE /v2.0/routers/5e095043-ae9a-4d78-8176-4f2697682963 HTTP/1.1" status: 204 len: 168 time: 0.8694425 Sep 19 12:13:13.929169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:13.929780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:13.931146 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] 10.222.0.85 "PUT /v2.0/ports/79ad372b-2d61-454c-85ad-e37b1306bdd7 HTTP/1.1" status: 200 len: 1093 time: 4.3104620 Sep 19 12:13:13.931615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'tag': '0bb3f006-e437-441c-9112-e4fdd2630acc'}, {'name': 'network-changed', 'server_uuid': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'tag': '79ad372b-2d61-454c-85ad-e37b1306bdd7'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:13:13.934025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49190) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:13.934570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5760c38-03f7-41b5-abb2-f5255c12731a", "tag": "0bb3f006-e437-441c-9112-e4fdd2630acc"}, {"name": "network-changed", "server_uuid": "f2f3f201-8884-42cc-8c9f-4a47939c092a", "tag": "79ad372b-2d61-454c-85ad-e37b1306bdd7"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:13:13.947547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Request body: {'router': {'name': 'tempest-router-1620665375', 'distributed': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:13.952956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:13.958108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Usage tracker for resource:router and tenant:b72b5fa4e03f48d595da6e6f51b84d63 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:13.961783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:13.970427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:14.001392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 19 Sep 2022 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31e8670-c72e-4190-9bf6-d8b3aa884b88 x-openstack-request-id: req-d31e8670-c72e-4190-9bf6-d8b3aa884b88 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:13:14.001721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5760c38-03f7-41b5-abb2-f5255c12731a", "tag": "0bb3f006-e437-441c-9112-e4fdd2630acc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2f3f201-8884-42cc-8c9f-4a47939c092a", "tag": "79ad372b-2d61-454c-85ad-e37b1306bdd7", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:13:14.003015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d31e8670-c72e-4190-9bf6-d8b3aa884b88 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:13:14.003015 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31e8670-c72e-4190-9bf6-d8b3aa884b88'] response: {'name': 'network-changed', 'server_uuid': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'tag': '0bb3f006-e437-441c-9112-e4fdd2630acc', 'status': 'completed', 'code': 200} Sep 19 12:13:14.003015 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31e8670-c72e-4190-9bf6-d8b3aa884b88'] response: {'name': 'network-changed', 'server_uuid': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'tag': '79ad372b-2d61-454c-85ad-e37b1306bdd7', 'status': 'completed', 'code': 200} Sep 19 12:13:14.087706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.127446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.147556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.200143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-6e61ffb0-3b0e-419d-8a0b-cc88c97fa3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:14.201354 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-6e61ffb0-3b0e-419d-8a0b-cc88c97fa3a2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.4184439 Sep 19 12:13:14.216943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Network da773b8c-5144-4ee5-aeda-c91f21051687 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:14.219580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:14.226770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.231201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event updated for resources: {'Port': ['ID=047c71f1-61ef-4091-ac87-e94b93b816d1,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:14.234308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:14.275099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea3c20-2913-4ac0-8767-c57624054df8 service neutron] Pushing event updated for resources: {'Port': ['ID=79ad372b-2d61-454c-85ad-e37b1306bdd7,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:14.312006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.409460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:13:14.457283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac2e39f-7fd0-4654-8cc3-16f7e65b0e60,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:14.477511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df6164ba-b7f1-4d2e-9d0c-0d77db7e0156 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.485715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.486061 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Added segment 6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9 of type vlan for network c6f96c24-94e8-4998-9887-d63bb459a2e1 Sep 19 12:13:14.529461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.555966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.557030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.582673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cef05-8aa1-4320-b1d8-d726b890c363 req-3a46ad12-5480-44d5-8064-1cfa6c1b1c97 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:14.584277 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8b5cef05-8aa1-4320-b1d8-d726b890c363 req-3a46ad12-5480-44d5-8064-1cfa6c1b1c97 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 943 time: 0.5050278 Sep 19 12:13:14.601369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5de7fe88-72d4-43bc-a36f-6ef60ee6fd54 None None] Provisioning for port 047c71f1-61ef-4091-ac87-e94b93b816d1 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:14.607441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5de7fe88-72d4-43bc-a36f-6ef60ee6fd54 None None] Provisioning complete for port 047c71f1-61ef-4091-ac87-e94b93b816d1 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:14.607817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5de7fe88-72d4-43bc-a36f-6ef60ee6fd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.642796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.668356 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5de7fe88-72d4-43bc-a36f-6ef60ee6fd54 None None] Port 047c71f1-61ef-4091-ac87-e94b93b816d1 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:13:14.691361 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8b5cef05-8aa1-4320-b1d8-d726b890c363 req-202dd825-927c-4a43-9390-955acb056c61 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966601 Sep 19 12:13:14.747536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-df6164ba-b7f1-4d2e-9d0c-0d77db7e0156 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Calling delete_port for 492d6857-d841-43b0-9c9a-6913c2291572 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:14.778294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9083231-3999-4208-bc27-9b136717312a service neutron] Pushing event updated for resources: {'Port': ['ID=0bb3f006-e437-441c-9112-e4fdd2630acc,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:14.801363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.828856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.843297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-e9d7fe9d-79db-4e3e-85e0-4351041f93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:14.844801 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-e9d7fe9d-79db-4e3e-85e0-4351041f93df service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bc270227fb294510bb4c21e9c8f4cf03&device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 1097 time: 0.7695546 Sep 19 12:13:14.900362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-fd7c98c4-f68b-4ea2-8d52-c9d0d8098585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:14.901932 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-fd7c98c4-f68b-4ea2-8d52-c9d0d8098585 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=89b67a2b8a7d4711939cb92036100cb1&device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 1096 time: 0.7596743 Sep 19 12:13:14.904413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-d2201103-1a41-4496-b037-4b862edc508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:14.905769 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-d2201103-1a41-4496-b037-4b862edc508e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6931398 Sep 19 12:13:14.912433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.953004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:14.954232 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5d2ed153-1eab-465b-9513-67d0ad1455e6 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0125072 Sep 19 12:13:14.957860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49204) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:15.016290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.056727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.189932 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-f534ddc7-dbf3-4023-95a4-4b3455431260 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79ad372b-2d61-454c-85ad-e37b1306bdd7 HTTP/1.1" status: 200 len: 217 time: 0.2665925 Sep 19 12:13:15.191133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ea798df-32fd-457f-84ed-9c74897dd2a5 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.231925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.237272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:15.237855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.323642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:15.351762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 340ee0aa-3156-471a-b57c-ca815ac701bf details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:13:15.383682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a481f2a-5962-44ef-a2b7-37381124683f req-be25c6c6-d56f-4c6f-a72a-f9bba66158fd tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:15.385502 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7a481f2a-5962-44ef-a2b7-37381124683f req-be25c6c6-d56f-4c6f-a72a-f9bba66158fd tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 944 time: 0.5518157 Sep 19 12:13:15.405509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:15.441248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:15.499264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event updated for resources: {'Port': ['ID=73313942-2fca-4623-8f91-b04d0c3bf2ac,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:15.502552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 340ee0aa-3156-471a-b57c-ca815ac701bf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=340ee0aa-3156-471a-b57c-ca815ac701bf,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:15.516905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '340ee0aa-3156-471a-b57c-ca815ac701bf', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'port_id': '340ee0aa-3156-471a-b57c-ca815ac701bf', 'mac_address': 'fa:16:3e:9a:2a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:13:15.569207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.569522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.569807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.570138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.570470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.570819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.571145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.571472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.571795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.572117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.572437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.572752 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:15.582495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Network': ['ID=c6f96c24-94e8-4998-9887-d63bb459a2e1,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:15.583436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 340ee0aa-3156-471a-b57c-ca815ac701bf is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:15.583823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.597865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-c08bbedc-d7b4-4253-acb8-38a498e11934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:15.602871 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-c08bbedc-d7b4-4253-acb8-38a498e11934 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=bc270227fb294510bb4c21e9c8f4cf03&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7389913 Sep 19 12:13:15.602975 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network c6f96c24-94e8-4998-9887-d63bb459a2e1 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:13:15.605197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-852b92b9-0177-4381-a366-0e68a36da49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:15.606852 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-852b92b9-0177-4381-a366-0e68a36da49a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0 HTTP/1.1" status: 200 len: 844 time: 0.3831041 Sep 19 12:13:15.638148 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-1d5f42e5-7110-498d-b40f-f718821cc292 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187340 Sep 19 12:13:15.670253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340ee0aa-3156-471a-b57c-ca815ac701bf {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:13:15.683890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ea798df-32fd-457f-84ed-9c74897dd2a5 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.694511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37aa6d-7cb6-42e1-b481-9a8d40531bf5 req-bef5f30c-3624-4d60-833f-86c19413d5ed tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:15.696232 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ec37aa6d-7cb6-42e1-b481-9a8d40531bf5 req-bef5f30c-3624-4d60-833f-86c19413d5ed tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 944 time: 0.6644409 Sep 19 12:13:15.705725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 340ee0aa-3156-471a-b57c-ca815ac701bf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=340ee0aa-3156-471a-b57c-ca815ac701bf,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:15.738406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df6164ba-b7f1-4d2e-9d0c-0d77db7e0156 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.764140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ea798df-32fd-457f-84ed-9c74897dd2a5 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.790114 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7a481f2a-5962-44ef-a2b7-37381124683f req-21cfb64a-b7ab-4eaa-a593-560093afa969 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614345 Sep 19 12:13:15.801174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.819413 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-211047d8-816b-4ddf-8521-32b894ccbb76 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.8638277 Sep 19 12:13:15.873294 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ec37aa6d-7cb6-42e1-b481-9a8d40531bf5 req-f950d5c8-60af-4d28-85ad-531b8366a0b9 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138358 Sep 19 12:13:15.954664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ea798df-32fd-457f-84ed-9c74897dd2a5 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:15.955178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea798df-32fd-457f-84ed-9c74897dd2a5 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd843e47-dac9-4728-b11f-c809ea2d673a {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:13:15.979313 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=340ee0aa-3156-471a-b57c-ca815ac701bf,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:16.086506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['340ee0aa-3156-471a-b57c-ca815ac701bf'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:13:16.113430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6164ba-b7f1-4d2e-9d0c-0d77db7e0156 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event deleted for resources: {'Port': ['ID=492d6857-d841-43b0-9c9a-6913c2291572,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:16.207666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ea798df-32fd-457f-84ed-9c74897dd2a5 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.213782 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7ea798df-32fd-457f-84ed-9c74897dd2a5 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] 10.222.0.66 "DELETE /v2.0/routers/cd843e47-dac9-4728-b11f-c809ea2d673a HTTP/1.1" status: 204 len: 168 time: 1.2549658 Sep 19 12:13:16.216369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49210) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:16.262540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Request body: {'router': {'name': 'tempest-router-382338539', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'aa02eab3a7114b3fbedff1632f560e6b'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:16.300397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:16.305117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df6164ba-b7f1-4d2e-9d0c-0d77db7e0156 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.307251 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-df6164ba-b7f1-4d2e-9d0c-0d77db7e0156 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "DELETE /v2.0/ports/492d6857-d841-43b0-9c9a-6913c2291572 HTTP/1.1" status: 204 len: 168 time: 3.1092632 Sep 19 12:13:16.323733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Usage tracker for resource:router and tenant:aa02eab3a7114b3fbedff1632f560e6b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:16.325639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49214) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:16.373290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.378485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:16.396061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:16.403423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-91d46514-ede5-4e6c-9a0d-28fbb53ca68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:16.413918 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-91d46514-ede5-4e6c-9a0d-28fbb53ca68d service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7947109 Sep 19 12:13:16.422492 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb33f1e-55ac-4191-b52f-fbfc948eed5a tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] GET failed (client error): The resource could not be found. Sep 19 12:13:16.433463 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8fb33f1e-55ac-4191-b52f-fbfc948eed5a tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "GET /v2.0/ports/492d6857-d841-43b0-9c9a-6913c2291572 HTTP/1.1" status: 404 len: 333 time: 0.1049478 Sep 19 12:13:16.437087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49218) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:16.470149 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5aa24ea3-15c0-4e9b-a38c-ce59182d5fcf req-edd6a128-3633-44de-9ad7-3cae549e1afe service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7744462 Sep 19 12:13:16.544497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6be5-0ce7-4410-b13c-293116928322 req-0cc8f161-31f5-4725-8dd9-4b600a332cdf tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:16.546371 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-45ab6be5-0ce7-4410-b13c-293116928322 req-0cc8f161-31f5-4725-8dd9-4b600a332cdf tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 943 time: 0.4224401 Sep 19 12:13:16.553303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-1745bf83-3b73-4058-8112-b84d44b2b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:16.555301 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-1745bf83-3b73-4058-8112-b84d44b2b0b8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b58caf9b-5b4b-47b7-b230-84077bd8b127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9200270 Sep 19 12:13:16.585435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.596329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b253398a-1f1b-486b-b40a-5929a6d5dcd9 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Deleting port dfac3a1b-5ccb-4a3d-a878-8da46610b974 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:16.596705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b253398a-1f1b-486b-b40a-5929a6d5dcd9 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.622146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.623057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.665575 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-45ab6be5-0ce7-4410-b13c-293116928322 req-3a89185b-dcd2-4c55-ac37-c4ede74c5a64 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016824 Sep 19 12:13:16.723344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.841741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.883241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.887791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:16.981068 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-ac4c16c4-424b-4b20-8eb6-09030bb3cecb service neutron] 10.222.0.85 "GET /v2.0/networks/b58caf9b-5b4b-47b7-b230-84077bd8b127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668535 Sep 19 12:13:17.013671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-24764601-273b-4112-a32c-ffaac36bb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:17.015427 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-24764601-273b-4112-a32c-ffaac36bb5ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bc270227fb294510bb4c21e9c8f4cf03&device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 1097 time: 0.5423806 Sep 19 12:13:17.024991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:17.041415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event updated for resources: {'Port': ['ID=047c71f1-61ef-4091-ac87-e94b93b816d1,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:17.175616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.175996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.176262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.176541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.176873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.177201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.177532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.177858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.178184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.178506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.178856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.179186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:17.215809 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-14dd1d1d-2930-4228-a3f1-0f2aca070a83 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb3f006-e437-441c-9112-e4fdd2630acc HTTP/1.1" status: 200 len: 217 time: 0.1870224 Sep 19 12:13:17.328447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 340ee0aa-3156-471a-b57c-ca815ac701bf up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:17.365371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Network da773b8c-5144-4ee5-aeda-c91f21051687 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:17.373718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:17.380506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b253398a-1f1b-486b-b40a-5929a6d5dcd9 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:17.441028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:17.441938 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-88b75627-00fb-4971-9c30-bd82e44a3bb7 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2086303 Sep 19 12:13:17.476099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49226) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:17.483337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-6f24f08a-4c54-4f67-82e7-559f8878caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:17.484761 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-6f24f08a-4c54-4f67-82e7-559f8878caa6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=745ddf40-38f6-4919-ac93-5ec6f63b55e1 HTTP/1.1" status: 200 len: 851 time: 0.2522564 Sep 19 12:13:17.496068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:17.546269 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93ce0357-105e-4a8b-bc91-45d5ca12f674 req-5ffc29e6-2788-4500-8343-c4f1a21dbe3f service neutron] 10.222.0.85 "GET /v2.0/networks/b58caf9b-5b4b-47b7-b230-84077bd8b127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549138 Sep 19 12:13:17.547393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266487d6-a242-464d-8c2a-e627894c0b56 req-5dfe8edc-2e2d-49af-839c-01ec3cb87dbf tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:17.554373 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-266487d6-a242-464d-8c2a-e627894c0b56 req-5dfe8edc-2e2d-49af-839c-01ec3cb87dbf tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 944 time: 0.5198069 Sep 19 12:13:17.556718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 340ee0aa-3156-471a-b57c-ca815ac701bf completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:17.582331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 340ee0aa-3156-471a-b57c-ca815ac701bf triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:17.583163 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:17.680089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b253398a-1f1b-486b-b40a-5929a6d5dcd9 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Calling delete_port for dfac3a1b-5ccb-4a3d-a878-8da46610b974 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:17.737229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902195e4-cbe7-4435-8dc4-bdf4cee820f2 req-3208dfde-f171-41dd-a150-69d07f37e669 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:17.739264 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-902195e4-cbe7-4435-8dc4-bdf4cee820f2 req-3208dfde-f171-41dd-a150-69d07f37e669 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 945 time: 0.6991765 Sep 19 12:13:17.813586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 340ee0aa-3156-471a-b57c-ca815ac701bf is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:17.814000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:17.868586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c83fe205-af63-4c15-82b9-2e314932c532 None None] Provisioning complete for port 047c71f1-61ef-4091-ac87-e94b93b816d1 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:17.869353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c83fe205-af63-4c15-82b9-2e314932c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:17.940188 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-266487d6-a242-464d-8c2a-e627894c0b56 req-2005902f-c720-48f7-9f08-bcc74d85c1a9 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848655 Sep 19 12:13:17.973440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c83fe205-af63-4c15-82b9-2e314932c532 None None] Port 047c71f1-61ef-4091-ac87-e94b93b816d1 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:13:17.988524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340ee0aa-3156-471a-b57c-ca815ac701bf'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:13:18.037674 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-902195e4-cbe7-4435-8dc4-bdf4cee820f2 req-773fb035-2e93-46c8-921e-05bc561f7cb3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737780 Sep 19 12:13:18.144407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 340ee0aa-3156-471a-b57c-ca815ac701bf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=340ee0aa-3156-471a-b57c-ca815ac701bf,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:18.171376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:18.255420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:18.275657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Router 1585b989-c08d-4a1d-95d3-e0ac819eeccf has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:13:18.395265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:18.395601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:18.441277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae98fd-beac-4ce2-9e34-f716d5f3c644" -d '{"events": [{"server_uuid": "a1cd6679-3136-4c4f-abd5-7a5ba319619c", "name": "network-vif-plugged", "status": "completed", "tag": "340ee0aa-3156-471a-b57c-ca815ac701bf"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:13:18.444339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=340ee0aa-3156-471a-b57c-ca815ac701bf,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:18.490528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.492131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.493386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.493811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.496212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.497517 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.500001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.500453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.501558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.502860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.504713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.505521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:13:18.576600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-7fcce5e9-bd25-45da-a5ff-689174906e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:18.579475 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-7fcce5e9-bd25-45da-a5ff-689174906e43 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9d2aa7ba-6cb6-4d88-a079-a884ed8c499c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0249531 Sep 19 12:13:18.595375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b253398a-1f1b-486b-b40a-5929a6d5dcd9 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:18.600446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cff8d7-725f-40f9-9c87-90de1bb38d6e x-openstack-request-id: req-28cff8d7-725f-40f9-9c87-90de1bb38d6e {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:13:18.600739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cd6679-3136-4c4f-abd5-7a5ba319619c", "name": "network-vif-plugged", "status": "completed", "tag": "340ee0aa-3156-471a-b57c-ca815ac701bf", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:13:18.600995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-28cff8d7-725f-40f9-9c87-90de1bb38d6e {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:13:18.601457 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cff8d7-725f-40f9-9c87-90de1bb38d6e'] response: {'server_uuid': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340ee0aa-3156-471a-b57c-ca815ac701bf', 'code': 200} Sep 19 12:13:18.662893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d401dc-2990-49bf-bafd-2d643277e995 req-85b30b1f-eafc-4322-9ed2-e679931b8b97 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:18.670790 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-60d401dc-2990-49bf-bafd-2d643277e995 req-85b30b1f-eafc-4322-9ed2-e679931b8b97 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 943 time: 0.4048238 Sep 19 12:13:18.685544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-cc3a16a3-9305-4576-b248-7d11e177aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:18.687409 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-cc3a16a3-9305-4576-b248-7d11e177aef4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=89b67a2b8a7d4711939cb92036100cb1&device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 1096 time: 0.8354039 Sep 19 12:13:18.698335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253398a-1f1b-486b-b40a-5929a6d5dcd9 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event deleted for resources: {'Port': ['ID=dfac3a1b-5ccb-4a3d-a878-8da46610b974,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:18.748012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:18.757602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b253398a-1f1b-486b-b40a-5929a6d5dcd9 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:18.763954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559e306-6482-4ff9-aa35-2dc25da5e328 None None] Sync routers for ids ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:18.791869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559e306-6482-4ff9-aa35-2dc25da5e328 None None] Routers {'1585b989-c08d-4a1d-95d3-e0ac819eeccf'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:18.794861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1559e306-6482-4ff9-aa35-2dc25da5e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:18.806465 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bcc3da9b-92ab-47da-aa90-58315156fd9a tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "PUT /v2.0/routers/1585b989-c08d-4a1d-95d3-e0ac819eeccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3906059 Sep 19 12:13:18.810263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49240) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:18.825410 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-60d401dc-2990-49bf-bafd-2d643277e995 req-e212bcb8-0f4b-4225-84ee-95d2a45c645a tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536384 Sep 19 12:13:18.829429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Request body: {'port': {'network_id': 'da773b8c-5144-4ee5-aeda-c91f21051687', 'name': 'tempest-FloatingIPAdminTestJSON-340735681'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:18.845725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89794) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 19 12:13:18.846545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Router 7e0194fb-2283-431a-8ceb-fd246aeab2d6 migrating from provider to provider. {{(pid=89794) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 19 12:13:18.847276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:18.962492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:18.976174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49244) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:18.978821 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b253398a-1f1b-486b-b40a-5929a6d5dcd9 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "DELETE /v2.0/ports/dfac3a1b-5ccb-4a3d-a878-8da46610b974 HTTP/1.1" status: 204 len: 168 time: 2.5407031 Sep 19 12:13:18.982448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1559e306-6482-4ff9-aa35-2dc25da5e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:19.014859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559e306-6482-4ff9-aa35-2dc25da5e328 None None] Routers {'1585b989-c08d-4a1d-95d3-e0ac819eeccf'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:19.015493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1559e306-6482-4ff9-aa35-2dc25da5e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:19.069024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:19.085040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49250) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:19.094974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'subnet': {'network_id': 'c6f96c24-94e8-4998-9887-d63bb459a2e1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:19.214675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1559e306-6482-4ff9-aa35-2dc25da5e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:19.214675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559e306-6482-4ff9-aa35-2dc25da5e328 None None] The sync data for ids ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:19.359263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:19.376738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Usage tracker for resource:port and tenant:950cdb1bc6bf427e802ecb53644e6528 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:19.387846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:19.398038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:19.400594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:19.408762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:subnet and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:19.414441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:19.423435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:19.457672 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-03aba57b-e1bb-4f2a-b516-f8f0aa47b797 service neutron] 10.222.0.85 "GET /v2.0/networks/9d2aa7ba-6cb6-4d88-a079-a884ed8c499c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8629508 Sep 19 12:13:19.462053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb2dea-d601-4fe6-ac25-11843796c88a req-47d61290-4c24-4494-bbe5-a7afd51bb026 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:19.463578 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-44bb2dea-d601-4fe6-ac25-11843796c88a req-47d61290-4c24-4494-bbe5-a7afd51bb026 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 944 time: 0.2546749 Sep 19 12:13:19.475590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b83ca-19d7-4b54-abc5-a947c99f3742 req-61aed73e-1ad1-4d92-bf6a-16865072c716 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:19.477029 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-306b83ca-19d7-4b54-abc5-a947c99f3742 req-61aed73e-1ad1-4d92-bf6a-16865072c716 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2670124 Sep 19 12:13:19.529365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Made reservation on behalf of 950cdb1bc6bf427e802ecb53644e6528 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:19.533027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:19.533343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9b0bb9-1cb0-4e6e-98be-fbfefdcfa5b3 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Deleting subnet ac64ee83-4989-4a93-892b-2ef897752159 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:13:19.538167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-095d4f27-1c91-4b32-ba41-a00587353b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:19.539644 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-095d4f27-1c91-4b32-ba41-a00587353b67 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b58caf9b-5b4b-47b7-b230-84077bd8b127 HTTP/1.1" status: 200 len: 906 time: 0.8280070 Sep 19 12:13:19.565469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:19.568867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:19.584706 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-44bb2dea-d601-4fe6-ac25-11843796c88a req-cd7d4bcd-23f5-4a39-9ce8-4acbacf42c18 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067452 Sep 19 12:13:19.602238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0bb9-1cb0-4e6e-98be-fbfefdcfa5b3 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:19.603470 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-306b83ca-19d7-4b54-abc5-a947c99f3742 req-23c21826-4ba6-49bd-9407-fc10f091d57b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099453 Sep 19 12:13:19.651646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] device_id is not set on port 9a108f82-6b65-4d41-9d01-a4b450383c59 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:13:19.691888 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] No L3 agents can host the router 7e0194fb-2283-431a-8ceb-fd246aeab2d6 Sep 19 12:13:19.729628 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-9a6626ce-a0df-4585-8b57-9d68f97d2eb6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79ad372b-2d61-454c-85ad-e37b1306bdd7 HTTP/1.1" status: 200 len: 217 time: 0.1322803 Sep 19 12:13:19.798284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0bb9-1cb0-4e6e-98be-fbfefdcfa5b3 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:19.873344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Allocated IP 172.20.0.6 (da773b8c-5144-4ee5-aeda-c91f21051687/d784ffab-af82-41eb-9384-2c37b20a5ed0/9a108f82-6b65-4d41-9d01-a4b450383c59) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:19.930668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Router 1577bd0b-56a0-4a2e-92ea-f5f449907681 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:13:19.989730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-97607b4a-67bd-4acd-bb73-01d79ab0bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:19.991293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-97607b4a-67bd-4acd-bb73-01d79ab0bc4c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1099 time: 0.9082212 Sep 19 12:13:20.096920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:20.107497 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-08fcb077-6d60-42cb-8834-c9163d02dd30 req-a7c053d9-41a1-44a4-994f-932c964d17dc service neutron] 10.222.0.85 "GET /v2.0/networks/9d2aa7ba-6cb6-4d88-a079-a884ed8c499c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334715 Sep 19 12:13:20.190196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-2874a58c-df20-4297-ba11-30e1411ab0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:20.191766 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-2874a58c-df20-4297-ba11-30e1411ab0f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0 HTTP/1.1" status: 200 len: 844 time: 0.4440241 Sep 19 12:13:20.205049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d46de-dedd-4044-9ca5-655eb9387714 req-df1111b4-1479-494e-af2d-85adf91fbd52 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:20.206569 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e49d46de-dedd-4044-9ca5-655eb9387714 req-df1111b4-1479-494e-af2d-85adf91fbd52 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 943 time: 0.2538524 Sep 19 12:13:20.264978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:20.275975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Hosts for router 7e0194fb-2283-431a-8ceb-fd246aeab2d6: [] {{(pid=89794) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 19 12:13:20.312590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:20.316005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:20.327645 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] Usage tracker for resource:security_group_rule and tenant:8d703bf8b48942318b7f7da4f9b04945 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:20.333337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:20.390879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Transition to ACTIVE for port object 9a108f82-6b65-4d41-9d01-a4b450383c59 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:20.403224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:20.438972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Hosts for other DVR routers connected to router 7e0194fb-2283-431a-8ceb-fd246aeab2d6: set() {{(pid=89794) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 19 12:13:20.441333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:20.442530 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2532b6a1-97f1-41b6-b1f3-34d4003dfc4a tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] 10.222.0.66 "PUT /v2.0/routers/7e0194fb-2283-431a-8ceb-fd246aeab2d6 HTTP/1.1" status: 200 len: 716 time: 2.9654636 Sep 19 12:13:20.448284 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e49d46de-dedd-4044-9ca5-655eb9387714 req-6adbb849-c805-4fd3-bb3c-b62cb13f0400 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402683 Sep 19 12:13:20.448800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49258) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:20.456338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0bb9-1cb0-4e6e-98be-fbfefdcfa5b3 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:20.460491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Subnet': ['ID=2e66a77f-8995-4962-882c-eab82590b523,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:20.546782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:20.557594 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Sync routers for ids ['1577bd0b-56a0-4a2e-92ea-f5f449907681'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:20.570703 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Routers {'1577bd0b-56a0-4a2e-92ea-f5f449907681'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:20.575113 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1577bd0b-56a0-4a2e-92ea-f5f449907681'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:20.602553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Checking segment: {'id': '6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c6f96c24-94e8-4998-9887-d63bb459a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:20.603709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network hostable DHCP agents. Network: c6f96c24-94e8-4998-9887-d63bb459a2e1, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:13:20.607300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-3dd02d4f-04b0-47d3-b816-29b522b63f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:20.608922 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-3dd02d4f-04b0-47d3-b816-29b522b63f9b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b58caf9b-5b4b-47b7-b230-84077bd8b127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3960831 Sep 19 12:13:20.625677 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1b20a18b-97a2-4d76-85ec-18799714ab86 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] 10.222.0.66 "GET /v2.0/routers/7e0194fb-2283-431a-8ceb-fd246aeab2d6 HTTP/1.1" status: 200 len: 716 time: 0.1666870 Sep 19 12:13:20.626874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49264) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:20.724008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network c6f96c24-94e8-4998-9887-d63bb459a2e1 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:13:20.728561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:20.759151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:20.762931 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-44628251-cc75-4835-9620-510033cceb57 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.8141806 Sep 19 12:13:20.772587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0bb9-1cb0-4e6e-98be-fbfefdcfa5b3 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:20.779962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49272) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:20.811028 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Set router 1577bd0b-56a0-4a2e-92ea-f5f449907681 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:13:20.897529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:20.909289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b0bb9-1cb0-4e6e-98be-fbfefdcfa5b3 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event deleted for resources: {'Subnet': ['ID=ac64ee83-4989-4a93-892b-2ef897752159,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:20.914302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0bb9-1cb0-4e6e-98be-fbfefdcfa5b3 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:20.930259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a688838-4d46-4f74-8e54-137baaebace5 None None] Network f613b141-46bf-4b08-9b86-4a7a45d6b4e6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:20.940090 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fd9b0bb9-1cb0-4e6e-98be-fbfefdcfa5b3 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "DELETE /v2.0/subnets/ac64ee83-4989-4a93-892b-2ef897752159 HTTP/1.1" status: 204 len: 168 time: 1.9624412 Sep 19 12:13:20.944334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49276) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:20.992259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.010880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, c6f96c24-94e8-4998-9887-d63bb459a2e1) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:21.048347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be51aa9-8f8c-42e6-b223-d7a49bbd49a3 None None] Network c6f96c24-94e8-4998-9887-d63bb459a2e1 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:21.061336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:21.061929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.080149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Network da773b8c-5144-4ee5-aeda-c91f21051687 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:21.105544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:21.107739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event updated for resources: {'Port': ['ID=9a108f82-6b65-4d41-9d01-a4b450383c59,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:21.114606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:21.159482 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e248ad83-3716-4d55-aab3-c3690b7dfc08 tempest-RoutersTestDVR-120415370 tempest-RoutersTestDVR-120415370-project] 10.222.0.66 "GET /v2.0/routers/7e0194fb-2283-431a-8ceb-fd246aeab2d6 HTTP/1.1" status: 200 len: 682 time: 0.5277026 Sep 19 12:13:21.171485 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1577bd0b-56a0-4a2e-92ea-f5f449907681', 'name': 'tempest-snat-router-1464182249', 'tenant_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.140'}], 'enable_snat': False}, 'gw_port_id': '73313942-2fca-4623-8f91-b04d0c3bf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:13:09Z', 'updated_at': '2022-09-19T12:13:16Z', 'revision_number': 3, 'project_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'gw_port': {'id': '73313942-2fca-4623-8f91-b04d0c3bf2ac', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1577bd0b-56a0-4a2e-92ea-f5f449907681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:13:12Z', 'updated_at': '2022-09-19T12:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:21.176793 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Checking router: 1577bd0b-56a0-4a2e-92ea-f5f449907681 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:13:21.177281 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Updating router 1577bd0b-56a0-4a2e-92ea-f5f449907681 port 73313942-2fca-4623-8f91-b04d0c3bf2ac binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:13:21.179696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49280) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:21.247388 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.296172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.321847 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f57e884a-3ce2-4f6d-b357-6b6dce260de3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2354729 Sep 19 12:13:21.398051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79ad372b-2d61-454c-85ad-e37b1306bdd7 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:13:21.417372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49284) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:21.420130 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-d6e36df0-27a1-487a-9072-c6f0e5994382 service neutron] 10.222.0.85 "GET /v2.0/networks/b58caf9b-5b4b-47b7-b230-84077bd8b127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005455 Sep 19 12:13:21.421884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] Synchronizing usage tracker for tenant:8d703bf8b48942318b7f7da4f9b04945 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:21.440077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-130423771'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:21.456451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:21.472668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-08515378-020e-4a08-a114-bdef46785d71 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.488757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Deleting port a16f535c-744a-4b49-b0c6-89f407739684 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:21.489349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.520188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=317e14d7-581e-4430-b394-fdfff9d51066,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:21.530801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:21.531444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.535677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:network and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:21.562116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:21.643920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:21.659562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32c8db-3f18-4f40-947c-4e3a63d5a9a8 req-7abe30c2-f30a-4e0c-82a9-b5fd8712915a tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:21.668392 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ca32c8db-3f18-4f40-947c-4e3a63d5a9a8 req-7abe30c2-f30a-4e0c-82a9-b5fd8712915a tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 944 time: 0.8105717 Sep 19 12:13:21.677810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] Unset dirty status for tenant:8d703bf8b48942318b7f7da4f9b04945 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:21.679740 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d9842f40-0d5b-4b93-a41c-d995924ccde0 req-2dc21a1a-ab94-4ca8-86f6-29a4e6d79463 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6623898 Sep 19 12:13:21.701242 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-761dd506-bdc2-4ef3-b9a2-de54172c1ead None None] Provisioning for port 9a108f82-6b65-4d41-9d01-a4b450383c59 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:21.704252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe83e1-629f-4be4-bd79-21055e4e92f3 req-68a200aa-c197-4e30-a7c7-ecf8fa5e5f6a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:21.711154 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ccfe83e1-629f-4be4-bd79-21055e4e92f3 req-68a200aa-c197-4e30-a7c7-ecf8fa5e5f6a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.8529470 Sep 19 12:13:21.723815 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.740794 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Transition to ACTIVE for port object 73313942-2fca-4623-8f91-b04d0c3bf2ac will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:21.741012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-761dd506-bdc2-4ef3-b9a2-de54172c1ead None None] Provisioning complete for port 9a108f82-6b65-4d41-9d01-a4b450383c59 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:21.741321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-761dd506-bdc2-4ef3-b9a2-de54172c1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.754721 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-287aadb1-af92-4b3c-bf38-002e9ad7204c tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/routers/1577bd0b-56a0-4a2e-92ea-f5f449907681 HTTP/1.1" status: 200 len: 909 time: 0.9326973 Sep 19 12:13:21.762069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49290) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:21.781095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-c6f96c24-94e8-4998-9887-d63bb459a2e1', 'network_id': 'c6f96c24-94e8-4998-9887-d63bb459a2e1', 'tenant_id': '01a3a22e8372426ea98e0ffa8cd37a2f', 'fixed_ips': [{'subnet_id': '2e66a77f-8995-4962-882c-eab82590b523'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:13:21.781927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.784004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1464182249', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'enable_snat': True}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:21.809697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:21.832882 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.843889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aa650e78-8299-4890-9fa5-4029fdf96920 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0323493 Sep 19 12:13:21.872180 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49294) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:21.873292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Usage tracker for resource:router and tenant:d48a684f2ce64f43a262317cc9bdabf5 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:21.878579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] DHCP port deletion for f613b141-46bf-4b08-9b86-4a7a45d6b4e6 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:13:21.885708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:21.914387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] Deleting port a16f535c-744a-4b49-b0c6-89f407739684 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:21.914790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.922650 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Attempting to bind port 73313942-2fca-4623-8f91-b04d0c3bf2ac on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:21.923084 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Attempting to bind port 73313942-2fca-4623-8f91-b04d0c3bf2ac by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:21.923539 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Attempting to bind port 73313942-2fca-4623-8f91-b04d0c3bf2ac on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:21.935049 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:21.935594 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:21.936086 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.936578 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:21.937141 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Bound port: 73313942-2fca-4623-8f91-b04d0c3bf2ac, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:21.937638 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:21.954547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-761dd506-bdc2-4ef3-b9a2-de54172c1ead None None] Port 9a108f82-6b65-4d41-9d01-a4b450383c59 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:13:21.989475 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ffe0d-32e2-4847-896b-1cee00bcb14a None None] Pushing event updated for resources: {'Port': ['ID=73313942-2fca-4623-8f91-b04d0c3bf2ac,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:22.013463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 79ad372b-2d61-454c-85ad-e37b1306bdd7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79ad372b-2d61-454c-85ad-e37b1306bdd7,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:22.013968 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b37aaa5c-f485-4f9d-b8b4-65ee60a0c8a2 req-57925ed1-5999-4251-9df1-2e67ee73870f service neutron] 10.222.0.85 "GET /v2.0/networks/b58caf9b-5b4b-47b7-b230-84077bd8b127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307765 Sep 19 12:13:22.027733 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] For port 73313942-2fca-4623-8f91-b04d0c3bf2ac, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:22.032762 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] For port 73313942-2fca-4623-8f91-b04d0c3bf2ac, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=73313942-2fca-4623-8f91-b04d0c3bf2ac,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:22.032936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:22.036126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.055692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:22.072113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-08515378-020e-4a08-a114-bdef46785d71 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.090572 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ca32c8db-3f18-4f40-947c-4e3a63d5a9a8 req-4ea2f16e-9028-4d0a-8a15-f0d68c87840b tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4203796 Sep 19 12:13:22.093189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-08515378-020e-4a08-a114-bdef46785d71 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.093331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '79ad372b-2d61-454c-85ad-e37b1306bdd7', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'port_id': '79ad372b-2d61-454c-85ad-e37b1306bdd7', 'mac_address': 'fa:16:3e:07:bf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:13:22.117168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] For port a16f535c-744a-4b49-b0c6-89f407739684, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a16f535c-744a-4b49-b0c6-89f407739684,segment=NetworkSegment(a1ff2654-c955-412f-9265-6f6f797e7375),segment_id=a1ff2654-c955-412f-9265-6f6f797e7375)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:22.117541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.135151 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ccfe83e1-629f-4be4-bd79-21055e4e92f3 req-984407c5-11e7-4c64-8549-3fd1de461de9 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4230092 Sep 19 12:13:22.135478 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.205296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'project_id': '950cdb1bc6bf427e802ecb53644e6528', 'port_id': '9a108f82-6b65-4d41-9d01-a4b450383c59'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:22.235135 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Routers {'1577bd0b-56a0-4a2e-92ea-f5f449907681'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:22.235780 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1577bd0b-56a0-4a2e-92ea-f5f449907681'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:22.253853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Allocated IP 2001:db8:0:ffff::2 (c6f96c24-94e8-4998-9887-d63bb459a2e1/2e66a77f-8995-4962-882c-eab82590b523/8d619f0b-1609-498b-81c1-fcdb25d6ade5) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:22.254916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-08515378-020e-4a08-a114-bdef46785d71 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.255838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08515378-020e-4a08-a114-bdef46785d71 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e0194fb-2283-431a-8ceb-fd246aeab2d6 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:13:22.258323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:13:22.300428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 79ad372b-2d61-454c-85ad-e37b1306bdd7 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:22.300811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.329547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Calling delete_port for a16f535c-744a-4b49-b0c6-89f407739684 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:22.343457 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ffe0d-32e2-4847-896b-1cee00bcb14a None None] Pushing event updated for resources: {'Port': ['ID=73313942-2fca-4623-8f91-b04d0c3bf2ac,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:22.417195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:22.422246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Usage tracker for resource:floatingip and tenant:950cdb1bc6bf427e802ecb53644e6528 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:22.425611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:22.432312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:22.437154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-08515378-020e-4a08-a114-bdef46785d71 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.439805 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-08515378-020e-4a08-a114-bdef46785d71 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] 10.222.0.66 "DELETE /v2.0/routers/7e0194fb-2283-431a-8ceb-fd246aeab2d6 HTTP/1.1" status: 204 len: 168 time: 1.2580302 Sep 19 12:13:22.444376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.445593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.448286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49300) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:22.463175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ad372b-2d61-454c-85ad-e37b1306bdd7 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:13:22.465996 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] Set router 1577bd0b-56a0-4a2e-92ea-f5f449907681 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:13:22.467589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.476197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Request body: {'router': {'name': 'tempest-router-1074077189', 'distributed': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:22.485353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:22.489829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.490096 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Added segment 3edd0a54-067d-4a20-bb01-a983b1982009 of type vlan for network 00cde957-5c30-44e6-84fa-5bd0abe0604c Sep 19 12:13:22.501506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Usage tracker for resource:router and tenant:b72b5fa4e03f48d595da6e6f51b84d63 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:22.506157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:22.511151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] For port a16f535c-744a-4b49-b0c6-89f407739684, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a16f535c-744a-4b49-b0c6-89f407739684,segment=NetworkSegment(a1ff2654-c955-412f-9265-6f6f797e7375),segment_id=a1ff2654-c955-412f-9265-6f6f797e7375)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:22.511600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.519845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 79ad372b-2d61-454c-85ad-e37b1306bdd7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79ad372b-2d61-454c-85ad-e37b1306bdd7,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:22.520471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:22.544912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.576036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a293fe1-8cf7-40a1-aded-5be4ceb6ec04 req-48952625-6404-408b-9014-b454a18e6d04 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:22.577504 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4a293fe1-8cf7-40a1-aded-5be4ceb6ec04 req-48952625-6404-408b-9014-b454a18e6d04 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 943 time: 0.3162129 Sep 19 12:13:22.597985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.630598 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4a293fe1-8cf7-40a1-aded-5be4ceb6ec04 req-637f2369-5090-4b0e-849c-0d98732870b4 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 Sep 19 12:13:22.667046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] Calling delete_port for a16f535c-744a-4b49-b0c6-89f407739684 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:22.696969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.702593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.705007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.707591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.710868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.717195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:22.718056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.841056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.847371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:22.859247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Network': ['ID=00cde957-5c30-44e6-84fa-5bd0abe0604c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:22.884997 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1577bd0b-56a0-4a2e-92ea-f5f449907681', 'name': 'tempest-snat-router-1464182249', 'tenant_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.140'}], 'enable_snat': False}, 'gw_port_id': '73313942-2fca-4623-8f91-b04d0c3bf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:13:09Z', 'updated_at': '2022-09-19T12:13:16Z', 'revision_number': 3, 'project_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'gw_port': {'id': '73313942-2fca-4623-8f91-b04d0c3bf2ac', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1577bd0b-56a0-4a2e-92ea-f5f449907681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:13:12Z', 'updated_at': '2022-09-19T12:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:22.885641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event deleted for resources: {'Port': ['ID=a16f535c-744a-4b49-b0c6-89f407739684,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:22.888420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] No DVR routers for this DVR port a16f535c-744a-4b49-b0c6-89f407739684 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:13:22.894703 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0744e-f53e-4276-9f16-65ff1404ee01 None None] The sync data for ids ['1577bd0b-56a0-4a2e-92ea-f5f449907681'] in dv-neutron-857775-2-hyperv is: [{'id': '1577bd0b-56a0-4a2e-92ea-f5f449907681', 'name': 'tempest-snat-router-1464182249', 'tenant_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.140'}], 'enable_snat': False}, 'gw_port_id': '73313942-2fca-4623-8f91-b04d0c3bf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:13:09Z', 'updated_at': '2022-09-19T12:13:16Z', 'revision_number': 3, 'project_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'gw_port': {'id': '73313942-2fca-4623-8f91-b04d0c3bf2ac', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1577bd0b-56a0-4a2e-92ea-f5f449907681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:13:12Z', 'updated_at': '2022-09-19T12:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:22.911071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 00cde957-5c30-44e6-84fa-5bd0abe0604c details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:13:22.936735 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1eb84390-0717-4d29-b3ef-dad9f1a1ba1a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5089669 Sep 19 12:13:22.939966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49304) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:22.947927 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'subnet': {'network_id': '00cde957-5c30-44e6-84fa-5bd0abe0604c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:22.955616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=79ad372b-2d61-454c-85ad-e37b1306bdd7,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:22.973916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['79ad372b-2d61-454c-85ad-e37b1306bdd7'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:13:22.985024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.108322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:13:23.108322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:13:23.115297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.124366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:23.130415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:subnet and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:23.133553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:23.143949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:23.168489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Transition to ACTIVE for port object 8d619f0b-1609-498b-81c1-fcdb25d6ade5 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:23.189627 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.197921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.214829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.220186 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d17eea0a-63ba-4e1e-afaf-1c8aba45216b tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7546959 Sep 19 12:13:23.220186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49312) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:23.284909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Transition to ACTIVE for port object 8d619f0b-1609-498b-81c1-fcdb25d6ade5 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:23.352841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0bb3f006-e437-441c-9112-e4fdd2630acc details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:13:23.415869 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f613b141-46bf-4b08-9b86-4a7a45d6b4e6']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:23.439989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ff2654-c955-412f-9265-6f6f797e7375') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:23.440285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ff2654-c955-412f-9265-6f6f797e7375') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:23.528132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.548002 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 73313942-2fca-4623-8f91-b04d0c3bf2ac up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:23.586266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.594429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:23.595050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.599017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.610553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:13:23.610553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.659328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] Deleting port a16f535c-744a-4b49-b0c6-89f407739684 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:23.659847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.724475 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a1ff2654-c955-412f-9265-6f6f797e7375 resource provider aggregate not found Sep 19 12:13:23.758284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Network c6f96c24-94e8-4998-9887-d63bb459a2e1 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:23.759736 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a1ff2654-c955-412f-9265-6f6f797e7375 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1ff2654-c955-412f-9265-6f6f797e7375 found for delete ", "request_id": "req-adbf07a1-d1bf-447b-a4aa-1a023774292e"}]} Sep 19 12:13:23.765027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.795621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:23.797938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:23.827548 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ca0e-99dd-4e93-b85a-e165c01b9be9 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:23.869237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e2d88e0c-a067-4342-97f0-299d54199cea None None] The port 'a16f535c-744a-4b49-b0c6-89f407739684' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:13:23.871264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Pushing event updated for resources: {'Port': ['ID=8d619f0b-1609-498b-81c1-fcdb25d6ade5,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:23.960017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Allocated IP 172.26.5.105 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/bb2f1418-c2a1-46c7-8007-4a5f6775de46) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:24.067484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Attempting to bind port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:24.068077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Attempting to bind port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c6f96c24-94e8-4998-9887-d63bb459a2e1'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:24.068173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Attempting to bind port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 on network c6f96c24-94e8-4998-9887-d63bb459a2e1 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:24.082444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:24.082841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Checking segment: {'id': '6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c6f96c24-94e8-4998-9887-d63bb459a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:24.083238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.083627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Bound using segment: {'id': '6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c6f96c24-94e8-4998-9887-d63bb459a2e1'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:24.084244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Bound port: 8d619f0b-1609-498b-81c1-fcdb25d6ade5, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c6f96c24-94e8-4998-9887-d63bb459a2e1'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:24.084615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.107827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.146178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.170993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] Pushing event deleted for resources: {'Network': ['ID=f613b141-46bf-4b08-9b86-4a7a45d6b4e6,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:24.190336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 73313942-2fca-4623-8f91-b04d0c3bf2ac completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:24.198133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0bb3f006-e437-441c-9112-e4fdd2630acc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0bb3f006-e437-441c-9112-e4fdd2630acc,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:24.211390 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 73313942-2fca-4623-8f91-b04d0c3bf2ac triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:24.211939 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.220999 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3faf144d-bcff-411d-bc2c-affe8de532e2 tempest-AllowedAddressPairIpV6TestJSON-553489031 tempest-AllowedAddressPairIpV6TestJSON-553489031-project] 10.222.0.66 "DELETE /v2.0/networks/f613b141-46bf-4b08-9b86-4a7a45d6b4e6 HTTP/1.1" status: 204 len: 168 time: 3.2730663 Sep 19 12:13:24.260943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] For port 8d619f0b-1609-498b-81c1-fcdb25d6ade5, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:24.274912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '0bb3f006-e437-441c-9112-e4fdd2630acc', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'port_id': '0bb3f006-e437-441c-9112-e4fdd2630acc', 'mac_address': 'fa:16:3e:77:3a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:13:24.332330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ca0e-99dd-4e93-b85a-e165c01b9be9 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.340921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ca0e-99dd-4e93-b85a-e165c01b9be9 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.350632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d59837-7677-49c6-9d03-7afbdb74a34e req-f830cf10-6443-4bcc-87b1-5c96b347d77e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:24.352284 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-74d59837-7677-49c6-9d03-7afbdb74a34e req-f830cf10-6443-4bcc-87b1-5c96b347d77e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 944 time: 0.8227828 Sep 19 12:13:24.397223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 0bb3f006-e437-441c-9112-e4fdd2630acc is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:24.398088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.408758 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] For port 8d619f0b-1609-498b-81c1-fcdb25d6ade5, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8d619f0b-1609-498b-81c1-fcdb25d6ade5,segment=NetworkSegment(6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9),segment_id=6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:24.416223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.426468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb3f006-e437-441c-9112-e4fdd2630acc {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:13:24.452192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0bb3f006-e437-441c-9112-e4fdd2630acc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0bb3f006-e437-441c-9112-e4fdd2630acc,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:24.501760 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306a920c-7723-4a73-8548-0b108fb30c90 req-57c6754d-9bbd-468a-9935-15652a628cf6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4448583 Sep 19 12:13:24.512599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.569494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.586881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.600291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa2ac7-ede7-41b0-9e65-f91bfb7ea498 req-bfa5338a-7338-425e-9f19-2b005ac465ed tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:24.603169 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b9fa2ac7-ede7-41b0-9e65-f91bfb7ea498 req-bfa5338a-7338-425e-9f19-2b005ac465ed tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 1.1719220 Sep 19 12:13:24.619473 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-74d59837-7677-49c6-9d03-7afbdb74a34e req-1ccc2262-b45e-4d80-8bab-f5ce485da3d7 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459316 Sep 19 12:13:24.619697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 73313942-2fca-4623-8f91-b04d0c3bf2ac is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:24.620064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.663836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ca0e-99dd-4e93-b85a-e165c01b9be9 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.663836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f8ca0e-99dd-4e93-b85a-e165c01b9be9 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58978783-47b3-4eb2-8601-c6dff2ea90e8 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:13:24.681617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 73313942-2fca-4623-8f91-b04d0c3bf2ac, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=73313942-2fca-4623-8f91-b04d0c3bf2ac,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:24.691647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a050a8-4e85-4ee8-a1d8-f9d42e6233b5 None None] Pushing event updated for resources: {'Port': ['ID=8d619f0b-1609-498b-81c1-fcdb25d6ade5,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:24.741804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.757038 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b9fa2ac7-ede7-41b0-9e65-f91bfb7ea498 req-ac6321bd-ce30-403e-88ba-de2f64efca04 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363146 Sep 19 12:13:24.795046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=0bb3f006-e437-441c-9112-e4fdd2630acc,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:24.814209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.836280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:13:24.863244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.883395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.892475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a16f535c-744a-4b49-b0c6-89f407739684 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:13:24.930970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ca0e-99dd-4e93-b85a-e165c01b9be9 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:24.936089 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b4f8ca0e-99dd-4e93-b85a-e165c01b9be9 tempest-RoutersTestDVR-270693327 tempest-RoutersTestDVR-270693327-project-admin] 10.222.0.66 "DELETE /v2.0/routers/58978783-47b3-4eb2-8601-c6dff2ea90e8 HTTP/1.1" status: 204 len: 168 time: 1.7109301 Sep 19 12:13:24.975722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['0bb3f006-e437-441c-9112-e4fdd2630acc'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:13:24.993291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:25.015174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:25.021114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:25.065719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: a16f535c-744a-4b49-b0c6-89f407739684 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:13:25.066297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a16f535c-744a-4b49-b0c6-89f407739684 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:13:25.090173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Subnet': ['ID=7c94771d-2490-451d-8251-886759e39ee1,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:25.139589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=73313942-2fca-4623-8f91-b04d0c3bf2ac,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:25.140099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49328) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:25.192350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Checking segment: {'id': '3edd0a54-067d-4a20-bb01-a983b1982009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '00cde957-5c30-44e6-84fa-5bd0abe0604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:25.192716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network hostable DHCP agents. Network: 00cde957-5c30-44e6-84fa-5bd0abe0604c, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:13:25.222389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b45e9d-8562-4a7c-90af-d23179d46ffa req-8d69ff5e-60b0-4504-99dd-f2c0b949855e tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:25.223965 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-62b45e9d-8562-4a7c-90af-d23179d46ffa req-8d69ff5e-60b0-4504-99dd-f2c0b949855e tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 944 time: 0.3622398 Sep 19 12:13:25.324296 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-62b45e9d-8562-4a7c-90af-d23179d46ffa req-fd1bd0ea-c9c6-4426-a9e7-19c11f45fd36 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886228 Sep 19 12:13:25.325873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a920c-7723-4a73-8548-0b108fb30c90 req-797a78d1-d5ea-4cac-8f20-f115e5a72617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:25.328097 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306a920c-7723-4a73-8548-0b108fb30c90 req-797a78d1-d5ea-4cac-8f20-f115e5a72617 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1099 time: 0.7142048 Sep 19 12:13:25.328791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2f1418-c2a1-46c7-8007-4a5f6775de46,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:25.342671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network 00cde957-5c30-44e6-84fa-5bd0abe0604c is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:13:25.347873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79ad372b-2d61-454c-85ad-e37b1306bdd7 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:25.449071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 00cde957-5c30-44e6-84fa-5bd0abe0604c) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:25.460132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:25.463418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:25.471776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be52207-63b1-440a-afa6-97b01ef0b171 None None] Network 00cde957-5c30-44e6-84fa-5bd0abe0604c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:25.566735 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Allocated IP 172.26.5.59 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/5f57ef50-7b06-420a-8b42-cd5958d39482) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:25.597647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 73313942-2fca-4623-8f91-b04d0c3bf2ac up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:25.623779 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b61ca57d-6fd5-4f82-9bad-794e8d882e6f tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6824303 Sep 19 12:13:25.627448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49336) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:25.634555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'port': {'network_id': '00cde957-5c30-44e6-84fa-5bd0abe0604c', 'name': 'tempest-NetworksIpV6TestAttrs-767902424'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:25.797104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 79ad372b-2d61-454c-85ad-e37b1306bdd7 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:25.814852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 79ad372b-2d61-454c-85ad-e37b1306bdd7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:25.816810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:25.829521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49342) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:25.878151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 73313942-2fca-4623-8f91-b04d0c3bf2ac triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:25.878522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:25.950088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:25.954850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:port and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:25.958636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:25.977447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:25.980325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a920c-7723-4a73-8548-0b108fb30c90 req-0c9d39de-8068-479c-8379-5bc6ef63268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:25.981512 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306a920c-7723-4a73-8548-0b108fb30c90 req-0c9d39de-8068-479c-8379-5bc6ef63268d service neutron] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 912 time: 0.5932133 Sep 19 12:13:26.002815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f84582-e18a-481c-a588-5193341aee0a req-0bd3b790-be42-4015-851a-f8ecb91e9ade tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:26.004824 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a8f84582-e18a-481c-a588-5193341aee0a req-0bd3b790-be42-4015-851a-f8ecb91e9ade tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 945 time: 0.2162132 Sep 19 12:13:26.036067 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7065cce9-3f59-48b8-83c8-09f2abd8511a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a11b93c193e346769af6cf9c212e6712&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8501360 Sep 19 12:13:26.112134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49350) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:26.117599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-00cde957-5c30-44e6-84fa-5bd0abe0604c', 'network_id': '00cde957-5c30-44e6-84fa-5bd0abe0604c', 'tenant_id': '01a3a22e8372426ea98e0ffa8cd37a2f', 'fixed_ips': [{'subnet_id': '7c94771d-2490-451d-8251-886759e39ee1'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:13:26.117599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.152258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 73313942-2fca-4623-8f91-b04d0c3bf2ac is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:26.153371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8d619f0b-1609-498b-81c1-fcdb25d6ade5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:26.188496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94803c57-8f7f-4681-a1f4-b2954af69cc6 None None] Network c6f96c24-94e8-4998-9887-d63bb459a2e1 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:26.196506 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a8f84582-e18a-481c-a588-5193341aee0a req-6186c52a-fac8-4776-872d-0c40cfb99e37 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312659 Sep 19 12:13:26.243515 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306a920c-7723-4a73-8548-0b108fb30c90 req-47e17e2c-6af4-4b7a-8a63-e5c15ff1c4e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 217 time: 0.2063468 Sep 19 12:13:26.254575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57536907-3336-4167-baf4-a4117e82a7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.258735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a9bb-3bdc-4e90-bbcb-ea5a6463f12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.291824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a9bb-3bdc-4e90-bbcb-ea5a6463f12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.314606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:26.318410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.327250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-57536907-3336-4167-baf4-a4117e82a7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:26.363483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-57536907-3336-4167-baf4-a4117e82a7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:aa02eab3a7114b3fbedff1632f560e6b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:26.375519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-57536907-3336-4167-baf4-a4117e82a7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:26.378254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] device_id is not set on port dd4afba7-abc8-4932-8d3c-d967b3a53345 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:13:26.388169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-57536907-3336-4167-baf4-a4117e82a7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:26.428691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1918fa2-043b-4d9f-983d-78a1b7d21cad req-a7e05aef-14ed-4e14-a135-87fe2f2313a5 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:26.436463 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1918fa2-043b-4d9f-983d-78a1b7d21cad req-a7e05aef-14ed-4e14-a135-87fe2f2313a5 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4521945 Sep 19 12:13:26.505995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 79ad372b-2d61-454c-85ad-e37b1306bdd7 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:26.506377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.583576 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a920c-7723-4a73-8548-0b108fb30c90 req-8b9a18e7-0b58-477c-9183-2ee593bfffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:26.585796 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306a920c-7723-4a73-8548-0b108fb30c90 req-8b9a18e7-0b58-477c-9183-2ee593bfffb9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.3217218 Sep 19 12:13:26.588946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.606233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ad372b-2d61-454c-85ad-e37b1306bdd7'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:13:26.607306 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1918fa2-043b-4d9f-983d-78a1b7d21cad req-e0d9e119-ae76-4e9a-8e2d-c425f217b5d6 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699364 Sep 19 12:13:26.608568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f073a2d-3652-407a-ba3b-7bf36d0d2d1d" -d '{"events": [{"server_uuid": "f2f3f201-8884-42cc-8c9f-4a47939c092a", "name": "network-vif-plugged", "status": "completed", "tag": "79ad372b-2d61-454c-85ad-e37b1306bdd7"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:13:26.612016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ff5bab3a-e533-410e-932d-e20fa56ee557 None None] Provisioning for port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:26.631676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 79ad372b-2d61-454c-85ad-e37b1306bdd7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79ad372b-2d61-454c-85ad-e37b1306bdd7,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:26.679029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d3a9f-8a5d-427a-aad0-63bfce2c0b21 x-openstack-request-id: req-7f9d3a9f-8a5d-427a-aad0-63bfce2c0b21 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:13:26.679418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f3f201-8884-42cc-8c9f-4a47939c092a", "name": "network-vif-plugged", "status": "completed", "tag": "79ad372b-2d61-454c-85ad-e37b1306bdd7", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:13:26.679765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f9d3a9f-8a5d-427a-aad0-63bfce2c0b21 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:13:26.680263 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9d3a9f-8a5d-427a-aad0-63bfce2c0b21'] response: {'server_uuid': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ad372b-2d61-454c-85ad-e37b1306bdd7', 'code': 200} Sep 19 12:13:26.689473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Allocated IP 2001:db8::f816:3eff:fef4:b550 (00cde957-5c30-44e6-84fa-5bd0abe0604c/7c94771d-2490-451d-8251-886759e39ee1/dd4afba7-abc8-4932-8d3c-d967b3a53345) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:26.705633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a9bb-3bdc-4e90-bbcb-ea5a6463f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.737483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7a9bb-3bdc-4e90-bbcb-ea5a6463f12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7b7294-0966-41d6-9a8a-e8d1fb464245,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:26.764832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.766864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:26.784544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa7c6e-42f0-4370-9be4-7f081455aa12 req-7c02de42-97f9-47de-bc44-16d94ee4d5a4 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:26.786370 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0fa7c6e-42f0-4370-9be4-7f081455aa12 req-7c02de42-97f9-47de-bc44-16d94ee4d5a4 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 944 time: 0.3321114 Sep 19 12:13:26.846437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a9bb-3bdc-4e90-bbcb-ea5a6463f12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.854888 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b1b7a9bb-3bdc-4e90-bbcb-ea5a6463f12f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c7b7294-0966-41d6-9a8a-e8d1fb464245 HTTP/1.1" status: 204 len: 168 time: 0.7110116 Sep 19 12:13:26.908324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57536907-3336-4167-baf4-a4117e82a7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.920344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:26.920727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:26.956383 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0fa7c6e-42f0-4370-9be4-7f081455aa12 req-f3ca46d3-6fa7-4921-9433-127ca5012aff tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116128 Sep 19 12:13:27.030710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=79ad372b-2d61-454c-85ad-e37b1306bdd7,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:27.030948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.035016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a920c-7723-4a73-8548-0b108fb30c90 req-3b422ff1-d5cf-4308-98fb-83bc2c74dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:27.037057 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306a920c-7723-4a73-8548-0b108fb30c90 req-3b422ff1-d5cf-4308-98fb-83bc2c74dee3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4329495 Sep 19 12:13:27.047860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cd84f7be-c431-4c8b-8265-c91950cc2a27 None None] Provisioning complete for port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:27.050891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd84f7be-c431-4c8b-8265-c91950cc2a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.070623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef579fc-8b09-4724-aa9d-5f169188b371 req-5e44a586-9265-495c-be9f-f4541717a89f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:27.072318 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0ef579fc-8b09-4724-aa9d-5f169188b371 req-5e44a586-9265-495c-be9f-f4541717a89f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2974279 Sep 19 12:13:27.075905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57536907-3336-4167-baf4-a4117e82a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.093793 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49362) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:27.102772 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7d4a87a7-4e74-404d-9055-cf91cde02e0c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Request body: {'floatingip': {'port_id': '340ee0aa-3156-471a-b57c-ca815ac701bf'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:27.181250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:27.181851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.201634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.204525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4a87a7-4e74-404d-9055-cf91cde02e0c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for floatingip, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.265592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-cd84f7be-c431-4c8b-8265-c91950cc2a27 None None] Current status of the port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:27.265978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd84f7be-c431-4c8b-8265-c91950cc2a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.279064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 8d619f0b-1609-498b-81c1-fcdb25d6ade5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8d619f0b-1609-498b-81c1-fcdb25d6ade5,segment=NetworkSegment(6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9),segment_id=6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:27.327315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.349594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Transition to ACTIVE for port object dd4afba7-abc8-4932-8d3c-d967b3a53345 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:27.361596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0bb3f006-e437-441c-9112-e4fdd2630acc up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:27.388829 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-57536907-3336-4167-baf4-a4117e82a7f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa02eab3a7114b3fbedff1632f560e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5066094 Sep 19 12:13:27.400981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49370) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:27.411962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:27.412918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57536907-3336-4167-baf4-a4117e82a7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e55d5-e798-4a83-9b6b-5805209495b1,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:27.422600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:27.425601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:27.452378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.487688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event updated for resources: {'Port': ['ID=5f57ef50-7b06-420a-8b42-cd5958d39482,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:27.555062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.673404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-cd84f7be-c431-4c8b-8265-c91950cc2a27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:13:27.674101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-cd84f7be-c431-4c8b-8265-c91950cc2a27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:13:27.674252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=8d619f0b-1609-498b-81c1-fcdb25d6ade5,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:27.687003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Allocated IP 2001:db8::f816:3eff:fe4e:1220 (00cde957-5c30-44e6-84fa-5bd0abe0604c/7c94771d-2490-451d-8251-886759e39ee1/00b8bf97-b1ce-4f2a-82bb-7881862c6fb6) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:27.794391 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:13:27.811606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.820117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 0bb3f006-e437-441c-9112-e4fdd2630acc completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:27.841479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 0bb3f006-e437-441c-9112-e4fdd2630acc triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:27.841479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:27.914139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c927caf-538b-461c-a8f3-31a53106ac78 req-05d3ce82-a192-49c6-a0c0-d6ed49caf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:27.915748 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2c927caf-538b-461c-a8f3-31a53106ac78 req-05d3ce82-a192-49c6-a0c0-d6ed49caf034 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 1098 time: 0.7631209 Sep 19 12:13:27.918714 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306a920c-7723-4a73-8548-0b108fb30c90 req-0f77a663-67b7-4395-ae30-5ba5869ffc01 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8099544 Sep 19 12:13:27.998297 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network 00cde957-5c30-44e6-84fa-5bd0abe0604c is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:28.083435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 0bb3f006-e437-441c-9112-e4fdd2630acc is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:28.083435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.093909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.114704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Transition to ACTIVE for port object 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:28.140835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0bb3f006-e437-441c-9112-e4fdd2630acc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0bb3f006-e437-441c-9112-e4fdd2630acc,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:28.143474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Port': ['ID=dd4afba7-abc8-4932-8d3c-d967b3a53345,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:28.143959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Transition to ACTIVE for port object 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:28.147317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:28.149650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:28.160101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:28.160101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.255962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a925a440-0f92-4425-b954-2418585fd6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.263923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.303233 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306a920c-7723-4a73-8548-0b108fb30c90 req-079824ad-c617-4ae3-bf14-900099b0579f service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698843 Sep 19 12:13:28.338860 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2c927caf-538b-461c-a8f3-31a53106ac78 req-0b259679-59b0-4df3-8527-5369bca642be service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590625 Sep 19 12:13:28.344693 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49392) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:28.358043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.375042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-cd84f7be-c431-4c8b-8265-c91950cc2a27 None None] Current status of the port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:28.396021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Network 00cde957-5c30-44e6-84fa-5bd0abe0604c is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:28.400418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:28.403089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=0bb3f006-e437-441c-9112-e4fdd2630acc,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:28.405388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:28.515387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.541227 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5c26b56f-f6f2-4b73-ad62-fe82aae58709 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9124117 Sep 19 12:13:28.551234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a925a440-0f92-4425-b954-2418585fd6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.570654 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49398) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:28.576892 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Pushing event updated for resources: {'Port': ['ID=00b8bf97-b1ce-4f2a-82bb-7881862c6fb6,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:28.581173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Attempting to bind port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:28.581659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Attempting to bind port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '3edd0a54-067d-4a20-bb01-a983b1982009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '00cde957-5c30-44e6-84fa-5bd0abe0604c'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:28.582119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Attempting to bind port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 on network 00cde957-5c30-44e6-84fa-5bd0abe0604c {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:28.589174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:28.589174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Checking segment: {'id': '3edd0a54-067d-4a20-bb01-a983b1982009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '00cde957-5c30-44e6-84fa-5bd0abe0604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:28.589174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.589655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Bound using segment: {'id': '3edd0a54-067d-4a20-bb01-a983b1982009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '00cde957-5c30-44e6-84fa-5bd0abe0604c'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:28.590197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Bound port: 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edd0a54-067d-4a20-bb01-a983b1982009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '00cde957-5c30-44e6-84fa-5bd0abe0604c'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:28.590676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.615225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group': {'name': 'tempest-secgroup--265838445'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:28.619483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cf693-fa83-439b-be4c-764c5acdb996 req-0d6ed98b-7897-4309-b128-f29848d8b4e7 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:28.627010 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e82cf693-fa83-439b-be4c-764c5acdb996 req-0d6ed98b-7897-4309-b128-f29848d8b4e7 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 945 time: 1.1349494 Sep 19 12:13:28.628816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:28.631581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.681909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb3f006-e437-441c-9112-e4fdd2630acc'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:13:28.684794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4c7559-f675-42c4-9c4c-de11a8829be6" -d '{"events": [{"server_uuid": "f5760c38-03f7-41b5-abb2-f5255c12731a", "name": "network-vif-plugged", "status": "completed", "tag": "0bb3f006-e437-441c-9112-e4fdd2630acc"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:13:28.694994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:28.695889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] For port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:28.700247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] For port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00b8bf97-b1ce-4f2a-82bb-7881862c6fb6,segment=NetworkSegment(3edd0a54-067d-4a20-bb01-a983b1982009),segment_id=3edd0a54-067d-4a20-bb01-a983b1982009)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:28.719486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:28.745016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:28.758283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1ec44d-fc63-47ea-b454-619231bfbd91 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Deleting subnet 7c94771d-2490-451d-8251-886759e39ee1 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:13:28.777545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe72b18-7155-4c33-84c5-b31d3183aa9d req-db706a70-6cd5-407c-bfdc-9f04f87f1429 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:28.777545 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ebe72b18-7155-4c33-84c5-b31d3183aa9d req-db706a70-6cd5-407c-bfdc-9f04f87f1429 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 945 time: 0.6072216 Sep 19 12:13:28.777545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec44d-fc63-47ea-b454-619231bfbd91 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.798571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.806880 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e82cf693-fa83-439b-be4c-764c5acdb996 req-3ae2f249-0426-423e-9565-6e57f165976e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789944 Sep 19 12:13:28.884171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2f1418-c2a1-46c7-8007-4a5f6775de46,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:28.890205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.920688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619728a-fa51-400c-b46b-672895c9a482 None None] Pushing event updated for resources: {'Port': ['ID=00b8bf97-b1ce-4f2a-82bb-7881862c6fb6,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:28.946099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec44d-fc63-47ea-b454-619231bfbd91 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.964912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.977900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:28.990209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a925a440-0f92-4425-b954-2418585fd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:29.008689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-7d4a87a7-4e74-404d-9055-cf91cde02e0c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:13:29.111671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424cf411-3f8d-4743-b851-2cdbfb8e2cbf x-openstack-request-id: req-424cf411-3f8d-4743-b851-2cdbfb8e2cbf {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:13:29.111671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5760c38-03f7-41b5-abb2-f5255c12731a", "name": "network-vif-plugged", "status": "completed", "tag": "0bb3f006-e437-441c-9112-e4fdd2630acc", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:13:29.111671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-424cf411-3f8d-4743-b851-2cdbfb8e2cbf {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:13:29.111671 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424cf411-3f8d-4743-b851-2cdbfb8e2cbf'] response: {'server_uuid': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb3f006-e437-441c-9112-e4fdd2630acc', 'code': 200} Sep 19 12:13:29.113059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:29.113159 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ebe72b18-7155-4c33-84c5-b31d3183aa9d req-33aead8b-aeb9-40e3-8e6a-ec4e85d66347 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778385 Sep 19 12:13:29.127701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a440-0f92-4425-b954-2418585fd6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e55d5-e798-4a83-9b6b-5805209495b1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:29.147992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a925a440-0f92-4425-b954-2418585fd6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:29.149954 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a925a440-0f92-4425-b954-2418585fd6d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e94e55d5-e798-4a83-9b6b-5805209495b1 HTTP/1.1" status: 204 len: 168 time: 1.7473698 Sep 19 12:13:29.210334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4a87a7-4e74-404d-9055-cf91cde02e0c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:29.273954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:29.289971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:29.301495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:29.351975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec44d-fc63-47ea-b454-619231bfbd91 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:29.375717 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Floating IP 168ef535-bae0-40bf-84b0-2d9a703d0ab9 associated. External IP: 172.26.5.105, port: 9a108f82-6b65-4d41-9d01-a4b450383c59. Sep 19 12:13:29.446980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:29.472043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4a87a7-4e74-404d-9055-cf91cde02e0c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:29.664445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8d619f0b-1609-498b-81c1-fcdb25d6ade5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:29.746315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec44d-fc63-47ea-b454-619231bfbd91 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:29.832807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:29.833412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:29.879274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ec44d-fc63-47ea-b454-619231bfbd91 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Subnet': ['ID=7c94771d-2490-451d-8251-886759e39ee1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:29.889051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec44d-fc63-47ea-b454-619231bfbd91 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:29.924268 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7d1ec44d-fc63-47ea-b454-619231bfbd91 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/subnets/7c94771d-2490-451d-8251-886759e39ee1 HTTP/1.1" status: 204 len: 168 time: 1.3513920 Sep 19 12:13:29.925165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49414) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:30.056698 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:30.057828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:30.238169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:30.261669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd2fa7-c0aa-44d7-b9e8-83530d3b26cc None None] Network 00cde957-5c30-44e6-84fa-5bd0abe0604c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:30.266309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f7fbb8-e900-4d7e-9083-90e3e69fc39a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:30.268964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f7fbb8-e900-4d7e-9083-90e3e69fc39a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:30.270004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-75f7fbb8-e900-4d7e-9083-90e3e69fc39a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Synchronizing usage tracker for tenant:01a3a22e8372426ea98e0ffa8cd37a2f on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:30.294208 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-7d4a87a7-4e74-404d-9055-cf91cde02e0c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Floating IP 56140dbe-37ea-4d67-a7a7-41133fe9f845 associated. External IP: 172.26.5.169, port: 340ee0aa-3156-471a-b57c-ca815ac701bf. Sep 19 12:13:30.309868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:30.310683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49420) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:30.344583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dddd1d-a223-4dc8-9a17-b452f29374c9 req-32a7ab94-9ea6-4b0a-b972-9d75119ef2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:30.345397 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-04dddd1d-a223-4dc8-9a17-b452f29374c9 req-32a7ab94-9ea6-4b0a-b972-9d75119ef2ad service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 1099 time: 0.5963392 Sep 19 12:13:30.360569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-510c5269-021c-486e-9926-a888c3adb231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:30.400174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:30.414789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:30.420850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-510c5269-021c-486e-9926-a888c3adb231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:30.424659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-510c5269-021c-486e-9926-a888c3adb231 admin admin] Usage tracker for resource:security_group_rule and tenant:b72b5fa4e03f48d595da6e6f51b84d63 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:30.427610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-510c5269-021c-486e-9926-a888c3adb231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:30.433920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-510c5269-021c-486e-9926-a888c3adb231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:30.494467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a2e93a9f-7dbd-4133-9825-2add0a51926e None None] Provisioning for port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:30.502658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a2e93a9f-7dbd-4133-9825-2add0a51926e None None] Provisioning complete for port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:30.506426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a9f-7dbd-4133-9825-2add0a51926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:30.528750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:30.543572 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-04dddd1d-a223-4dc8-9a17-b452f29374c9 req-08de6960-9dec-44f5-b684-ea8df128be56 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864808 Sep 19 12:13:30.557354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:30.561408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-75f7fbb8-e900-4d7e-9083-90e3e69fc39a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Unset dirty status for tenant:01a3a22e8372426ea98e0ffa8cd37a2f on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:30.562536 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-75f7fbb8-e900-4d7e-9083-90e3e69fc39a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6311049 Sep 19 12:13:30.565227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:30.571431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49424) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:30.585414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] DHCP port deletion for 00cde957-5c30-44e6-84fa-5bd0abe0604c request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:13:30.590980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927bc7-bf96-40f3-8b2a-61f15439e098 req-66f0b655-2d00-4361-8ecb-e1174a40ff64 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:30.592196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Deleting port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:30.592564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:30.597201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Router 1585b989-c08d-4a1d-95d3-e0ac819eeccf has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:13:30.598189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:30.598451 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-15927bc7-bf96-40f3-8b2a-61f15439e098 req-66f0b655-2d00-4361-8ecb-e1174a40ff64 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 946 time: 0.5899334 Sep 19 12:13:30.634978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bc0cea-b9f2-4ed3-ac44-1bccb847ccc9,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:30.750398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a2e93a9f-7dbd-4133-9825-2add0a51926e None None] Current status of the port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:30.750990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a9f-7dbd-4133-9825-2add0a51926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:30.825083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db92aa-5d94-4c48-b753-f3d6a535ec05 req-19372547-8601-4ea5-890a-425452ca02c9 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:30.825966 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a5db92aa-5d94-4c48-b753-f3d6a535ec05 req-19372547-8601-4ea5-890a-425452ca02c9 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 945 time: 0.5509684 Sep 19 12:13:30.836472 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-15927bc7-bf96-40f3-8b2a-61f15439e098 req-cc767d8c-953f-4f28-b61a-6aa2f1aa7615 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370112 Sep 19 12:13:30.910194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0410-9279-4bef-9696-efa84993f0ed tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:30.912973 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a2e93a9f-7dbd-4133-9825-2add0a51926e None None] For port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00b8bf97-b1ce-4f2a-82bb-7881862c6fb6,segment=NetworkSegment(3edd0a54-067d-4a20-bb01-a983b1982009),segment_id=3edd0a54-067d-4a20-bb01-a983b1982009)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:30.931872 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] For port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00b8bf97-b1ce-4f2a-82bb-7881862c6fb6,segment=NetworkSegment(3edd0a54-067d-4a20-bb01-a983b1982009),segment_id=3edd0a54-067d-4a20-bb01-a983b1982009)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:30.932315 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:30.949712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-510c5269-021c-486e-9926-a888c3adb231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.005641 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fb0410-9279-4bef-9696-efa84993f0ed tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 19 12:13:31.006115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fb0410-9279-4bef-9696-efa84993f0ed tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:13:31.007920 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c5fb0410-9279-4bef-9696-efa84993f0ed tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/00cde957-5c30-44e6-84fa-5bd0abe0604c HTTP/1.1" status: 409 len: 405 time: 0.4314151 Sep 19 12:13:31.011987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.015290 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a5db92aa-5d94-4c48-b753-f3d6a535ec05 req-0cfc6413-c831-484f-a4fb-ce2321a232b0 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451206 Sep 19 12:13:31.017843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49428) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:31.022273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:31.039568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1857715084'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:31.048061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:31.055437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:network and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:31.058702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-510c5269-021c-486e-9926-a888c3adb231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.061888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df025a06-58e0-402b-9daf-012815f11167 None None] Sync routers for ids ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:31.063923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4a87a7-4e74-404d-9055-cf91cde02e0c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Router a9c52412-684d-410a-be75-3518c08df4e6 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:13:31.067004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:31.070231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Calling delete_port for 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:31.092792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:31.098214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a9f-7dbd-4133-9825-2add0a51926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.111891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.155863 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-510c5269-021c-486e-9926-a888c3adb231 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b72b5fa4e03f48d595da6e6f51b84d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8440790 Sep 19 12:13:31.160170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49434) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:31.160707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c5269-021c-486e-9926-a888c3adb231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54614984-cfe7-4aca-9afb-8213c8eeaffd,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:31.172674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Router c8b63518-d01a-4959-a307-3b7638a442da is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:13:31.188461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df025a06-58e0-402b-9daf-012815f11167 None None] Routers {'1585b989-c08d-4a1d-95d3-e0ac819eeccf'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:31.189093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-df025a06-58e0-402b-9daf-012815f11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:31.260120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.280799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-df025a06-58e0-402b-9daf-012815f11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:31.285174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:31.288274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.297228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e93a9f-7dbd-4133-9825-2add0a51926e None None] Pushing event updated for resources: {'Port': ['ID=00b8bf97-b1ce-4f2a-82bb-7881862c6fb6,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:31.297694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.298933 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.9532509 Sep 19 12:13:31.299722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe12b4-d3a8-40cf-b7e3-8c2ab61c5765 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c37d65-f41d-4952-a387-de66bf99ca71,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:31.303769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df025a06-58e0-402b-9daf-012815f11167 None None] Routers {'1585b989-c08d-4a1d-95d3-e0ac819eeccf'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:31.304563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-df025a06-58e0-402b-9daf-012815f11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:31.315264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49438) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:31.364316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:13:31.364957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:13:31.374268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-df025a06-58e0-402b-9daf-012815f11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:31.374952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df025a06-58e0-402b-9daf-012815f11167 None None] The sync data for ids ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:31.429884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4a87a7-4e74-404d-9055-cf91cde02e0c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:31.433980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c37a6066-c595-4e9c-a196-8f59a82b61e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.439921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4a87a7-4e74-404d-9055-cf91cde02e0c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.441605 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] Sync routers for ids ['a9c52412-684d-410a-be75-3518c08df4e6'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:31.452212 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] Routers {'a9c52412-684d-410a-be75-3518c08df4e6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:31.452835 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['a9c52412-684d-410a-be75-3518c08df4e6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:31.538582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c37a6066-c595-4e9c-a196-8f59a82b61e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.539634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:13:31.542998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:13:31.564631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c87a26-ae73-45e5-a42d-ea2ad70144ed req-0b7f1345-6745-4d21-b455-8d1326edb3a7 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:31.566160 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b9c87a26-ae73-45e5-a42d-ea2ad70144ed req-0b7f1345-6745-4d21-b455-8d1326edb3a7 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 945 time: 0.3636091 Sep 19 12:13:31.590901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49442) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:31.592548 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7d4a87a7-4e74-404d-9055-cf91cde02e0c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "PUT /v2.0/floatingips/56140dbe-37ea-4d67-a7a7-41133fe9f845 HTTP/1.1" status: 200 len: 992 time: 4.4977694 Sep 19 12:13:31.597351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'tag': '340ee0aa-3156-471a-b57c-ca815ac701bf'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:13:31.604150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-39c9bc94-246e-43f5-81d4-f993b133bac1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Request body: {'floatingip': {'port_id': '79ad372b-2d61-454c-85ad-e37b1306bdd7'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:31.612304 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4996e1b9-89b3-4ea2-ac3a-fcf31f575c2a tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.7287037 Sep 19 12:13:31.644584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49450) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:31.717111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.717459 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Added segment 84942624-e20c-43af-9de6-a77f0fbc1c64 of type vlan for network b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf Sep 19 12:13:31.740745 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] Set router a9c52412-684d-410a-be75-3518c08df4e6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:13:31.761270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:31.763870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.764812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2b0d9108-7300-4349-acef-8ee7bde45433 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:31.807320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00b8bf97-b1ce-4f2a-82bb-7881862c6fb6,segment=NetworkSegment(3edd0a54-067d-4a20-bb01-a983b1982009),segment_id=3edd0a54-067d-4a20-bb01-a983b1982009)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:31.811909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:31.818765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:31.830658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Sync routers for ids ['c8b63518-d01a-4959-a307-3b7638a442da'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:31.847393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Routers {'c8b63518-d01a-4959-a307-3b7638a442da'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:31.848581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c8b63518-d01a-4959-a307-3b7638a442da'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:31.851687 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5c2f42f4-d985-4761-a231-23c30d75ed97 tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] 10.222.0.66 "GET /v2.0/floatingips/168ef535-bae0-40bf-84b0-2d9a703d0ab9 HTTP/1.1" status: 200 len: 982 time: 0.2059941 Sep 19 12:13:31.854225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49454) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:31.946048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:13:31.980200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2b0d9108-7300-4349-acef-8ee7bde45433 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:31.981547 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2b0d9108-7300-4349-acef-8ee7bde45433 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6652579 Sep 19 12:13:31.989245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49462) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:32.006084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-19204b86-8481-4cb4-a95c-8113c5eea0de tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group': {'name': 'tempest-security--577261666', 'description': 'tempest-security-description-201660899'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:32.056512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39c9bc94-246e-43f5-81d4-f993b133bac1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for floatingip, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:32.059139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Deleting port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:32.062516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:32.062611 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4c1d4e65-d53e-4667-8f89-09951c2cb5f8 tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3210 time: 0.2044289 Sep 19 12:13:32.062611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49466) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:32.113440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:32.194242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:32.195507 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bdaf3454-f82c-426e-b54c-9069b85decef tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.4306407 Sep 19 12:13:32.204054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49470) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:32.204722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:32.212306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:32.212306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:32.216712 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31b3fed-5253-4667-8c8e-bf34706bca12" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cd6679-3136-4c4f-abd5-7a5ba319619c", "tag": "340ee0aa-3156-471a-b57c-ca815ac701bf"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:13:32.239472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Set router c8b63518-d01a-4959-a307-3b7638a442da gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:13:32.248438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-19204b86-8481-4cb4-a95c-8113c5eea0de tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:32.325484 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:29Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '56140dbe-37ea-4d67-a7a7-41133fe9f845', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'floating_ip_address': '172.26.5.169', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'port_id': '340ee0aa-3156-471a-b57c-ca815ac701bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'mac_address': 'fa:16:3e:9a:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:12:40Z', 'updated_at': '2022-09-19T12:13:28Z', 'revision_number': 1, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb4dc47-973c-4788-9baf-7134d4bb6ae1', 'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'mac_address': 'fa:16:3e:c2:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:25Z', 'updated_at': '2022-09-19T12:12:40Z', 'revision_number': 5, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'subnets': [{'id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:32.340685 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] Checking router: a9c52412-684d-410a-be75-3518c08df4e6 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:13:32.352694 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] Routers {'a9c52412-684d-410a-be75-3518c08df4e6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:32.353340 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['a9c52412-684d-410a-be75-3518c08df4e6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:32.375471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9588477-312c-439d-bce5-7bc719cca9d5 x-openstack-request-id: req-d9588477-312c-439d-bce5-7bc719cca9d5 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:13:32.375762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cd6679-3136-4c4f-abd5-7a5ba319619c", "tag": "340ee0aa-3156-471a-b57c-ca815ac701bf", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:13:32.376015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9588477-312c-439d-bce5-7bc719cca9d5 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:13:32.376464 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9588477-312c-439d-bce5-7bc719cca9d5'] response: {'name': 'network-changed', 'server_uuid': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'tag': '340ee0aa-3156-471a-b57c-ca815ac701bf', 'status': 'completed', 'code': 200} Sep 19 12:13:32.467443 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-19204b86-8481-4cb4-a95c-8113c5eea0de tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:32.475235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f0be9-3faa-4fcd-a43a-f4dfd806d7b1 req-8f0aafcc-2cf9-464f-8c74-1313f487c1b7 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:32.476714 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f74f0be9-3faa-4fcd-a43a-f4dfd806d7b1 req-8f0aafcc-2cf9-464f-8c74-1313f487c1b7 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 946 time: 0.4622767 Sep 19 12:13:32.477337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c37a6066-c595-4e9c-a196-8f59a82b61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:32.538096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a6066-c595-4e9c-a196-8f59a82b61e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54614984-cfe7-4aca-9afb-8213c8eeaffd,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:32.619697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=00b8bf97-b1ce-4f2a-82bb-7881862c6fb6,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:32.650775 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] Set router a9c52412-684d-410a-be75-3518c08df4e6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:13:32.691346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Network': ['ID=b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:32.696239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] For port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00b8bf97-b1ce-4f2a-82bb-7881862c6fb6,segment=NetworkSegment(3edd0a54-067d-4a20-bb01-a983b1982009),segment_id=3edd0a54-067d-4a20-bb01-a983b1982009)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:32.696692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:32.715675 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-73cb3be6-64a8-4f33-b92c-927e0594c376 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6933379 Sep 19 12:13:32.722848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49478) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:32.765374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:13:32.788032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'subnet': {'network_id': 'b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:32.839494 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f74f0be9-3faa-4fcd-a43a-f4dfd806d7b1 req-ffd0308f-48c7-4dd0-b554-bdd96b6f1d1f tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383923 Sep 19 12:13:32.961367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Calling delete_port for 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:33.027049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39c9bc94-246e-43f5-81d4-f993b133bac1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.028281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c37a6066-c595-4e9c-a196-8f59a82b61e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.032797 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c37a6066-c595-4e9c-a196-8f59a82b61e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54614984-cfe7-4aca-9afb-8213c8eeaffd HTTP/1.1" status: 204 len: 168 time: 1.8702819 Sep 19 12:13:33.049096 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Deleting port bb2f1418-c2a1-46c7-8007-4a5f6775de46 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:33.050703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.084139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-19204b86-8481-4cb4-a95c-8113c5eea0de tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.087728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-19204b86-8481-4cb4-a95c-8113c5eea0de tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.090482 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-19204b86-8481-4cb4-a95c-8113c5eea0de tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "PUT /v2.0/security-groups/45c37d65-f41d-4952-a387-de66bf99ca71 HTTP/1.1" status: 200 len: 1776 time: 1.1002052 Sep 19 12:13:33.118284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49486) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:33.126107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39c9bc94-246e-43f5-81d4-f993b133bac1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.133024 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b63518-d01a-4959-a307-3b7638a442da', 'name': 'tempest-snat-router-1464182249', 'tenant_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5f57ef50-7b06-420a-8b42-cd5958d39482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:13:22Z', 'updated_at': '2022-09-19T12:13:28Z', 'revision_number': 3, 'project_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'gw_port': {'id': '5f57ef50-7b06-420a-8b42-cd5958d39482', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b63518-d01a-4959-a307-3b7638a442da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:13:24Z', 'updated_at': '2022-09-19T12:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:33.143346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Checking router: c8b63518-d01a-4959-a307-3b7638a442da for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:13:33.144068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Updating router c8b63518-d01a-4959-a307-3b7638a442da port 5f57ef50-7b06-420a-8b42-cd5958d39482 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:13:33.173189 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2a47c3a5-0ea6-4c70-abd4-a3b2d3dba441 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/routers/c8b63518-d01a-4959-a307-3b7638a442da HTTP/1.1" status: 200 len: 907 time: 0.9556463 Sep 19 12:13:33.182725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49490) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:33.191335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:29Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '56140dbe-37ea-4d67-a7a7-41133fe9f845', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'floating_ip_address': '172.26.5.169', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'port_id': '340ee0aa-3156-471a-b57c-ca815ac701bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'mac_address': 'fa:16:3e:9a:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:12:40Z', 'updated_at': '2022-09-19T12:13:28Z', 'revision_number': 1, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb4dc47-973c-4788-9baf-7134d4bb6ae1', 'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'mac_address': 'fa:16:3e:c2:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:25Z', 'updated_at': '2022-09-19T12:12:40Z', 'revision_number': 5, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'subnets': [{'id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:33.201154 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f90d73-9eca-4455-b802-9f9da197111a None None] The sync data for ids ['a9c52412-684d-410a-be75-3518c08df4e6'] in dv-neutron-857775-2-hyperv is: [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:29Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '56140dbe-37ea-4d67-a7a7-41133fe9f845', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'floating_ip_address': '172.26.5.169', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'port_id': '340ee0aa-3156-471a-b57c-ca815ac701bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'mac_address': 'fa:16:3e:9a:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:12:40Z', 'updated_at': '2022-09-19T12:13:28Z', 'revision_number': 1, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb4dc47-973c-4788-9baf-7134d4bb6ae1', 'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'mac_address': 'fa:16:3e:c2:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:25Z', 'updated_at': '2022-09-19T12:12:40Z', 'revision_number': 5, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'subnets': [{'id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:33.227591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.277850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.282859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19204b86-8481-4cb4-a95c-8113c5eea0de tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c37d65-f41d-4952-a387-de66bf99ca71,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:33.291709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:33.317320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-8a880b3f-46f2-43e7-ba8e-8659a29dec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:33.318843 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-8a880b3f-46f2-43e7-ba8e-8659a29dec69 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1099 time: 0.9002078 Sep 19 12:13:33.350906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] Pushing event deleted for resources: {'Port': ['ID=00b8bf97-b1ce-4f2a-82bb-7881862c6fb6,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:33.362632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c0091-49f0-4d70-9b14-61dbec90a618 None None] No DVR routers for this DVR port 00b8bf97-b1ce-4f2a-82bb-7881862c6fb6 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:13:33.412007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:33.433819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9b07-f6f3-49b2-ba53-55ec37973c87 req-8410bc0d-ffab-43a0-9f8a-ef31b492130f tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:33.433819 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a9ba9b07-f6f3-49b2-ba53-55ec37973c87 req-8410bc0d-ffab-43a0-9f8a-ef31b492130f tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 946 time: 0.3969536 Sep 19 12:13:33.446724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49494) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:33.449972 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-39c9bc94-246e-43f5-81d4-f993b133bac1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Floating IP 1d8d6014-e86c-43a2-b8d6-6e734053d5da associated. External IP: 172.26.5.168, port: 79ad372b-2d61-454c-85ad-e37b1306bdd7. Sep 19 12:13:33.519132 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c7b9e2-6c0e-40fc-b290-8204ab9b17c2 None None] New status for floating IP 56140dbe-37ea-4d67-a7a7-41133fe9f845: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:13:33.519357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d2a70c0f-a884-4f16-a514-43961d8c1580 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Request body: {'floatingip': {'port_id': '0bb3f006-e437-441c-9112-e4fdd2630acc'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:33.759890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d2a70c0f-a884-4f16-a514-43961d8c1580 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for floatingip, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.795566 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-83f53535-ca1f-4077-b694-2ce49413ce8e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups/45c37d65-f41d-4952-a387-de66bf99ca71 HTTP/1.1" status: 200 len: 1776 time: 0.6567891 Sep 19 12:13:33.813822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49502) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:33.921178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.933846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:33.937630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:33.937774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Transition to ACTIVE for port object 5f57ef50-7b06-420a-8b42-cd5958d39482 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:34.026203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:34.093753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Attempting to bind port 5f57ef50-7b06-420a-8b42-cd5958d39482 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:34.094130 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Attempting to bind port 5f57ef50-7b06-420a-8b42-cd5958d39482 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:34.094608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Attempting to bind port 5f57ef50-7b06-420a-8b42-cd5958d39482 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:34.101235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-5b1a0e81-40e4-48b5-8093-b42c7835d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:34.102686 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-5b1a0e81-40e4-48b5-8093-b42c7835d890 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 912 time: 0.7667747 Sep 19 12:13:34.116253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:34.116669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:34.117143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:34.117607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:34.118155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Bound port: 5f57ef50-7b06-420a-8b42-cd5958d39482, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:34.119932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:34.161572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f479503-b3cc-4bc5-807c-25903c6b4464 None None] Pushing event updated for resources: {'Port': ['ID=5f57ef50-7b06-420a-8b42-cd5958d39482,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:34.221529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:34.221862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:34.229121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] For port 5f57ef50-7b06-420a-8b42-cd5958d39482, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:34.232561 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-0fab63e6-0a8e-4841-b9bc-27c85d74a813 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 1002 time: 0.1134360 Sep 19 12:13:34.245965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] For port 5f57ef50-7b06-420a-8b42-cd5958d39482, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5f57ef50-7b06-420a-8b42-cd5958d39482,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:34.341703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:34.400766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Routers {'c8b63518-d01a-4959-a307-3b7638a442da'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:34.401198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c8b63518-d01a-4959-a307-3b7638a442da'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:34.423275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Calling delete_port for bb2f1418-c2a1-46c7-8007-4a5f6775de46 owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:34.463625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:34.518966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c9bc94-246e-43f5-81d4-f993b133bac1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Router 3da23894-920c-4642-9906-f5ac0773da0f has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:13:34.601940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] Set router c8b63518-d01a-4959-a307-3b7638a442da gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:13:34.658552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7d79f7d-19c5-42ee-94d5-66321fd15283 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:34.722414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7d79f7d-19c5-42ee-94d5-66321fd15283 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:34.761032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c9bc94-246e-43f5-81d4-f993b133bac1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:34.769744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39c9bc94-246e-43f5-81d4-f993b133bac1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:34.851135 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-39c9bc94-246e-43f5-81d4-f993b133bac1 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "PUT /v2.0/floatingips/1d8d6014-e86c-43a2-b8d6-6e734053d5da HTTP/1.1" status: 200 len: 991 time: 3.2571123 Sep 19 12:13:34.853523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'tag': '79ad372b-2d61-454c-85ad-e37b1306bdd7'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:13:34.857610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cca91fc-610c-40ba-88f1-cb2493df67bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f3f201-8884-42cc-8c9f-4a47939c092a", "tag": "79ad372b-2d61-454c-85ad-e37b1306bdd7"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:13:34.878846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49524) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:34.904473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-d2a70c0f-a884-4f16-a514-43961d8c1580 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:13:34.916355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-03d4df40-e1b8-4006-b381-4dedeb56061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:34.920190 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-03d4df40-e1b8-4006-b381-4dedeb56061a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.6764951 Sep 19 12:13:34.935903 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] Sync routers for ids ['3da23894-920c-4642-9906-f5ac0773da0f'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:34.977428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59498b6-326b-4e1d-b590-bd7fffef6ad1 x-openstack-request-id: req-e59498b6-326b-4e1d-b590-bd7fffef6ad1 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:13:34.977428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f3f201-8884-42cc-8c9f-4a47939c092a", "tag": "79ad372b-2d61-454c-85ad-e37b1306bdd7", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:13:34.977744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e59498b6-326b-4e1d-b590-bd7fffef6ad1 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:13:34.978414 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59498b6-326b-4e1d-b590-bd7fffef6ad1'] response: {'name': 'network-changed', 'server_uuid': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'tag': '79ad372b-2d61-454c-85ad-e37b1306bdd7', 'status': 'completed', 'code': 200} Sep 19 12:13:34.982585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] Routers {'3da23894-920c-4642-9906-f5ac0773da0f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:34.983263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3da23894-920c-4642-9906-f5ac0773da0f'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:35.039509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7d79f7d-19c5-42ee-94d5-66321fd15283 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:35.052217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d2a70c0f-a884-4f16-a514-43961d8c1580 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:35.101615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f479503-b3cc-4bc5-807c-25903c6b4464 None None] Pushing event updated for resources: {'Port': ['ID=5f57ef50-7b06-420a-8b42-cd5958d39482,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:35.131380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b63518-d01a-4959-a307-3b7638a442da', 'name': 'tempest-snat-router-1464182249', 'tenant_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5f57ef50-7b06-420a-8b42-cd5958d39482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:13:22Z', 'updated_at': '2022-09-19T12:13:28Z', 'revision_number': 3, 'project_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'gw_port': {'id': '5f57ef50-7b06-420a-8b42-cd5958d39482', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b63518-d01a-4959-a307-3b7638a442da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:13:24Z', 'updated_at': '2022-09-19T12:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:35.137278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d2a70c0f-a884-4f16-a514-43961d8c1580 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:35.164878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d79f7d-19c5-42ee-94d5-66321fd15283 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c37d65-f41d-4952-a387-de66bf99ca71,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:35.193611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:35.206919 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-192fb896-038a-43ba-bbd5-a4eb30241706 tempest-AgentManagementNegativeTest-422453232 tempest-AgentManagementNegativeTest-422453232-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3227687 Sep 19 12:13:35.212301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3c070-c0fe-48f0-8a62-b7a90cc6863a None None] The sync data for ids ['c8b63518-d01a-4959-a307-3b7638a442da'] in dv-neutron-857775-2-hyperv is: [{'id': 'c8b63518-d01a-4959-a307-3b7638a442da', 'name': 'tempest-snat-router-1464182249', 'tenant_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5f57ef50-7b06-420a-8b42-cd5958d39482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:13:22Z', 'updated_at': '2022-09-19T12:13:28Z', 'revision_number': 3, 'project_id': 'd48a684f2ce64f43a262317cc9bdabf5', 'gw_port': {'id': '5f57ef50-7b06-420a-8b42-cd5958d39482', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b63518-d01a-4959-a307-3b7638a442da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:13:24Z', 'updated_at': '2022-09-19T12:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:35.331449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] Set router 3da23894-920c-4642-9906-f5ac0773da0f gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:13:35.480909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Deleting port 5f57ef50-7b06-420a-8b42-cd5958d39482 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:35.481249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:35.522932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719200-f66e-4e27-9055-8bd7c817a7cf req-bbcebede-b5d0-442f-9d54-00d12fc618cc tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:35.524703 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-50719200-f66e-4e27-9055-8bd7c817a7cf req-bbcebede-b5d0-442f-9d54-00d12fc618cc tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 945 time: 0.4597361 Sep 19 12:13:35.547969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:35.562372 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-d2a70c0f-a884-4f16-a514-43961d8c1580 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Floating IP 266c17ac-665a-4326-8b86-09de0785aaf4 associated. External IP: 172.26.5.139, port: 0bb3f006-e437-441c-9112-e4fdd2630acc. Sep 19 12:13:35.743119 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-50719200-f66e-4e27-9055-8bd7c817a7cf req-b04d02fa-7406-43a4-bd6d-3c85963f9111 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121627 Sep 19 12:13:35.810643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event deleted for resources: {'Port': ['ID=bb2f1418-c2a1-46c7-8007-4a5f6775de46,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:35.836067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7d79f7d-19c5-42ee-94d5-66321fd15283 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:35.837763 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c7d79f7d-19c5-42ee-94d5-66321fd15283 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/45c37d65-f41d-4952-a387-de66bf99ca71 HTTP/1.1" status: 204 len: 168 time: 2.0229821 Sep 19 12:13:35.876471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49536) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:35.895700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-ca908cd1-8e4a-43fd-9b3b-55a755cd7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:35.897425 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-ca908cd1-8e4a-43fd-9b3b-55a755cd7193 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=89b67a2b8a7d4711939cb92036100cb1&device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 1098 time: 0.9005456 Sep 19 12:13:35.929145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '1d8d6014-e86c-43a2-b8d6-6e734053d5da', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'floating_ip_address': '172.26.5.168', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'port_id': '79ad372b-2d61-454c-85ad-e37b1306bdd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'mac_address': 'fa:16:3e:07:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:12:48Z', 'updated_at': '2022-09-19T12:13:32Z', 'revision_number': 1, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8ac701-9141-428a-a45b-d7e962cd9248', 'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'mac_address': 'fa:16:3e:06:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:44Z', 'revision_number': 5, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'subnets': [{'id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:35.943700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] Checking router: 3da23894-920c-4642-9906-f5ac0773da0f for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:13:35.959792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] Routers {'3da23894-920c-4642-9906-f5ac0773da0f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:35.960424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3da23894-920c-4642-9906-f5ac0773da0f'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:35.967615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.objects.ports [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89794) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:13:35.970260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-ddac57cd-7566-41dc-9178-5a317c022177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:35.972620 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-ddac57cd-7566-41dc-9178-5a317c022177 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9728885 Sep 19 12:13:36.057266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:36.062326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49542) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:36.092515 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-89c45f6f-8dfa-4308-a5b6-9f9673d77e29 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2142503 Sep 19 12:13:36.149293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49544) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:36.169226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] Set router 3da23894-920c-4642-9906-f5ac0773da0f gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:13:36.182329 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-21b1c29f-2a38-49ed-841c-27d2563cf45f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] delete failed (client error): The resource could not be found. Sep 19 12:13:36.184305 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-21b1c29f-2a38-49ed-841c-27d2563cf45f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/45c37d65-f41d-4952-a387-de66bf99ca71 HTTP/1.1" status: 404 len: 347 time: 0.0347707 Sep 19 12:13:36.198311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49550) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:36.207175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group': {'name': 'tempest-secgroup--571033355'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:36.215478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:36.223209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:36.228277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:36.240594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:36.259608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a70c0f-a884-4f16-a514-43961d8c1580 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Router 8341e97e-4913-4a43-913c-6c2d02765828 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:13:36.450363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:36.479833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:36.484350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:36.487409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:36.506480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:36.533589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-74708e97-5711-475c-998e-2a6fa8f71e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:36.547165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a70c0f-a884-4f16-a514-43961d8c1580 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:36.564313 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] Sync routers for ids ['8341e97e-4913-4a43-913c-6c2d02765828'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:36.572422 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d2a70c0f-a884-4f16-a514-43961d8c1580 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:36.578728 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] Routers {'8341e97e-4913-4a43-913c-6c2d02765828'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:36.579903 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8341e97e-4913-4a43-913c-6c2d02765828'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:36.625309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-74708e97-5711-475c-998e-2a6fa8f71e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:36.635554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Subnet': ['ID=dd4dab6c-2789-4918-8ef3-c539e42dfb33,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:36.660960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-74708e97-5711-475c-998e-2a6fa8f71e10 admin admin] Usage tracker for resource:security_group_rule and tenant:dfe7f5b944884513925a0416d203c989 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:36.662115 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '1d8d6014-e86c-43a2-b8d6-6e734053d5da', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'floating_ip_address': '172.26.5.168', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'port_id': '79ad372b-2d61-454c-85ad-e37b1306bdd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'mac_address': 'fa:16:3e:07:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:12:48Z', 'updated_at': '2022-09-19T12:13:32Z', 'revision_number': 1, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8ac701-9141-428a-a45b-d7e962cd9248', 'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'mac_address': 'fa:16:3e:06:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:44Z', 'revision_number': 5, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'subnets': [{'id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:36.666128 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d2a70c0f-a884-4f16-a514-43961d8c1580 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "PUT /v2.0/floatingips/266c17ac-665a-4326-8b86-09de0785aaf4 HTTP/1.1" status: 200 len: 992 time: 3.2156544 Sep 19 12:13:36.666379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0065ee3-d837-47a0-9944-17bcb54eb8e7 None None] The sync data for ids ['3da23894-920c-4642-9906-f5ac0773da0f'] in dv-neutron-857775-2-hyperv is: [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '1d8d6014-e86c-43a2-b8d6-6e734053d5da', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'floating_ip_address': '172.26.5.168', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'port_id': '79ad372b-2d61-454c-85ad-e37b1306bdd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'mac_address': 'fa:16:3e:07:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:12:48Z', 'updated_at': '2022-09-19T12:13:32Z', 'revision_number': 1, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8ac701-9141-428a-a45b-d7e962cd9248', 'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'mac_address': 'fa:16:3e:06:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:44Z', 'revision_number': 5, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'subnets': [{'id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:36.687313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Checking segment: {'id': '84942624-e20c-43af-9de6-a77f0fbc1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:36.687658 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network hostable DHCP agents. Network: b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:13:36.699740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:36.700213 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Floating IP 168ef535-bae0-40bf-84b0-2d9a703d0ab9 disassociated (deleted). External IP: 172.26.5.105, port: 9a108f82-6b65-4d41-9d01-a4b450383c59. Sep 19 12:13:36.736550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:36.789549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-74708e97-5711-475c-998e-2a6fa8f71e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:36.821224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-74708e97-5711-475c-998e-2a6fa8f71e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:36.827489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-8822c24e-6751-4ac4-985f-d41a0d745849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:36.829098 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-8822c24e-6751-4ac4-985f-d41a0d745849 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b58caf9b-5b4b-47b7-b230-84077bd8b127 HTTP/1.1" status: 200 len: 906 time: 0.7920070 Sep 19 12:13:36.881133 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-4068b576-fef2-4b1c-ad25-9ec016cf5c53 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8174880 Sep 19 12:13:36.919434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c07b8-0a26-474e-aa38-79741bda1936 req-92f5acbc-e4fa-4273-85f9-cc43f9a5dc7f tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:36.921917 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-363c07b8-0a26-474e-aa38-79741bda1936 req-92f5acbc-e4fa-4273-85f9-cc43f9a5dc7f tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 946 time: 0.1239645 Sep 19 12:13:36.925953 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] Set router 8341e97e-4913-4a43-913c-6c2d02765828 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:13:36.935211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:36.972709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] For port 5f57ef50-7b06-420a-8b42-cd5958d39482, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5f57ef50-7b06-420a-8b42-cd5958d39482,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:36.978994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:36.982776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'tag': '0bb3f006-e437-441c-9112-e4fdd2630acc'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:13:36.985005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36953fde-6014-4260-9f54-38b6dd25116c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5760c38-03f7-41b5-abb2-f5255c12731a", "tag": "0bb3f006-e437-441c-9112-e4fdd2630acc"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:13:37.047983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98c5f59-88ac-4899-a99c-62ba797c9a81,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:37.057081 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-363c07b8-0a26-474e-aa38-79741bda1936 req-1d3dccca-e583-4cc5-aabd-f297f9d8199e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148531 Sep 19 12:13:37.084665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c07a6c7-75e2-4a1b-892f-dc4b50842efc x-openstack-request-id: req-3c07a6c7-75e2-4a1b-892f-dc4b50842efc {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:13:37.087692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5760c38-03f7-41b5-abb2-f5255c12731a", "tag": "0bb3f006-e437-441c-9112-e4fdd2630acc", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:13:37.102818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c07a6c7-75e2-4a1b-892f-dc4b50842efc {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:13:37.102818 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c07a6c7-75e2-4a1b-892f-dc4b50842efc'] response: {'name': 'network-changed', 'server_uuid': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'tag': '0bb3f006-e437-441c-9112-e4fdd2630acc', 'status': 'completed', 'code': 200} Sep 19 12:13:37.112338 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.113564 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-178c2949-6422-4f63-9aec-53bd58986cc1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9142187 Sep 19 12:13:37.124070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49562) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:37.146677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': 'b98c5f59-88ac-4899-a99c-62ba797c9a81', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:37.164984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:37.174548 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:37.189692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:37.202452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:37.227222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557d859-a7b3-490c-bcdd-ea3d3aeb878a None None] New status for floating IP 1d8d6014-e86c-43a2-b8d6-6e734053d5da: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:13:37.265614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:13:37.343125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Calling delete_port for 5f57ef50-7b06-420a-8b42-cd5958d39482 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:37.345764 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.452377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.509559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:37.534796 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159fdd7b-04ef-4cc9-8233-0817cc6b6302 None None] Network b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:37.545973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.567640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:37.568097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.579646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11078681-4dfd-4d80-90b7-c3d08f784394,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:37.590651 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '266c17ac-665a-4326-8b86-09de0785aaf4', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'port_id': '0bb3f006-e437-441c-9112-e4fdd2630acc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'mac_address': 'fa:16:3e:77:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:12:49Z', 'updated_at': '2022-09-19T12:13:34Z', 'revision_number': 1, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87fa9191-292f-4c62-9053-30919142da92', 'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'mac_address': 'fa:16:3e:db:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:47Z', 'revision_number': 5, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'subnets': [{'id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:37.601296 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] Checking router: 8341e97e-4913-4a43-913c-6c2d02765828 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:13:37.621006 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] Routers {'8341e97e-4913-4a43-913c-6c2d02765828'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:37.621987 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8341e97e-4913-4a43-913c-6c2d02765828'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:37.632283 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-ebc1eae0-8e92-4d32-bb4c-11c283f4c4e9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79ad372b-2d61-454c-85ad-e37b1306bdd7 HTTP/1.1" status: 200 len: 999 time: 0.7557952 Sep 19 12:13:37.708452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5f57ef50-7b06-420a-8b42-cd5958d39482 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:37.743976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.748153 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bf7b7182-b8ea-433e-bb82-053363cde856 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6201348 Sep 19 12:13:37.748412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49568) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:37.786900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fcde19f-6104-4fb4-86a8-a61bdee4dd27 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.805256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fcde19f-6104-4fb4-86a8-a61bdee4dd27 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.884569 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] Set router 8341e97e-4913-4a43-913c-6c2d02765828 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:13:37.915396 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 5f57ef50-7b06-420a-8b42-cd5958d39482 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:37.930993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5f57ef50-7b06-420a-8b42-cd5958d39482 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:37.931510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.962861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fcde19f-6104-4fb4-86a8-a61bdee4dd27 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.963439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf', 'network_id': 'b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf', 'tenant_id': '01a3a22e8372426ea98e0ffa8cd37a2f', 'fixed_ips': [{'subnet_id': 'dd4dab6c-2789-4918-8ef3-c539e42dfb33'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:13:37.963658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:37.985593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-4fb4152b-3a28-41e6-8029-74686ff4b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:37.987576 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-4fb4152b-3a28-41e6-8029-74686ff4b441 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0 HTTP/1.1" status: 200 len: 844 time: 0.3278546 Sep 19 12:13:37.990542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcde19f-6104-4fb4-86a8-a61bdee4dd27 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11078681-4dfd-4d80-90b7-c3d08f784394,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:38.004352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fcde19f-6104-4fb4-86a8-a61bdee4dd27 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.004352 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9fcde19f-6104-4fb4-86a8-a61bdee4dd27 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/11078681-4dfd-4d80-90b7-c3d08f784394 HTTP/1.1" status: 204 len: 168 time: 0.2523587 Sep 19 12:13:38.005621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49572) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:38.037780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-74708e97-5711-475c-998e-2a6fa8f71e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.066343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7d2e4509-3756-49af-a0b0-26a749ca4980 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:38.165937 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1e2760ec-26ed-43ef-8ee4-c31502572388 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4385948 Sep 19 12:13:38.165937 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-e681ef9a-2a53-488c-a124-e6a6e95f63bc service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1654286 Sep 19 12:13:38.170108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49576) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:38.188193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5f57ef50-7b06-420a-8b42-cd5958d39482 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:38.188909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.192449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'port': {'network_id': 'b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf', 'name': 'tempest-NetworksIpV6TestAttrs-742823209'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:38.192637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7d2e4509-3756-49af-a0b0-26a749ca4980 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:38.193938 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7d2e4509-3756-49af-a0b0-26a749ca4980 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1872380 Sep 19 12:13:38.197123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49580) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:38.208898 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953fde-6014-4260-9f54-38b6dd25116c req-8e9848e2-703e-4922-bbf1-a2df01bd561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:38.210433 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-36953fde-6014-4260-9f54-38b6dd25116c req-8e9848e2-703e-4922-bbf1-a2df01bd561c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bc270227fb294510bb4c21e9c8f4cf03&device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 1099 time: 1.0438998 Sep 19 12:13:38.211128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-74708e97-5711-475c-998e-2a6fa8f71e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.230974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Allocated IP 2001:db8::f816:3eff:fe2b:4388 (b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf/dd4dab6c-2789-4918-8ef3-c539e42dfb33/1942cf7c-80f0-40b3-9b7d-2e02479f2bd0) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:38.248818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 5f57ef50-7b06-420a-8b42-cd5958d39482, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5f57ef50-7b06-420a-8b42-cd5958d39482,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:38.315579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281577e9-3f58-4564-aaf1-ffb80ee7e7d8 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.358314 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281577e9-3f58-4564-aaf1-ffb80ee7e7d8 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.390888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.391196 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '266c17ac-665a-4326-8b86-09de0785aaf4', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'port_id': '0bb3f006-e437-441c-9112-e4fdd2630acc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'mac_address': 'fa:16:3e:77:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:12:49Z', 'updated_at': '2022-09-19T12:13:34Z', 'revision_number': 1, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87fa9191-292f-4c62-9053-30919142da92', 'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'mac_address': 'fa:16:3e:db:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:47Z', 'revision_number': 5, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'subnets': [{'id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:38.397186 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7e27e-f34b-46a1-87b8-4c1e49890eec None None] The sync data for ids ['8341e97e-4913-4a43-913c-6c2d02765828'] in dv-neutron-857775-2-hyperv is: [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '266c17ac-665a-4326-8b86-09de0785aaf4', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'port_id': '0bb3f006-e437-441c-9112-e4fdd2630acc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'mac_address': 'fa:16:3e:77:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:12:49Z', 'updated_at': '2022-09-19T12:13:34Z', 'revision_number': 1, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87fa9191-292f-4c62-9053-30919142da92', 'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'mac_address': 'fa:16:3e:db:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:47Z', 'revision_number': 5, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'subnets': [{'id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:38.506399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=5f57ef50-7b06-420a-8b42-cd5958d39482,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:38.535063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281577e9-3f58-4564-aaf1-ffb80ee7e7d8 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.554951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281577e9-3f58-4564-aaf1-ffb80ee7e7d8 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98c5f59-88ac-4899-a99c-62ba797c9a81,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:38.555237 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-74708e97-5711-475c-998e-2a6fa8f71e10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfe7f5b944884513925a0416d203c989&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4516344 Sep 19 12:13:38.558426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49584) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:38.595920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74708e97-5711-475c-998e-2a6fa8f71e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbdd762-cdaa-4ca4-b436-8bb414c5d2bc,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:38.639394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.651298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Transition to ACTIVE for port object 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:38.660702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:13:38.660937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-923c435a-b48b-463f-ba24-e8c7f4265ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.661055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:13:38.671453 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d602b63-cc2c-49e7-abb6-2f303f65c1f8 None None] New status for floating IP 266c17ac-665a-4326-8b86-09de0785aaf4: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:13:38.690772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:38.691258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Transition to ACTIVE for port object 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:38.701429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Router 1585b989-c08d-4a1d-95d3-e0ac819eeccf has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:13:38.704251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953fde-6014-4260-9f54-38b6dd25116c req-2c52f9a1-6196-4849-9f9d-bfda1bfbf6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:38.705756 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-36953fde-6014-4260-9f54-38b6dd25116c req-2c52f9a1-6196-4849-9f9d-bfda1bfbf6ba service neutron] 10.222.0.85 "GET /v2.0/networks?id=9d2aa7ba-6cb6-4d88-a079-a884ed8c499c HTTP/1.1" status: 200 len: 913 time: 0.4747112 Sep 19 12:13:38.708111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:port and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:38.709224 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-923c435a-b48b-463f-ba24-e8c7f4265ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.715921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:38.724070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281577e9-3f58-4564-aaf1-ffb80ee7e7d8 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.728268 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-281577e9-3f58-4564-aaf1-ffb80ee7e7d8 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/b98c5f59-88ac-4899-a99c-62ba797c9a81 HTTP/1.1" status: 204 len: 168 time: 0.5283203 Sep 19 12:13:38.728991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49588) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:38.773948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-10bacb0e-8ee1-4633-89cf-7ee4b87dc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:38.775468 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-10bacb0e-8ee1-4633-89cf-7ee4b87dc53f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b58caf9b-5b4b-47b7-b230-84077bd8b127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6674950 Sep 19 12:13:38.780409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.798309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:38.830991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b3e34a4a-2af4-4b79-b7d2-235dcffa0263 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:38.849646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Network b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:38.853425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:38.856793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:38.893530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-923c435a-b48b-463f-ba24-e8c7f4265ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.923238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b3e34a4a-2af4-4b79-b7d2-235dcffa0263 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:38.928770 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b3e34a4a-2af4-4b79-b7d2-235dcffa0263 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1925786 Sep 19 12:13:38.928770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c435a-b48b-463f-ba24-e8c7f4265ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbdd762-cdaa-4ca4-b436-8bb414c5d2bc,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:38.940295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49592) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:38.949611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635058437'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:38.980769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Pushing event updated for resources: {'Port': ['ID=1942cf7c-80f0-40b3-9b7d-2e02479f2bd0,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:38.988536 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-923c435a-b48b-463f-ba24-e8c7f4265ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:38.989588 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-923c435a-b48b-463f-ba24-e8c7f4265ad6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9fbdd762-cdaa-4ca4-b436-8bb414c5d2bc HTTP/1.1" status: 204 len: 168 time: 0.4197822 Sep 19 12:13:38.990827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:39.005269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Attempting to bind port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:39.005937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Attempting to bind port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '84942624-e20c-43af-9de6-a77f0fbc1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:39.006489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Attempting to bind port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 on network b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:39.014426 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-36953fde-6014-4260-9f54-38b6dd25116c req-c1235b09-2824-4f5b-885c-89da51bafbb8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb3f006-e437-441c-9112-e4fdd2630acc HTTP/1.1" status: 200 len: 1000 time: 0.3016250 Sep 19 12:13:39.016099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:39.016828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Checking segment: {'id': '84942624-e20c-43af-9de6-a77f0fbc1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:39.017523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.018158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:39.018685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Bound using segment: {'id': '84942624-e20c-43af-9de6-a77f0fbc1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:39.019536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Bound port: 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84942624-e20c-43af-9de6-a77f0fbc1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:39.020078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.120360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] For port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:39.123756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] For port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1942cf7c-80f0-40b3-9b7d-2e02479f2bd0,segment=NetworkSegment(84942624-e20c-43af-9de6-a77f0fbc1c64),segment_id=84942624-e20c-43af-9de6-a77f0fbc1c64)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:39.132348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.137991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:39.142411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.153423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:39.157893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:39.160913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:39.166052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Deleting port 5f57ef50-7b06-420a-8b42-cd5958d39482 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:39.166389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.169210 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:39.245978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.257490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] device_id is not set on port 2ba0211f-8e78-4ab9-ab87-067da6104482 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:13:39.290213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.307187 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-85db93e6-2f1e-4a52-8f6c-4365351d434e service neutron] 10.222.0.85 "GET /v2.0/networks/b58caf9b-5b4b-47b7-b230-84077bd8b127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195832 Sep 19 12:13:39.316196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:39.327252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953fde-6014-4260-9f54-38b6dd25116c req-bf2823a4-a9d5-49ae-9228-47a5f3fede49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:39.328667 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-36953fde-6014-4260-9f54-38b6dd25116c req-bf2823a4-a9d5-49ae-9228-47a5f3fede49 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=745ddf40-38f6-4919-ac93-5ec6f63b55e1 HTTP/1.1" status: 200 len: 851 time: 0.2590272 Sep 19 12:13:39.333768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4971d38b-04e3-4aa3-bf1b-81ce313a55d4 None None] Sync routers for ids ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:39.368782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.381170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971d38b-04e3-4aa3-bf1b-81ce313a55d4 None None] Routers {'1585b989-c08d-4a1d-95d3-e0ac819eeccf'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:39.382188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4971d38b-04e3-4aa3-bf1b-81ce313a55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:39.422300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba413dd-df18-458a-b664-c082e15f4376,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:39.481306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4971d38b-04e3-4aa3-bf1b-81ce313a55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:39.488986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877b8ca-7f8d-4c68-8c1b-d14081ff311c None None] Pushing event updated for resources: {'Port': ['ID=1942cf7c-80f0-40b3-9b7d-2e02479f2bd0,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:39.501622 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971d38b-04e3-4aa3-bf1b-81ce313a55d4 None None] Routers {'1585b989-c08d-4a1d-95d3-e0ac819eeccf'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:39.502794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4971d38b-04e3-4aa3-bf1b-81ce313a55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:39.517454 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.521744 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aacb2862-56a2-4c8c-ae17-c49382a2f2b3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5802081 Sep 19 12:13:39.522200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49602) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:39.527591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': 'fba413dd-df18-458a-b664-c082e15f4376', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:39.539579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:39.555189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:39.559419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:39.565941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:39.604766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5f57ef50-7b06-420a-8b42-cd5958d39482 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:39.660201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4971d38b-04e3-4aa3-bf1b-81ce313a55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:39.660603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4971d38b-04e3-4aa3-bf1b-81ce313a55d4 None None] The sync data for ids ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:39.706246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5f57ef50-7b06-420a-8b42-cd5958d39482 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:39.706246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.749931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.831429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:39.945573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5f57ef50-7b06-420a-8b42-cd5958d39482 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:39.952274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.034737 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d83b0d8d-ae50-4d21-9ef3-d7cb7c53d959 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "DELETE /v2.0/floatingips/168ef535-bae0-40bf-84b0-2d9a703d0ab9 HTTP/1.1" status: 204 len: 168 time: 7.9710209 Sep 19 12:13:40.038198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49614) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:40.043970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:40.045439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Allocated IP 2001:db8::f816:3eff:fed4:2418 (b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf/dd4dab6c-2789-4918-8ef3-c539e42dfb33/2ba0211f-8e78-4ab9-ab87-067da6104482) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:40.048378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] For port 5f57ef50-7b06-420a-8b42-cd5958d39482, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5f57ef50-7b06-420a-8b42-cd5958d39482,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:40.048736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.049291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:40.053417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Usage tracker for resource:floatingip and tenant:16ec8c074df34f0d80111f09b4e77a52 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:40.057283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:40.063920 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0cca91fc-610c-40ba-88f1-cb2493df67bd req-01faec49-13e6-442b-a2e0-59d73e4890e2 service neutron] 10.222.0.85 "GET /v2.0/networks/b58caf9b-5b4b-47b7-b230-84077bd8b127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7458739 Sep 19 12:13:40.066015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:40.106080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.130601 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8c3019-787e-49df-a995-11e626d91db8,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:40.186764 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Calling delete_port for 5f57ef50-7b06-420a-8b42-cd5958d39482 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:40.226521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953fde-6014-4260-9f54-38b6dd25116c req-51289e48-8008-4449-82f5-7ac4a864130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:40.228169 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-36953fde-6014-4260-9f54-38b6dd25116c req-51289e48-8008-4449-82f5-7ac4a864130a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9d2aa7ba-6cb6-4d88-a079-a884ed8c499c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8470540 Sep 19 12:13:40.241419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.391262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.391262 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0962d6f5-5bb7-4e9b-a475-35a5ff0eee77 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8557725 Sep 19 12:13:40.394022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49624) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:40.402423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': 'fba413dd-df18-458a-b664-c082e15f4376', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:40.423039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:40.429071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:40.433620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:40.440836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:40.447667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.562045 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-36953fde-6014-4260-9f54-38b6dd25116c req-d19ecec9-b26e-46be-90b1-15bf1d7cfa91 service neutron] 10.222.0.85 "GET /v2.0/networks/9d2aa7ba-6cb6-4d88-a079-a884ed8c499c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245163 Sep 19 12:13:40.593782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.669067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0b506b-4c74-49de-99ee-e8f9d691513a None None] Network b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:40.679672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Allocated IP 172.26.5.126 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/4fcf6f6a-5ef3-49bc-a4f8-371f5044352e) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:40.719351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49630) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:40.754278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.792881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.819978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Transition to ACTIVE for port object 2ba0211f-8e78-4ab9-ab87-067da6104482 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:40.839504 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-36953fde-6014-4260-9f54-38b6dd25116c req-d040431e-2b1c-4c38-93fd-a5233561cae1 service neutron] 10.222.0.85 "GET /v2.0/networks/9d2aa7ba-6cb6-4d88-a079-a884ed8c499c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625120 Sep 19 12:13:40.873419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.902821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.915722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90195215-6bca-4236-8070-0d11551ac13f,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:40.919310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-246645309'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:40.925542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:40.929694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:network and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:40.933586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:40.939535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:40.954622 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:40.988828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9d45e0cf-861b-42e9-808d-f00b1eff47e1 None None] Provisioning for port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:41.005355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.017868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f57ef50-7b06-420a-8b42-cd5958d39482,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:41.063909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.067765 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5f2e7036-8f53-47b1-9e31-f70f24c0d24a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6685588 Sep 19 12:13:41.067765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.073978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49636) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:41.106432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:41.109961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.118057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': 'fba413dd-df18-458a-b664-c082e15f4376', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:41.132331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:41.149448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:41.156446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:41.160656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:41.166304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:41.171107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:41.173141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:41.177027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.196218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:41.205169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:41.210536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Port': ['ID=2ba0211f-8e78-4ab9-ab87-067da6104482,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:41.212602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Pushing event updated for resources: {'Port': ['ID=4fcf6f6a-5ef3-49bc-a4f8-371f5044352e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:41.226268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:41.237757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:41.237757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.254562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:41.265760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:security_group_rule and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:41.271239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:41.272568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.274577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.343632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.460507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.505807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.508169 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9b75e59f-dbdf-4994-83f6-2d6b73fe13fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3368163 Sep 19 12:13:41.509331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:41.513992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49640) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:41.568800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e551673b-4252-4b33-ad1d-cb1fcbef38c9 None None] Provisioning for port 2ba0211f-8e78-4ab9-ab87-067da6104482 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:41.576315 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e551673b-4252-4b33-ad1d-cb1fcbef38c9 None None] Provisioning complete for port 2ba0211f-8e78-4ab9-ab87-067da6104482 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:41.577060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e551673b-4252-4b33-ad1d-cb1fcbef38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.590339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.598521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.617991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7727e54b-6004-4f45-a55f-df86c21203e5 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Deleting subnet dd4dab6c-2789-4918-8ef3-c539e42dfb33 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:13:41.625754 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.676858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e551673b-4252-4b33-ad1d-cb1fcbef38c9 None None] Port 2ba0211f-8e78-4ab9-ab87-067da6104482 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:13:41.680384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-40b06ef1-62ac-4a29-b092-599cb0d41232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.690072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7727e54b-6004-4f45-a55f-df86c21203e5 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.698456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.699595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.700134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8b63518-d01a-4959-a307-3b7638a442da {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:13:41.706938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:41.716827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.717974 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a97ebe1e-755f-4226-a2c3-88c04e5c5af9 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "DELETE /v2.0/routers/c8b63518-d01a-4959-a307-3b7638a442da HTTP/1.1" status: 204 len: 168 time: 8.5304236 Sep 19 12:13:41.720620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49644) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:41.750961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ef1ef3-be3f-4691-a98d-ed8cb1dec0ea,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:41.799931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7727e54b-6004-4f45-a55f-df86c21203e5 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.885812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.920452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.934290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:41.939628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:13:41.940759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:41.941463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.952699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7727e54b-6004-4f45-a55f-df86c21203e5 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.960305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.960649 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Added segment dbc26a99-ac8d-45e5-9e6e-c8aff7f064da of type vlan for network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 Sep 19 12:13:41.963334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e8428d-a719-4b4e-aca5-84004e30d7d4,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:41.973452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.987186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:41.991245 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-40041013-3515-44b4-9591-43dea52608ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8880091 Sep 19 12:13:41.994782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49648) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:42.009172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': 'fba413dd-df18-458a-b664-c082e15f4376', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:42.018718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:42.027623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:42.035743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:42.042477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.071621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.071859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:42.072795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.076878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:42.171929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Pushing event updated for resources: {'Port': ['ID=4fcf6f6a-5ef3-49bc-a4f8-371f5044352e,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:42.174353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.192661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.293761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.318229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Deleting port 73313942-2fca-4623-8f91-b04d0c3bf2ac {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:42.318586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.321552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.325936 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b11ebd5e-2ea2-41ff-9195-8ba1295aa0eb tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2830677 Sep 19 12:13:42.330945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7727e54b-6004-4f45-a55f-df86c21203e5 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.334069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49652) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:42.349460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.354263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:42.354981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.378333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:13:42.381162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:13:42.393630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727e54b-6004-4f45-a55f-df86c21203e5 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4dab6c-2789-4918-8ef3-c539e42dfb33,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:42.402038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7727e54b-6004-4f45-a55f-df86c21203e5 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.403911 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7727e54b-6004-4f45-a55f-df86c21203e5 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/subnets/dd4dab6c-2789-4918-8ef3-c539e42dfb33 HTTP/1.1" status: 204 len: 168 time: 0.8889220 Sep 19 12:13:42.409066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49658) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:42.414184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e178663-8d6f-4896-b8d6-75ee284aeca8 None None] Network b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:42.477430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.493664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2887f5-b4ad-4e65-bd05-d3f38c0df1b6 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:42.495884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2887f5-b4ad-4e65-bd05-d3f38c0df1b6 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:42.496652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5c2887f5-b4ad-4e65-bd05-d3f38c0df1b6 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Synchronizing usage tracker for tenant:01a3a22e8372426ea98e0ffa8cd37a2f on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:42.536980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:42.543406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:42.547569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Network': ['ID=97c14447-5e4d-4deb-a6ce-aa8646f0c431,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:42.547906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Usage tracker for resource:floatingip and tenant:71c1df2ba9504c88bd5351ca0da293ed is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:42.551334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:42.554155 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7cadde5a-49cd-497a-ab01-f9eda71c2e74 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8337941 Sep 19 12:13:42.563676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49662) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:42.569033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.570976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:42.571261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:42.590159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:13:42.600684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5c2887f5-b4ad-4e65-bd05-d3f38c0df1b6 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Unset dirty status for tenant:01a3a22e8372426ea98e0ffa8cd37a2f on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:42.609130 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5c2887f5-b4ad-4e65-bd05-d3f38c0df1b6 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1923010 Sep 19 12:13:42.609130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50fc843-142c-42af-8a6d-a00956dcff36,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:42.609130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49666) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:42.721986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:42.725100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] For port 73313942-2fca-4623-8f91-b04d0c3bf2ac, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=73313942-2fca-4623-8f91-b04d0c3bf2ac,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:42.725463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.737501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:42.741878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:42.795849 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.810195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.814084 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d77e4a69-241d-4889-ad7c-de38f92f6a50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8183823 Sep 19 12:13:42.828715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49672) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:42.837649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] DHCP port deletion for b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:13:42.841070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': 'fba413dd-df18-458a-b664-c082e15f4376', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:42.843707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Deleting port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:42.844134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.855801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:42.863723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:42.873074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Calling delete_port for 73313942-2fca-4623-8f91-b04d0c3bf2ac owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:42.914704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:42.924241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:42.939222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:42.944300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9757a5f8-8475-462d-a14e-3e84fca3c420 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:42.966307 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9757a5f8-8475-462d-a14e-3e84fca3c420 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 19 12:13:42.967082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9757a5f8-8475-462d-a14e-3e84fca3c420 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:13:42.968957 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9757a5f8-8475-462d-a14e-3e84fca3c420 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf HTTP/1.1" status: 409 len: 405 time: 0.3626549 Sep 19 12:13:42.973493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49676) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:42.979111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-404906344'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:42.987733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:42.992876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:network and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:42.997883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:42.999550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:42.999943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.005695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:43.009710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:43.015298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.052481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.101104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.128715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1942cf7c-80f0-40b3-9b7d-2e02479f2bd0,segment=NetworkSegment(84942624-e20c-43af-9de6-a77f0fbc1c64),segment_id=84942624-e20c-43af-9de6-a77f0fbc1c64)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:43.145348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:43.149069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.150320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] For port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1942cf7c-80f0-40b3-9b7d-2e02479f2bd0,segment=NetworkSegment(84942624-e20c-43af-9de6-a77f0fbc1c64),segment_id=84942624-e20c-43af-9de6-a77f0fbc1c64)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:43.150809 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.217111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.234683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:13:43.285345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.285699 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Added segment a2cccec5-c401-4fa8-83e2-3d39cdf77920 of type vlan for network 83108d6d-54ed-4882-940a-1c18a4ce9f77 Sep 19 12:13:43.320875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Calling delete_port for 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:43.348023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.356624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Allocated IP 172.26.5.2 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/f5dc34d1-b5c3-4f43-9259-04f3ce7349fd) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:43.373490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.400905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f26133-0ee4-46d2-8c5b-7cb8cf2db4eb,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:43.401685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.453918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.465264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event deleted for resources: {'Port': ['ID=73313942-2fca-4623-8f91-b04d0c3bf2ac,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:43.495932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:13:43.495932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:13:43.535012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1942cf7c-80f0-40b3-9b7d-2e02479f2bd0,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:43.580294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.589615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.594217 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f3e8b440-afcb-4f03-8f28-6ebd2e36e006 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7608018 Sep 19 12:13:43.594217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49680) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:43.618103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.625160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:43.625771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.633150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:13:43.676200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.701091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.740673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-05886aa9-ecd5-4f01-8572-57ceaa0a4dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.775328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:43.777172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.781291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fc4-db70-4e32-923e-fe6b24f9bd3a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.798615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Network': ['ID=83108d6d-54ed-4882-940a-1c18a4ce9f77,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:43.815616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fc4-db70-4e32-923e-fe6b24f9bd3a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.816143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 83108d6d-54ed-4882-940a-1c18a4ce9f77 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:13:43.823616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.834045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.843408 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0d53ccbf-93f7-40d2-8af4-c9a3680ee414 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8685377 Sep 19 12:13:43.844514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49684) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:43.870989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=dec23321-925e-4997-9a44-83b6e59b8d21,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:43.872265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'subnet': {'network_id': '83108d6d-54ed-4882-940a-1c18a4ce9f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:43.876664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:43.877301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network hostable DHCP agents. Network: 97c14447-5e4d-4deb-a6ce-aa8646f0c431, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:13:43.906948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1942cf7c-80f0-40b3-9b7d-2e02479f2bd0,segment=NetworkSegment(84942624-e20c-43af-9de6-a77f0fbc1c64),segment_id=84942624-e20c-43af-9de6-a77f0fbc1c64)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:43.963046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.965433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1577bd0b-56a0-4a2e-92ea-f5f449907681 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:13:43.991087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.996185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.997398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5f57ef50-7b06-420a-8b42-cd5958d39482 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:13:43.997795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fc4-db70-4e32-923e-fe6b24f9bd3a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:43.998458 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bb648b5a-6ced-4895-bcb4-e876483aa3be tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "DELETE /v2.0/routers/1577bd0b-56a0-4a2e-92ea-f5f449907681 HTTP/1.1" status: 204 len: 168 time: 2.2762182 Sep 19 12:13:43.999879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49688) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:44.001641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:13:44.013848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-730462093', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:44.036097 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Deleting port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:44.036335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.040170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3fc4-db70-4e32-923e-fe6b24f9bd3a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21f26133-0ee4-46d2-8c5b-7cb8cf2db4eb,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:44.042489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:44.045667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:44.052600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Usage tracker for resource:router and tenant:cb1de729f15041b7bafff324027635f9 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:44.055661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fc4-db70-4e32-923e-fe6b24f9bd3a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.058952 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4edf3fc4-db70-4e32-923e-fe6b24f9bd3a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/21f26133-0ee4-46d2-8c5b-7cb8cf2db4eb HTTP/1.1" status: 204 len: 168 time: 0.4620304 Sep 19 12:13:44.061061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49692) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:44.062012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:44.069787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:44.071965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:44.090016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.133940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-89857b88-481c-4e27-811e-4286f29f21c7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:44.147725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 97c14447-5e4d-4deb-a6ce-aa8646f0c431) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:44.148586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 5f57ef50-7b06-420a-8b42-cd5958d39482 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:13:44.149438 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5f57ef50-7b06-420a-8b42-cd5958d39482 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:13:44.168178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:44.168178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:44.168178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:44.169215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:44.169316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1942cf7c-80f0-40b3-9b7d-2e02479f2bd0,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:44.169749 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.176793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0488a18a-f976-4fa3-8636-d23d368a4ebf None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:44.212935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Pushing event updated for resources: {'Port': ['ID=f5dc34d1-b5c3-4f43-9259-04f3ce7349fd,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:44.261058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.293147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:44.296912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.326401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.326401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.407020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.440888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-89857b88-481c-4e27-811e-4286f29f21c7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:44.442234 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-89857b88-481c-4e27-811e-4286f29f21c7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3788207 Sep 19 12:13:44.450530 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49698) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:44.484141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] For port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1942cf7c-80f0-40b3-9b7d-2e02479f2bd0,segment=NetworkSegment(84942624-e20c-43af-9de6-a77f0fbc1c64),segment_id=84942624-e20c-43af-9de6-a77f0fbc1c64)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:44.484562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.491088 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b9c66277-1a94-4899-b5da-43e352c1be5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9237585 Sep 19 12:13:44.492570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49702) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:44.500799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'name': 'tempest-NetworksTestDHCPv6-1600139754'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:44.581618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11abcee1-a11e-492c-a5fd-a7113bdb5787 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.605814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11abcee1-a11e-492c-a5fd-a7113bdb5787 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.623049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.639485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Calling delete_port for 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:44.686290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.704209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:44.708098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:44.712466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:44.719274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:44.751945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11abcee1-a11e-492c-a5fd-a7113bdb5787 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.756629 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': 'dec23321-925e-4997-9a44-83b6e59b8d21'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:13:44.763898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.780140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abcee1-a11e-492c-a5fd-a7113bdb5787 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f50fc843-142c-42af-8a6d-a00956dcff36,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:44.854679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:44.858904 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.890504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 199a1388-c1a2-4fe6-b4ff-a16657f7214a yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:13:44.924976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11abcee1-a11e-492c-a5fd-a7113bdb5787 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:44.928638 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-11abcee1-a11e-492c-a5fd-a7113bdb5787 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f50fc843-142c-42af-8a6d-a00956dcff36 HTTP/1.1" status: 204 len: 168 time: 0.4744513 Sep 19 12:13:44.933020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49706) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:44.939206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/dec23321-925e-4997-9a44-83b6e59b8d21/8fce5cf3-e1fc-43bb-be7e-52b4253d600c) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:45.012152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ba03ad07-4ad2-4780-b1cc-2c4bc6ac0d49 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:45.021680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.060942 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.063261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.125460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] No DVR routers for this DVR port 1942cf7c-80f0-40b3-9b7d-2e02479f2bd0 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:13:45.126973 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674b791-dc7e-430c-88e1-9fa25f53d2d9 None None] Pushing event deleted for resources: {'Port': ['ID=1942cf7c-80f0-40b3-9b7d-2e02479f2bd0,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:45.179821 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ba03ad07-4ad2-4780-b1cc-2c4bc6ac0d49 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:45.181162 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ba03ad07-4ad2-4780-b1cc-2c4bc6ac0d49 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2473245 Sep 19 12:13:45.184952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49710) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:45.214385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.215889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-67087203-a60b-4f96-8828-73315ebd35f0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.227164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-67087203-a60b-4f96-8828-73315ebd35f0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.228262 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Transition to ACTIVE for port object 8fce5cf3-e1fc-43bb-be7e-52b4253d600c will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:45.334431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:13:45.338039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.345155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.383260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-67087203-a60b-4f96-8828-73315ebd35f0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.383528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Transition to ACTIVE for port object 8fce5cf3-e1fc-43bb-be7e-52b4253d600c will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:45.404957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67087203-a60b-4f96-8828-73315ebd35f0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9ef1ef3-be3f-4691-a98d-ed8cb1dec0ea,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:45.441891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Subnet': ['ID=91619b5d-06f2-4396-9940-bde02425de1e,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:45.455281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Checking segment: {'id': 'a2cccec5-c401-4fa8-83e2-3d39cdf77920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '83108d6d-54ed-4882-940a-1c18a4ce9f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:45.455633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network hostable DHCP agents. Network: 83108d6d-54ed-4882-940a-1c18a4ce9f77, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:13:45.475834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.493173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 73313942-2fca-4623-8f91-b04d0c3bf2ac no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:13:45.512421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-67087203-a60b-4f96-8828-73315ebd35f0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.519077 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-67087203-a60b-4f96-8828-73315ebd35f0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c9ef1ef3-be3f-4691-a98d-ed8cb1dec0ea HTTP/1.1" status: 204 len: 168 time: 0.3274043 Sep 19 12:13:45.534170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49714) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:45.593963 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.605511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::25a (97c14447-5e4d-4deb-a6ce-aa8646f0c431/dec23321-925e-4997-9a44-83b6e59b8d21/199a1388-c1a2-4fe6-b4ff-a16657f7214a) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:45.635800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.637179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 73313942-2fca-4623-8f91-b04d0c3bf2ac {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:13:45.637518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 73313942-2fca-4623-8f91-b04d0c3bf2ac not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:13:45.649598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Pushing event updated for resources: {'Port': ['ID=f5dc34d1-b5c3-4f43-9259-04f3ce7349fd,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:45.665025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:45.665173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network 83108d6d-54ed-4882-940a-1c18a4ce9f77 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:13:45.668788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:45.672316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:45.687348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3ea32ce4-f6fa-4e68-89a0-7fbab2a386f0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:45.710674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Pushing event updated for resources: {'Port': ['ID=8fce5cf3-e1fc-43bb-be7e-52b4253d600c,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:45.788977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Attempting to bind port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:45.789425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Attempting to bind port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:45.789784 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Attempting to bind port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:45.801243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:45.801612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:45.802008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.802391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:45.803047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Bound port: 8fce5cf3-e1fc-43bb-be7e-52b4253d600c, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:45.803417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.840546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 83108d6d-54ed-4882-940a-1c18a4ce9f77) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:45.846737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.857883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f724232-86a9-4628-8dff-220dc21469f6 None None] Network 83108d6d-54ed-4882-940a-1c18a4ce9f77 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:45.864959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 199a1388-c1a2-4fe6-b4ff-a16657f7214a will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:45.873642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:45.874393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.886334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.887610 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ba1d1d3b-230f-4a44-9a6e-a8834f2c01a1 tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5209186 Sep 19 12:13:45.890617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49720) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:45.893050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.927695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:45.971841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3ea32ce4-f6fa-4e68-89a0-7fbab2a386f0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:45.975272 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3ea32ce4-f6fa-4e68-89a0-7fbab2a386f0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4350007 Sep 19 12:13:45.979265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49724) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:45.988878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.000526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] For port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:46.020264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] For port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8fce5cf3-e1fc-43bb-be7e-52b4253d600c,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:46.033958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a8d22ec-183c-4ff9-b298-91e1c0d1dc70 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.048608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a8d22ec-183c-4ff9-b298-91e1c0d1dc70 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.075665 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b7f0254e-bc10-4f62-ba38-20078464fe7e tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1836565 Sep 19 12:13:46.083571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49728) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:46.086093 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:46.090132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:46.093455 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-85aeff36-8a3a-4fbd-b526-3534fec772fe tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2316639 Sep 19 12:13:46.095086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:46.100798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:46.101356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.105275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49732) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:46.105911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=199a1388-c1a2-4fe6-b4ff-a16657f7214a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:46.118501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.184933 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-83108d6d-54ed-4882-940a-1c18a4ce9f77', 'network_id': '83108d6d-54ed-4882-940a-1c18a4ce9f77', 'tenant_id': '01a3a22e8372426ea98e0ffa8cd37a2f', 'fixed_ips': [{'subnet_id': '91619b5d-06f2-4396-9940-bde02425de1e'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:13:46.185773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.196928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-910f2f73-4f42-4d77-89fa-b397e47ee3f4 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Synchronizing usage tracker for tenant:950cdb1bc6bf427e802ecb53644e6528 on resource:floatingip {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:46.246057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Allocated IP 172.26.5.229 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/9061f243-15a4-4c6a-ae0a-47a719c41f08) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:46.361561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5019e4-e4b6-4c82-a318-ccb2ed6c00c2 None None] Pushing event updated for resources: {'Port': ['ID=8fce5cf3-e1fc-43bb-be7e-52b4253d600c,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:46.386910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.406477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a8d22ec-183c-4ff9-b298-91e1c0d1dc70 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.424110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-910f2f73-4f42-4d77-89fa-b397e47ee3f4 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Unset dirty status for tenant:950cdb1bc6bf427e802ecb53644e6528 on resource:floatingip {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:46.428709 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-910f2f73-4f42-4d77-89fa-b397e47ee3f4 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3410053 Sep 19 12:13:46.432952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Allocated IP 2001:db8::f816:3eff:fe1d:aa42 (83108d6d-54ed-4882-940a-1c18a4ce9f77/91619b5d-06f2-4396-9940-bde02425de1e/3b3ef7ff-abcb-481c-9c74-7a74706bcdd1) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:46.433145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49736) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:46.438955 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-50cef30a-0b83-4861-aff4-6fb4fc2648e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9457331 Sep 19 12:13:46.441917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d22ec-183c-4ff9-b298-91e1c0d1dc70 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90195215-6bca-4236-8070-0d11551ac13f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:46.449171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49740) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:46.535828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.561195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.649477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032103-4584-4ff3-8605-49482e2b30fc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:46.658595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9032103-4584-4ff3-8605-49482e2b30fc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:46.659737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f9032103-4584-4ff3-8605-49482e2b30fc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:46.698239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.709388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Transition to ACTIVE for port object 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:46.730076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Transition to ACTIVE for port object 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:46.763506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f9032103-4584-4ff3-8605-49482e2b30fc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:46.764710 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f9032103-4584-4ff3-8605-49482e2b30fc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3140960 Sep 19 12:13:46.767334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49744) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:46.830171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.837126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c1cfe-9728-4773-9c37-396012276d9c tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Deleting port f5dc34d1-b5c3-4f43-9259-04f3ce7349fd {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:46.837456 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1cfe-9728-4773-9c37-396012276d9c tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.841593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc762b-6dd5-4ca4-a7cd-b3bc0ec7a385 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 199a1388-c1a2-4fe6-b4ff-a16657f7214a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:46.841954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5fc762b-6dd5-4ca4-a7cd-b3bc0ec7a385 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.868677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a8d22ec-183c-4ff9-b298-91e1c0d1dc70 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.869795 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9a8d22ec-183c-4ff9-b298-91e1c0d1dc70 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/90195215-6bca-4236-8070-0d11551ac13f HTTP/1.1" status: 204 len: 168 time: 0.8895352 Sep 19 12:13:46.875283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49748) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:46.892043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:46.966186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Network 83108d6d-54ed-4882-940a-1c18a4ce9f77 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:46.969784 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:46.972425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:46.999698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7743b7e7-aabf-450e-b74c-8b8429c8c532 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:47.003153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.058997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1cfe-9728-4773-9c37-396012276d9c tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.060870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1cfe-9728-4773-9c37-396012276d9c tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.069038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Pushing event updated for resources: {'Port': ['ID=3b3ef7ff-abcb-481c-9c74-7a74706bcdd1,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:47.088246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Subnet': ['ID=91619b5d-06f2-4396-9940-bde02425de1e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:47.104051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Attempting to bind port 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:47.104451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Attempting to bind port 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a2cccec5-c401-4fa8-83e2-3d39cdf77920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '83108d6d-54ed-4882-940a-1c18a4ce9f77'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:47.104875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Attempting to bind port 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1 on network 83108d6d-54ed-4882-940a-1c18a4ce9f77 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:47.113037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:47.113408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Checking segment: {'id': 'a2cccec5-c401-4fa8-83e2-3d39cdf77920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '83108d6d-54ed-4882-940a-1c18a4ce9f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:47.113804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.114188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Bound using segment: {'id': 'a2cccec5-c401-4fa8-83e2-3d39cdf77920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '83108d6d-54ed-4882-940a-1c18a4ce9f77'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:47.114655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Bound port: 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cccec5-c401-4fa8-83e2-3d39cdf77920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '83108d6d-54ed-4882-940a-1c18a4ce9f77'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:47.115051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.134118 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.234091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] For port 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:47.238912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] For port 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3b3ef7ff-abcb-481c-9c74-7a74706bcdd1,segment=NetworkSegment(a2cccec5-c401-4fa8-83e2-3d39cdf77920),segment_id=a2cccec5-c401-4fa8-83e2-3d39cdf77920)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:47.252918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c1cfe-9728-4773-9c37-396012276d9c tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Calling delete_port for f5dc34d1-b5c3-4f43-9259-04f3ce7349fd owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:47.288000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.311629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:47.317704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7743b7e7-aabf-450e-b74c-8b8429c8c532 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:47.321745 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7743b7e7-aabf-450e-b74c-8b8429c8c532 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4428110 Sep 19 12:13:47.323134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:47.325525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83108d6d-54ed-4882-940a-1c18a4ce9f77']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:47.325665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:47.332388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.351753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cccec5-c401-4fa8-83e2-3d39cdf77920') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:47.351978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49752) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:47.352073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cccec5-c401-4fa8-83e2-3d39cdf77920') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:47.366852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.409579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.418424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:13:47.419097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.438417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Pushing event updated for resources: {'Port': ['ID=9061f243-15a4-4c6a-ae0a-47a719c41f08,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:47.452959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b735ac6e-fbb4-4242-b0da-329686040ed7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.495704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b745af1-2f4c-4518-8d98-1c7156e577b1 None None] Pushing event updated for resources: {'Port': ['ID=3b3ef7ff-abcb-481c-9c74-7a74706bcdd1,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:47.501897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75a3b7-23eb-458e-b588-beb171a6f388 None None] Network 83108d6d-54ed-4882-940a-1c18a4ce9f77 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:47.533561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b735ac6e-fbb4-4242-b0da-329686040ed7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.552457 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a2cccec5-c401-4fa8-83e2-3d39cdf77920 resource provider aggregate not found Sep 19 12:13:47.578880 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a2cccec5-c401-4fa8-83e2-3d39cdf77920 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2cccec5-c401-4fa8-83e2-3d39cdf77920 found for delete ", "request_id": "req-1c4ceb07-e67a-4ffc-929c-dd34d6e083e2"}]} Sep 19 12:13:47.589217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5fc762b-6dd5-4ca4-a7cd-b3bc0ec7a385 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.602949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:13:47.602949 dv-neutron-857775-2-hyperv neutron-server[89794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:13:47.602949 dv-neutron-857775-2-hyperv neutron-server[89794]: [parameters: {'id': '83108d6d-54ed-4882-940a-1c18a4ce9f77'}] Sep 19 12:13:47.602949 dv-neutron-857775-2-hyperv neutron-server[89794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:13:47.603571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:13:47.669286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0606f4e3-baef-45aa-9ffb-b6770bf3a52d None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:47.689863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8fce5cf3-e1fc-43bb-be7e-52b4253d600c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:47.738605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc762b-6dd5-4ca4-a7cd-b3bc0ec7a385 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 199a1388-c1a2-4fe6-b4ff-a16657f7214a owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:47.820139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b735ac6e-fbb4-4242-b0da-329686040ed7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.845599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735ac6e-fbb4-4242-b0da-329686040ed7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce8c3019-787e-49df-a995-11e626d91db8,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:47.857394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1cfe-9728-4773-9c37-396012276d9c tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:47.996476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-db127345-3219-4e05-9e57-8c277eb432f2 None None] Provisioning for port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:48.000718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5fc762b-6dd5-4ca4-a7cd-b3bc0ec7a385 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.030504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c1cfe-9728-4773-9c37-396012276d9c tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Pushing event deleted for resources: {'Port': ['ID=f5dc34d1-b5c3-4f43-9259-04f3ce7349fd,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:48.070515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc762b-6dd5-4ca4-a7cd-b3bc0ec7a385 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=199a1388-c1a2-4fe6-b4ff-a16657f7214a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:48.079103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:48.092344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:48.092720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.106828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.127937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5fc762b-6dd5-4ca4-a7cd-b3bc0ec7a385 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.135055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Deleting port 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:48.135989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.171163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b735ac6e-fbb4-4242-b0da-329686040ed7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.172280 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b735ac6e-fbb4-4242-b0da-329686040ed7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ce8c3019-787e-49df-a995-11e626d91db8 HTTP/1.1" status: 204 len: 168 time: 0.8104236 Sep 19 12:13:48.178728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49760) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:48.201098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1cfe-9728-4773-9c37-396012276d9c tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.203790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1cfe-9728-4773-9c37-396012276d9c tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.207580 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2e6c1cfe-9728-4773-9c37-396012276d9c tempest-FloatingIPAdminTestJSON-277623796 tempest-FloatingIPAdminTestJSON-277623796-project] 10.222.0.66 "DELETE /v2.0/floatingips/1de82a11-dcdb-4a58-b23a-7f4a95dbb7de HTTP/1.1" status: 204 len: 168 time: 1.7707512 Sep 19 12:13:48.207743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49764) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:48.240459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:48.240459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.270355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8fce5cf3-e1fc-43bb-be7e-52b4253d600c,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:48.320252 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-743d3de8-81b5-4f9a-929c-5f48c800b418 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1335621 Sep 19 12:13:48.321277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49768) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:48.358111 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f5fc762b-6dd5-4ca4-a7cd-b3bc0ec7a385 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/199a1388-c1a2-4fe6-b4ff-a16657f7214a HTTP/1.1" status: 204 len: 168 time: 1.5896637 Sep 19 12:13:48.363146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.366514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49772) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:48.422595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.447318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=8fce5cf3-e1fc-43bb-be7e-52b4253d600c,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:48.579505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-05a250f1-5f09-488d-bc08-f7e4ed63e7d9 None None] Provisioning complete for port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:48.580144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-05a250f1-5f09-488d-bc08-f7e4ed63e7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.585831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-01308e6c-29a8-42ae-a329-98890415e9be tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Deleting port 4fcf6f6a-5ef3-49bc-a4f8-371f5044352e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:48.585831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-01308e6c-29a8-42ae-a329-98890415e9be tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.659318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8381ba-83d7-4882-83eb-4dcbd89cdce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:48.660844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8381ba-83d7-4882-83eb-4dcbd89cdce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:48.662040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1a8381ba-83d7-4882-83eb-4dcbd89cdce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:48.680932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea695ed9-ecd5-4b1c-a098-5c0ec7f9e3b9 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.686303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] For port 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3b3ef7ff-abcb-481c-9c74-7a74706bcdd1,segment=NetworkSegment(a2cccec5-c401-4fa8-83e2-3d39cdf77920),segment_id=a2cccec5-c401-4fa8-83e2-3d39cdf77920)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:48.687520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.748344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-05a250f1-5f09-488d-bc08-f7e4ed63e7d9 None None] Current status of the port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:48.838130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea695ed9-ecd5-4b1c-a098-5c0ec7f9e3b9 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:48.852406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Calling delete_port for 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:48.863041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a40ef21b-1511-447d-9187-2972459495e2 None None] Could not find standard attr ID for object 199a1388-c1a2-4fe6-b4ff-a16657f7214a. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:13:48.893227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1a8381ba-83d7-4882-83eb-4dcbd89cdce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:48.894415 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1a8381ba-83d7-4882-83eb-4dcbd89cdce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5269220 Sep 19 12:13:48.897580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49776) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:48.952803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a1b6e-b208-44bb-a0de-89c013729ec7 None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:13:49.046313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea695ed9-ecd5-4b1c-a098-5c0ec7f9e3b9 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.050345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-01308e6c-29a8-42ae-a329-98890415e9be tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.050695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-01308e6c-29a8-42ae-a329-98890415e9be tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.066141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea695ed9-ecd5-4b1c-a098-5c0ec7f9e3b9 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba413dd-df18-458a-b664-c082e15f4376,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:49.076975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.124058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a1b6e-b208-44bb-a0de-89c013729ec7 None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:13:49.148452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No DVR routers for this DVR port 3b3ef7ff-abcb-481c-9c74-7a74706bcdd1 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:13:49.184204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Port': ['ID=3b3ef7ff-abcb-481c-9c74-7a74706bcdd1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:49.199440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-01308e6c-29a8-42ae-a329-98890415e9be tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Calling delete_port for 4fcf6f6a-5ef3-49bc-a4f8-371f5044352e owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:49.209343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea695ed9-ecd5-4b1c-a098-5c0ec7f9e3b9 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.213138 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ea695ed9-ecd5-4b1c-a098-5c0ec7f9e3b9 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/fba413dd-df18-458a-b664-c082e15f4376 HTTP/1.1" status: 204 len: 168 time: 0.8854775 Sep 19 12:13:49.215020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49780) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:49.257202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54212d0-09ff-4f56-bb5b-09ac847c6380 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet dec23321-925e-4997-9a44-83b6e59b8d21 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:13:49.262883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e54212d0-09ff-4f56-bb5b-09ac847c6380 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.326388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.350500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.359885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a6fa3db3-abf9-4a3d-8e2d-a701f356f791 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:49.369135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83108d6d-54ed-4882-940a-1c18a4ce9f77']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:49.389543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cccec5-c401-4fa8-83e2-3d39cdf77920') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:49.389835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cccec5-c401-4fa8-83e2-3d39cdf77920') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:49.402806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.420981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.429470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:13:49.429864 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.439282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e54212d0-09ff-4f56-bb5b-09ac847c6380 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.501579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a6fa3db3-abf9-4a3d-8e2d-a701f356f791 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:49.503132 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a6fa3db3-abf9-4a3d-8e2d-a701f356f791 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2871714 Sep 19 12:13:49.510085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49786) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:49.525190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263772611'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:49.534244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:49.548994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:49.579851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8fce5cf3-e1fc-43bb-be7e-52b4253d600c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:49.602006 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a2cccec5-c401-4fa8-83e2-3d39cdf77920 resource provider aggregate not found Sep 19 12:13:49.621814 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a2cccec5-c401-4fa8-83e2-3d39cdf77920 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2cccec5-c401-4fa8-83e2-3d39cdf77920 found for delete ", "request_id": "req-cc6a9e92-52d3-42d2-8c8d-389ff480b742"}]} Sep 19 12:13:49.656922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:49.657283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.695733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e54212d0-09ff-4f56-bb5b-09ac847c6380 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.706497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.734777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.741678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Network': ['ID=83108d6d-54ed-4882-940a-1c18a4ce9f77,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:49.744890 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:49.762162 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f13604f6-fda7-4177-94c9-700c0cc1b9dd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/83108d6d-54ed-4882-940a-1c18a4ce9f77 HTTP/1.1" status: 204 len: 168 time: 3.6496034 Sep 19 12:13:49.763539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49794) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:49.768989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1886369456'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:49.778102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:49.778663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:49.785537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:network and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:49.788495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:49.790785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:49.797512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:49.800105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:49.802078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:49.809603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:49.888699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-01308e6c-29a8-42ae-a329-98890415e9be tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.007958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:50.011825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.044470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Router 3469702f-eff9-4350-91aa-0f2196b78cb7 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:13:50.046719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e54212d0-09ff-4f56-bb5b-09ac847c6380 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.053255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:13:50.079925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.080277 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Added segment ff25016f-9bd8-4dc3-95a7-def111448b3f of type vlan for network 0560fe5f-c66b-40bd-b758-dd2fad68bce1 Sep 19 12:13:50.087294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01308e6c-29a8-42ae-a329-98890415e9be tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fcf6f6a-5ef3-49bc-a4f8-371f5044352e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:50.121653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.136834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.141923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54212d0-09ff-4f56-bb5b-09ac847c6380 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=dec23321-925e-4997-9a44-83b6e59b8d21,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:50.144931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e851b40-196d-4126-8028-c7419ad15fe9 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:50.149555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e54212d0-09ff-4f56-bb5b-09ac847c6380 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.185784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.231793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d14da3-bb9a-4819-92ee-107f7819304d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:50.254209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.260823 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:50.261974 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.352005 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e54212d0-09ff-4f56-bb5b-09ac847c6380 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/dec23321-925e-4997-9a44-83b6e59b8d21 HTTP/1.1" status: 204 len: 168 time: 1.4431021 Sep 19 12:13:50.357882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.359408 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fbb50bb6-3f9f-4492-a31c-a69090f09a67 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8495021 Sep 19 12:13:50.360282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49798) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:50.366737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49800) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:50.379299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': 'a8d14da3-bb9a-4819-92ee-107f7819304d', 'direction': 'ingress', 'protocol': 17}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:50.386416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-01308e6c-29a8-42ae-a329-98890415e9be tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.393936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-01308e6c-29a8-42ae-a329-98890415e9be tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.393936 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-01308e6c-29a8-42ae-a329-98890415e9be tempest-FloatingIPAdminTestJSON-187293588 tempest-FloatingIPAdminTestJSON-187293588-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/37e544ef-37b0-42a0-a17e-46ff8cf51b82 HTTP/1.1" status: 204 len: 168 time: 2.1812751 Sep 19 12:13:50.394801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:50.396419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49806) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:50.437839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:50.450298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:50.456375 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b3a17a58-f2f4-4b60-89fa-cb64ae17ef45 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825045 Sep 19 12:13:50.459346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49810) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:50.460070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930cb32d-aa8a-4eaa-a7d8-cd4a9ff06cd0 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:13:50.462045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Network': ['ID=0560fe5f-c66b-40bd-b758-dd2fad68bce1,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:50.467111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-930cb32d-aa8a-4eaa-a7d8-cd4a9ff06cd0 None None] Deleting port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:50.467804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-930cb32d-aa8a-4eaa-a7d8-cd4a9ff06cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.468279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:50.470364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:50.472201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:50.485483 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ad6a1-718b-42ee-ab7c-47874b747806 None None] Sync routers for ids ['3469702f-eff9-4350-91aa-0f2196b78cb7'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:50.487099 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-272eaf57-eca9-4b51-94be-35431d7aae78 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7225485 Sep 19 12:13:50.491791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49814) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:50.498310 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ad6a1-718b-42ee-ab7c-47874b747806 None None] Routers {'3469702f-eff9-4350-91aa-0f2196b78cb7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:50.499310 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5d7ad6a1-718b-42ee-ab7c-47874b747806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3469702f-eff9-4350-91aa-0f2196b78cb7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:50.511736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-25b1322c-ee72-47c9-b64e-c5114b29bcdd tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Deleting port 9a108f82-6b65-4d41-9d01-a4b450383c59 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:50.512085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25b1322c-ee72-47c9-b64e-c5114b29bcdd tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.542203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'subnet': {'network_id': '0560fe5f-c66b-40bd-b758-dd2fad68bce1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:50.548108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 0560fe5f-c66b-40bd-b758-dd2fad68bce1 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:13:50.570171 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5d7ad6a1-718b-42ee-ab7c-47874b747806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:50.580667 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ad6a1-718b-42ee-ab7c-47874b747806 None None] Routers {'3469702f-eff9-4350-91aa-0f2196b78cb7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:50.581278 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5d7ad6a1-718b-42ee-ab7c-47874b747806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3469702f-eff9-4350-91aa-0f2196b78cb7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:50.650264 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5d7ad6a1-718b-42ee-ab7c-47874b747806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:50.650585 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ad6a1-718b-42ee-ab7c-47874b747806 None None] The sync data for ids ['3469702f-eff9-4350-91aa-0f2196b78cb7'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:50.679527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.680741 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f9856f51-2ae9-4b32-9e03-ce8cd10ea9d3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6721480 Sep 19 12:13:50.687002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49818) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:50.689254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:50.695613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b541477b-788f-40a4-b414-f35b6ead26ec tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'enable_snat': False}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:50.736335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.840659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25b1322c-ee72-47c9-b64e-c5114b29bcdd tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.862803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:50.873935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:50.876493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:50.884468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-930cb32d-aa8a-4eaa-a7d8-cd4a9ff06cd0 None None] For port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8fce5cf3-e1fc-43bb-be7e-52b4253d600c,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:50.885081 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-930cb32d-aa8a-4eaa-a7d8-cd4a9ff06cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.894732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:50.911421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:50.972374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:50.981791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-25b1322c-ee72-47c9-b64e-c5114b29bcdd tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Calling delete_port for 9a108f82-6b65-4d41-9d01-a4b450383c59 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:50.991735 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:50.995871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.029178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-930cb32d-aa8a-4eaa-a7d8-cd4a9ff06cd0 None None] Calling delete_port for 8fce5cf3-e1fc-43bb-be7e-52b4253d600c owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:51.062000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.089156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c17fd11-48cd-41f9-8ef2-524c72fc1cd9,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:51.093524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:51.097064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.231988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-930cb32d-aa8a-4eaa-a7d8-cd4a9ff06cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.278093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cb32d-aa8a-4eaa-a7d8-cd4a9ff06cd0 None None] Pushing event deleted for resources: {'Port': ['ID=8fce5cf3-e1fc-43bb-be7e-52b4253d600c,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:51.287201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cb32d-aa8a-4eaa-a7d8-cd4a9ff06cd0 None None] No DVR routers for this DVR port 8fce5cf3-e1fc-43bb-be7e-52b4253d600c on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:13:51.293355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.297650 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-be0643bc-ab9e-49ce-a216-a245798e1280 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9275672 Sep 19 12:13:51.298315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49824) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:51.301661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25b1322c-ee72-47c9-b64e-c5114b29bcdd tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.377732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1322c-ee72-47c9-b64e-c5114b29bcdd tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event deleted for resources: {'Port': ['ID=9a108f82-6b65-4d41-9d01-a4b450383c59,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:51.527299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-093d27dc-e0c3-4987-b962-71cabbd705bb tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.529629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25b1322c-ee72-47c9-b64e-c5114b29bcdd tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.531987 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-25b1322c-ee72-47c9-b64e-c5114b29bcdd tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "DELETE /v2.0/ports/9a108f82-6b65-4d41-9d01-a4b450383c59 HTTP/1.1" status: 204 len: 168 time: 1.1343734 Sep 19 12:13:51.535344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49828) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:51.572130 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8fce5cf3-e1fc-43bb-be7e-52b4253d600c no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:13:51.624263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-093d27dc-e0c3-4987-b962-71cabbd705bb tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.628441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 8fce5cf3-e1fc-43bb-be7e-52b4253d600c {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:13:51.629265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8fce5cf3-e1fc-43bb-be7e-52b4253d600c not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:13:51.691526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615ff9d2-1d59-4c84-a9eb-f2edb31b639c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:51.692250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-615ff9d2-1d59-4c84-a9eb-f2edb31b639c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Synchronizing usage tracker for tenant:950cdb1bc6bf427e802ecb53644e6528 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:51.773013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b541477b-788f-40a4-b414-f35b6ead26ec tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.800621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-093d27dc-e0c3-4987-b962-71cabbd705bb tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.821624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d27dc-e0c3-4987-b962-71cabbd705bb tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d14da3-bb9a-4819-92ee-107f7819304d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:51.831223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-093d27dc-e0c3-4987-b962-71cabbd705bb tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.832353 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-093d27dc-e0c3-4987-b962-71cabbd705bb tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/a8d14da3-bb9a-4819-92ee-107f7819304d HTTP/1.1" status: 204 len: 168 time: 0.5319469 Sep 19 12:13:51.835030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49832) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:51.846790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.852416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-615ff9d2-1d59-4c84-a9eb-f2edb31b639c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Unset dirty status for tenant:950cdb1bc6bf427e802ecb53644e6528 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:51.853548 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-615ff9d2-1d59-4c84-a9eb-f2edb31b639c tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "GET /v2.0/ports?device_id=1585b989-c08d-4a1d-95d3-e0ac819eeccf HTTP/1.1" status: 200 len: 913 time: 0.3161254 Sep 19 12:13:51.856668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49836) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:51.916439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:51.919724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:51.924650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:51.925239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.929755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814576bc-351c-4169-ab95-ca3f0bd38a32 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:51.931076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:51.966200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=acf53132-5665-43ed-a46b-d25bb4d2504f,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:52.100422 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ead4b0d4-ad51-4deb-b889-5ff6b11695d7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:52.123388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Subnet': ['ID=d3ff1c18-2571-43b5-a20e-3a124a2b1cec,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:52.137688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Checking segment: {'id': 'ff25016f-9bd8-4dc3-95a7-def111448b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0560fe5f-c66b-40bd-b758-dd2fad68bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:52.137688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network hostable DHCP agents. Network: 0560fe5f-c66b-40bd-b758-dd2fad68bce1, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:13:52.161628 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1d40fb73-2ab8-483d-98d7-4a1cf2fe5ed4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7013099 Sep 19 12:13:52.164360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49840) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:52.170614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'name': 'tempest-NetworksTestDHCPv6-249909562'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:52.178650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': 'acf53132-5665-43ed-a46b-d25bb4d2504f'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:13:52.179875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.301422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network 0560fe5f-c66b-40bd-b758-dd2fad68bce1 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:13:52.329448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ead4b0d4-ad51-4deb-b889-5ff6b11695d7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:52.330691 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ead4b0d4-ad51-4deb-b889-5ff6b11695d7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4947236 Sep 19 12:13:52.335108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49844) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:52.342180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group': {'name': 'tempest-secgroup--403863916'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:52.349440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:52.373643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/acf53132-5665-43ed-a46b-d25bb4d2504f/4a4bba82-58eb-49ea-9c97-cd861f636dc9) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:52.429520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:52.503466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 0560fe5f-c66b-40bd-b758-dd2fad68bce1) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:52.512196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:52.512780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.514001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a46fc2c-39a8-42e6-a428-07b6ce57cff3 None None] Network 0560fe5f-c66b-40bd-b758-dd2fad68bce1 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:52.523325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.542776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:52.551904 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:52.590707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:52.596878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:52.605209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:52.606972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:52.615778 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:52.625708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:52.641348 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d33e42a8-e65e-4d2b-a6ae-0d7f9ba49413 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1461782 Sep 19 12:13:52.642694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49848) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:52.728195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:52.731714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.733995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.778110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.779236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Transition to ACTIVE for port object 4a4bba82-58eb-49ea-9c97-cd861f636dc9 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:52.782082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.785783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.812413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Transition to ACTIVE for port object 4a4bba82-58eb-49ea-9c97-cd861f636dc9 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:52.847711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 1c773489-9923-4f2c-90fe-9445fa8248cb yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:13:52.868797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.870712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-0560fe5f-c66b-40bd-b758-dd2fad68bce1', 'network_id': '0560fe5f-c66b-40bd-b758-dd2fad68bce1', 'tenant_id': '01a3a22e8372426ea98e0ffa8cd37a2f', 'fixed_ips': [{'subnet_id': 'd3ff1c18-2571-43b5-a20e-3a124a2b1cec'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:13:52.871992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.936101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:52.999523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e29ef-29b8-4ce4-b47a-39991f13af07,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:53.035231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.036123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:53.044670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:53.047121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:53.097734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.101787 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cb4f97e9-7c2b-4302-be8b-c3eb3afe6ec4 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7637863 Sep 19 12:13:53.125193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49852) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:53.135243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group': {'name': 'tempest-secgroup--829298927'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:53.150646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:53.157436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:53.161358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:53.170153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Pushing event updated for resources: {'Port': ['ID=4a4bba82-58eb-49ea-9c97-cd861f636dc9,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:53.174672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:53.256536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Attempting to bind port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:53.256914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Attempting to bind port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:53.257280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Attempting to bind port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:53.268169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:53.268692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:53.269126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.269524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:53.269995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Bound port: 4a4bba82-58eb-49ea-9c97-cd861f636dc9, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:53.270497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.281298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Allocated IP 2001:db8::2 (0560fe5f-c66b-40bd-b758-dd2fad68bce1/d3ff1c18-2571-43b5-a20e-3a124a2b1cec/d1f8ef64-0c1a-4460-af8a-74513d23c046) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:53.311976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.320921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::131 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/acf53132-5665-43ed-a46b-d25bb4d2504f/1c773489-9923-4f2c-90fe-9445fa8248cb) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:53.332709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.344141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Deleting port 047c71f1-61ef-4091-ac87-e94b93b816d1 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:53.344610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.373780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:53.389779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:53.399781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:53.410290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:53.426316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b541477b-788f-40a4-b414-f35b6ead26ec tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.443979 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b541477b-788f-40a4-b414-f35b6ead26ec tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.470235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] For port 4a4bba82-58eb-49ea-9c97-cd861f636dc9, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:53.498552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] For port 4a4bba82-58eb-49ea-9c97-cd861f636dc9, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4a4bba82-58eb-49ea-9c97-cd861f636dc9,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:53.583759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.595113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Transition to ACTIVE for port object d1f8ef64-0c1a-4460-af8a-74513d23c046 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:53.609870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.612079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.620929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.655288 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Transition to ACTIVE for port object d1f8ef64-0c1a-4460-af8a-74513d23c046 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:53.696181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33497c-9941-41ef-820a-807ef4a773a8 None None] Pushing event updated for resources: {'Port': ['ID=4a4bba82-58eb-49ea-9c97-cd861f636dc9,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:53.740262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.747465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.753016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Calling delete_port for 047c71f1-61ef-4091-ac87-e94b93b816d1 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:53.766737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b541477b-788f-40a4-b414-f35b6ead26ec tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Router 3469702f-eff9-4350-91aa-0f2196b78cb7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:13:53.795960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:53.836885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Network 0560fe5f-c66b-40bd-b758-dd2fad68bce1 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:53.840953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:53.849096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:53.849096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Pushing event updated for resources: {'Port': ['ID=d1f8ef64-0c1a-4460-af8a-74513d23c046,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:54.025901 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Attempting to bind port d1f8ef64-0c1a-4460-af8a-74513d23c046 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:13:54.026361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Attempting to bind port d1f8ef64-0c1a-4460-af8a-74513d23c046 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'ff25016f-9bd8-4dc3-95a7-def111448b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0560fe5f-c66b-40bd-b758-dd2fad68bce1'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:13:54.026822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Attempting to bind port d1f8ef64-0c1a-4460-af8a-74513d23c046 on network 0560fe5f-c66b-40bd-b758-dd2fad68bce1 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:13:54.033084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:13:54.033561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Checking segment: {'id': 'ff25016f-9bd8-4dc3-95a7-def111448b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0560fe5f-c66b-40bd-b758-dd2fad68bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:54.034038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.034495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Bound using segment: {'id': 'ff25016f-9bd8-4dc3-95a7-def111448b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0560fe5f-c66b-40bd-b758-dd2fad68bce1'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:13:54.035117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Bound port: d1f8ef64-0c1a-4460-af8a-74513d23c046, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff25016f-9bd8-4dc3-95a7-def111448b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0560fe5f-c66b-40bd-b758-dd2fad68bce1'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:13:54.035547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.048849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 1c773489-9923-4f2c-90fe-9445fa8248cb will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:13:54.070827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.126331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ff1c18-2571-43b5-a20e-3a124a2b1cec,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:54.148853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88eb0bb-c1b0-40a6-abaf-536e5b5ee32d,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:54.161725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.163036 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bc91f3e2-029a-4ec5-a69b-1bc6bb1e043e tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0367005 Sep 19 12:13:54.165781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49858) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:54.176355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': 'a01e29ef-29b8-4ce4-b47a-39991f13af07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a88eb0bb-c1b0-40a6-abaf-536e5b5ee32d', 'remote_ip_prefix': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:54.187238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:54.194991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:54.204128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:54.204904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-96981959-4479-4082-8bef-4b12848602f9 None None] For port d1f8ef64-0c1a-4460-af8a-74513d23c046, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:13:54.208420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-96981959-4479-4082-8bef-4b12848602f9 None None] For port d1f8ef64-0c1a-4460-af8a-74513d23c046, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d1f8ef64-0c1a-4460-af8a-74513d23c046,segment=NetworkSegment(ff25016f-9bd8-4dc3-95a7-def111448b3f),segment_id=ff25016f-9bd8-4dc3-95a7-def111448b3f)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:13:54.216379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:54.279437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.306567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.383025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.413278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:54.425597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:54.435008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0560fe5f-c66b-40bd-b758-dd2fad68bce1']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:54.442210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:13:54.447938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:54.448694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.450449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96981959-4479-4082-8bef-4b12848602f9 None None] Pushing event updated for resources: {'Port': ['ID=d1f8ef64-0c1a-4460-af8a-74513d23c046,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:54.455064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=1c773489-9923-4f2c-90fe-9445fa8248cb,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:54.456515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.457489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5544dc61-c5d5-4050-9fa8-af47c0b2bdc0 None None] Network 0560fe5f-c66b-40bd-b758-dd2fad68bce1 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:54.469492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b541477b-788f-40a4-b414-f35b6ead26ec tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:54.473067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.484913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453fe7d9-fb6c-4938-916c-ac096039d645 None None] Sync routers for ids ['3469702f-eff9-4350-91aa-0f2196b78cb7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:54.487923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff25016f-9bd8-4dc3-95a7-def111448b3f') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:54.488218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff25016f-9bd8-4dc3-95a7-def111448b3f') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:54.504544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.521573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.529275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:13:54.529730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.533315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event deleted for resources: {'Port': ['ID=047c71f1-61ef-4091-ac87-e94b93b816d1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:54.575361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fe7d9-fb6c-4938-916c-ac096039d645 None None] Routers {'3469702f-eff9-4350-91aa-0f2196b78cb7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:54.576152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-453fe7d9-fb6c-4938-916c-ac096039d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3469702f-eff9-4350-91aa-0f2196b78cb7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:54.653368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-453fe7d9-fb6c-4938-916c-ac096039d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:54.685022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b541477b-788f-40a4-b414-f35b6ead26ec tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.687780 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b541477b-788f-40a4-b414-f35b6ead26ec tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "PUT /v2.0/routers/3469702f-eff9-4350-91aa-0f2196b78cb7 HTTP/1.1" status: 200 len: 921 time: 3.9997964 Sep 19 12:13:54.689939 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ba8d0cc3-8e40-487a-b5cf-9bd1b0dd89b7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5246713 Sep 19 12:13:54.690714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49864) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:54.692449 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment ff25016f-9bd8-4dc3-95a7-def111448b3f resource provider aggregate not found Sep 19 12:13:54.698084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49866) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:54.719601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fe7d9-fb6c-4938-916c-ac096039d645 None None] Routers {'3469702f-eff9-4350-91aa-0f2196b78cb7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:54.720360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-453fe7d9-fb6c-4938-916c-ac096039d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3469702f-eff9-4350-91aa-0f2196b78cb7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:54.802888 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment ff25016f-9bd8-4dc3-95a7-def111448b3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff25016f-9bd8-4dc3-95a7-def111448b3f found for delete ", "request_id": "req-9af9e082-8c91-4d6b-ade9-5f6991c8a2ce"}]} Sep 19 12:13:54.843532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.845926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-453fe7d9-fb6c-4938-916c-ac096039d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:54.846440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453fe7d9-fb6c-4938-916c-ac096039d645 None None] The sync data for ids ['3469702f-eff9-4350-91aa-0f2196b78cb7'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:54.867815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:13:54.867815 dv-neutron-857775-2-hyperv neutron-server[89794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:13:54.867815 dv-neutron-857775-2-hyperv neutron-server[89794]: [parameters: {'id': '0560fe5f-c66b-40bd-b758-dd2fad68bce1'}] Sep 19 12:13:54.867815 dv-neutron-857775-2-hyperv neutron-server[89794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:13:54.868154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:13:54.949047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:54.984540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee72966-15a1-4ec0-9512-96e6696c0a37,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:54.995463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:55.016537 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ecb35e07-670d-4f88-b098-4aff14c3482a tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/routers/3469702f-eff9-4350-91aa-0f2196b78cb7 HTTP/1.1" status: 200 len: 921 time: 0.3197691 Sep 19 12:13:55.018784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49874) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:55.066063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41175c32-0f2b-4475-a0ac-a2cce3f0b11c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:55.072012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41175c32-0f2b-4475-a0ac-a2cce3f0b11c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:55.073580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-41175c32-0f2b-4475-a0ac-a2cce3f0b11c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:55.130068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e466e94-5e3e-402e-a745-51080ddde54e tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:55.134214 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2e466e94-5e3e-402e-a745-51080ddde54e tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&device_id=3469702f-eff9-4350-91aa-0f2196b78cb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1119206 Sep 19 12:13:55.141442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49878) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:55.167507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:55.169710 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-94f1e566-b42a-45ad-88d4-b3b3084a008f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0014617 Sep 19 12:13:55.187348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49882) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:55.234374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee587773-f7cf-4f6e-bf6f-983d041473d1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:55.248811 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee587773-f7cf-4f6e-bf6f-983d041473d1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:55.289995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-41175c32-0f2b-4475-a0ac-a2cce3f0b11c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:55.291252 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-41175c32-0f2b-4475-a0ac-a2cce3f0b11c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5090702 Sep 19 12:13:55.294782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49886) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:55.317714 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0f40a376-f6fc-4185-81d4-6ac95517aa92 None None] Provisioning for port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:55.367889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80277ff8-38af-43f9-8cf0-0324d8a71592 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:55.368452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-80277ff8-38af-43f9-8cf0-0324d8a71592 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Synchronizing usage tracker for tenant:d48a684f2ce64f43a262317cc9bdabf5 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:55.373673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:55.374021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5dccf4-2c93-4044-b799-93b981197592 None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:13:55.396343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0c91c79b-b993-4dff-8f59-2bb318f4ffde tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 1c773489-9923-4f2c-90fe-9445fa8248cb {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:55.396723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c91c79b-b993-4dff-8f59-2bb318f4ffde tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:55.455987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Deleting port d1f8ef64-0c1a-4460-af8a-74513d23c046 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:55.456391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:55.471394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Router 1585b989-c08d-4a1d-95d3-e0ac819eeccf has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:13:55.517395 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5dccf4-2c93-4044-b799-93b981197592 None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:13:55.614810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a4bba82-58eb-49ea-9c97-cd861f636dc9 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:55.639097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-80277ff8-38af-43f9-8cf0-0324d8a71592 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Unset dirty status for tenant:d48a684f2ce64f43a262317cc9bdabf5 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:55.642574 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-80277ff8-38af-43f9-8cf0-0324d8a71592 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 881 time: 0.5040994 Sep 19 12:13:55.662520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49890) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:55.668457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee587773-f7cf-4f6e-bf6f-983d041473d1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:55.698364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dffabb37-a262-4409-835c-a3101b6824b9 None None] Provisioning for port 1c773489-9923-4f2c-90fe-9445fa8248cb completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:55.718178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dffabb37-a262-4409-835c-a3101b6824b9 None None] Provisioning complete for port 1c773489-9923-4f2c-90fe-9445fa8248cb triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:55.718541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dffabb37-a262-4409-835c-a3101b6824b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:55.818189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-dffabb37-a262-4409-835c-a3101b6824b9 None None] Port 1c773489-9923-4f2c-90fe-9445fa8248cb cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:13:55.855501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee587773-f7cf-4f6e-bf6f-983d041473d1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ee72966-15a1-4ec0-9512-96e6696c0a37,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:55.874147 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d99d4011-2a13-426f-8d51-2b4530d08016 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=3469702f-eff9-4350-91aa-0f2196b78cb7 HTTP/1.1" status: 200 len: 205 time: 0.2074423 Sep 19 12:13:55.875895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee587773-f7cf-4f6e-bf6f-983d041473d1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:55.879636 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ee587773-f7cf-4f6e-bf6f-983d041473d1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6ee72966-15a1-4ec0-9512-96e6696c0a37 HTTP/1.1" status: 204 len: 168 time: 0.6887770 Sep 19 12:13:55.880680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49894) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:55.880844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49896) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:55.955824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:13:55.962684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:13:55.977367 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24982fcc-3664-4497-88ad-6f80628ec9f9 None None] Sync routers for ids ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:13:55.987951 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b0c4d226-532f-4a6f-b5a7-27ed23c01b24 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "PUT /v2.0/routers/1585b989-c08d-4a1d-95d3-e0ac819eeccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1303003 Sep 19 12:13:55.991015 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24982fcc-3664-4497-88ad-6f80628ec9f9 None None] Routers {'1585b989-c08d-4a1d-95d3-e0ac819eeccf'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:55.991854 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-24982fcc-3664-4497-88ad-6f80628ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:56.001002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49902) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:56.012170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:56.012548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.046138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c91c79b-b993-4dff-8f59-2bb318f4ffde tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.054107 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-24982fcc-3664-4497-88ad-6f80628ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:56.063645 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24982fcc-3664-4497-88ad-6f80628ec9f9 None None] Routers {'1585b989-c08d-4a1d-95d3-e0ac819eeccf'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:13:56.064550 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-24982fcc-3664-4497-88ad-6f80628ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:56.131171 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-24982fcc-3664-4497-88ad-6f80628ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:56.131924 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24982fcc-3664-4497-88ad-6f80628ec9f9 None None] The sync data for ids ['1585b989-c08d-4a1d-95d3-e0ac819eeccf'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:13:56.174194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0c551a81-fa6d-4f46-b070-41230e64f09b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:56.202424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:56.202915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.221226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0c91c79b-b993-4dff-8f59-2bb318f4ffde tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 1c773489-9923-4f2c-90fe-9445fa8248cb owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:56.238569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 4a4bba82-58eb-49ea-9c97-cd861f636dc9, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4a4bba82-58eb-49ea-9c97-cd861f636dc9,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:56.294165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] For port d1f8ef64-0c1a-4460-af8a-74513d23c046, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d1f8ef64-0c1a-4460-af8a-74513d23c046,segment=NetworkSegment(ff25016f-9bd8-4dc3-95a7-def111448b3f),segment_id=ff25016f-9bd8-4dc3-95a7-def111448b3f)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:56.294533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.329023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.380014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.419329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0c551a81-fa6d-4f46-b070-41230e64f09b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:56.420592 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0c551a81-fa6d-4f46-b070-41230e64f09b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5369980 Sep 19 12:13:56.424365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49906) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:56.430714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.437618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Calling delete_port for d1f8ef64-0c1a-4460-af8a-74513d23c046 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:56.456918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=4a4bba82-58eb-49ea-9c97-cd861f636dc9,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:56.683547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.731029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Port': ['ID=d1f8ef64-0c1a-4460-af8a-74513d23c046,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:56.735192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No DVR routers for this DVR port d1f8ef64-0c1a-4460-af8a-74513d23c046 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:13:56.737104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.751834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2785ffad-e850-476c-beda-96f8bfe88d9b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.773259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.788413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c91c79b-b993-4dff-8f59-2bb318f4ffde tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.792619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2785ffad-e850-476c-beda-96f8bfe88d9b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.848678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Deleting port 9061f243-15a4-4c6a-ae0a-47a719c41f08 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:56.849025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.892585 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91c79b-b993-4dff-8f59-2bb318f4ffde tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=1c773489-9923-4f2c-90fe-9445fa8248cb,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:56.894324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Deleting port 3d8bd56c-ef2b-40ad-a609-5e0f21177c76 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:56.894536 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.951750 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2785ffad-e850-476c-beda-96f8bfe88d9b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.952406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.971911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c91c79b-b993-4dff-8f59-2bb318f4ffde tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:56.995386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0560fe5f-c66b-40bd-b758-dd2fad68bce1']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:57.011351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff25016f-9bd8-4dc3-95a7-def111448b3f') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:57.011727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff25016f-9bd8-4dc3-95a7-def111448b3f') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:13:57.024451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.043316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.051170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:13:57.051576 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.061579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785ffad-e850-476c-beda-96f8bfe88d9b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88eb0bb-c1b0-40a6-abaf-536e5b5ee32d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:57.137479 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0c91c79b-b993-4dff-8f59-2bb318f4ffde tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/1c773489-9923-4f2c-90fe-9445fa8248cb HTTP/1.1" status: 204 len: 168 time: 1.8391709 Sep 19 12:13:57.138777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49914) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:57.154119 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment ff25016f-9bd8-4dc3-95a7-def111448b3f resource provider aggregate not found Sep 19 12:13:57.176645 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment ff25016f-9bd8-4dc3-95a7-def111448b3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff25016f-9bd8-4dc3-95a7-def111448b3f found for delete ", "request_id": "req-83294a86-807f-4820-bcd1-5aaf01457cf4"}]} Sep 19 12:13:57.268875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.272099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.282097 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f18529-2b6d-476d-a087-8102b7733010 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:57.283718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f18529-2b6d-476d-a087-8102b7733010 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:57.284532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f7f18529-2b6d-476d-a087-8102b7733010 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:57.294522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.298463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Network': ['ID=0560fe5f-c66b-40bd-b758-dd2fad68bce1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:57.302677 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c26ba25a-d64e-4d81-be53-1afe2e8e15ab tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/0560fe5f-c66b-40bd-b758-dd2fad68bce1 HTTP/1.1" status: 204 len: 168 time: 4.6591163 Sep 19 12:13:57.306098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49920) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:57.312409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-572950241'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:57.317251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:57.321147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:network and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:57.324226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:57.330513 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:57.448907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:57.453078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.485059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:13:57.494127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.494501 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Added segment 58a874f1-fdc2-49ed-be3b-f5b52494d7fa of type vlan for network 14287a30-f9c5-49dd-b98f-5a38c413d049 Sep 19 12:13:57.531656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.550795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2785ffad-e850-476c-beda-96f8bfe88d9b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.551873 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2785ffad-e850-476c-beda-96f8bfe88d9b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/a88eb0bb-c1b0-40a6-abaf-536e5b5ee32d HTTP/1.1" status: 204 len: 168 time: 1.1266177 Sep 19 12:13:57.553726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.557588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49924) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:57.562979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a4bba82-58eb-49ea-9c97-cd861f636dc9 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:13:57.569944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Calling delete_port for 9061f243-15a4-4c6a-ae0a-47a719c41f08 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:57.628713 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-da840930-5ab3-4e16-b192-3248c80c9cc0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:13:57.642461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:13:57.642892 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.680641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.687855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:57.688167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.727028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Calling delete_port for 3d8bd56c-ef2b-40ad-a609-5e0f21177c76 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:57.753769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f7f18529-2b6d-476d-a087-8102b7733010 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:57.754959 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f7f18529-2b6d-476d-a087-8102b7733010 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6143169 Sep 19 12:13:57.768959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49928) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:57.770020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:13:57.781310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-da840930-5ab3-4e16-b192-3248c80c9cc0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:13:57.782911 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-da840930-5ab3-4e16-b192-3248c80c9cc0 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2244148 Sep 19 12:13:57.788253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49932) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:57.846770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Network': ['ID=14287a30-f9c5-49dd-b98f-5a38c413d049,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:57.859888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 14287a30-f9c5-49dd-b98f-5a38c413d049 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:13:57.867965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d991a74b-24b5-4137-b28b-48bd73dcc4c4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet acf53132-5665-43ed-a46b-d25bb4d2504f {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:13:57.875661 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dabdac40-7ce3-4a61-98a4-f965456d5c29 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5658233 Sep 19 12:13:57.875661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d991a74b-24b5-4137-b28b-48bd73dcc4c4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:57.879572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49936) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:57.892007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Request body: {'subnet': {'network_id': '14287a30-f9c5-49dd-b98f-5a38c413d049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:57.937669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d991a74b-24b5-4137-b28b-48bd73dcc4c4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.026642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-695cafdf-70ba-4064-9955-ae658ebc5f78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.035063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d991a74b-24b5-4137-b28b-48bd73dcc4c4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.122297 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:58.155154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-695cafdf-70ba-4064-9955-ae658ebc5f78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.171483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Usage tracker for resource:subnet and tenant:01a3a22e8372426ea98e0ffa8cd37a2f is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:58.174351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d991a74b-24b5-4137-b28b-48bd73dcc4c4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.177427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:58.199135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:58.315047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991a74b-24b5-4137-b28b-48bd73dcc4c4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=acf53132-5665-43ed-a46b-d25bb4d2504f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:58.320451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d991a74b-24b5-4137-b28b-48bd73dcc4c4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.323043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.331612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69660072-8c8b-4e85-aa6e-26f008356333 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:58.372927 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-695cafdf-70ba-4064-9955-ae658ebc5f78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.375905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Made reservation on behalf of 01a3a22e8372426ea98e0ffa8cd37a2f for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:58.379520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.393034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.409482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Pushing event deleted for resources: {'Port': ['ID=9061f243-15a4-4c6a-ae0a-47a719c41f08,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:58.503217 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d991a74b-24b5-4137-b28b-48bd73dcc4c4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/acf53132-5665-43ed-a46b-d25bb4d2504f HTTP/1.1" status: 204 len: 168 time: 0.7284775 Sep 19 12:13:58.503565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49942) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:58.578602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cafdf-70ba-4064-9955-ae658ebc5f78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e29ef-29b8-4ce4-b47a-39991f13af07,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:58.590919 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2b80b851-d88f-4b6d-a048-b7dff6fae502 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828557 Sep 19 12:13:58.591194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49946) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:58.599690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:58.604521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfc6e56-0262-463b-bb95-e49ac938d3b4 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:13:58.608823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc6e56-0262-463b-bb95-e49ac938d3b4 None None] Deleting port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:13:58.609199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2cfc6e56-0262-463b-bb95-e49ac938d3b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.640446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event deleted for resources: {'Port': ['ID=3d8bd56c-ef2b-40ad-a609-5e0f21177c76,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:58.717646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:58.721808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:58.724944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:58.731329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:58.756287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.828474 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2cfc6e56-0262-463b-bb95-e49ac938d3b4 None None] For port 4a4bba82-58eb-49ea-9c97-cd861f636dc9, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4a4bba82-58eb-49ea-9c97-cd861f636dc9,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:13:58.828786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2cfc6e56-0262-463b-bb95-e49ac938d3b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.894006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:58.897967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.933223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:58.952904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc6e56-0262-463b-bb95-e49ac938d3b4 None None] Calling delete_port for 4a4bba82-58eb-49ea-9c97-cd861f636dc9 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:13:59.117354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2cfc6e56-0262-463b-bb95-e49ac938d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.200793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.212392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc6e56-0262-463b-bb95-e49ac938d3b4 None None] Pushing event deleted for resources: {'Port': ['ID=4a4bba82-58eb-49ea-9c97-cd861f636dc9,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:59.216680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfc6e56-0262-463b-bb95-e49ac938d3b4 None None] No DVR routers for this DVR port 4a4bba82-58eb-49ea-9c97-cd861f636dc9 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:13:59.262459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:13:59.268978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:13:59.272010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:59.272713 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.281209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe00be07-8732-4afa-81f8-80454f74ab08 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:13:59.316613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=9676e6a7-e67e-4218-83e2-3897fbf4e0b1,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:59.328455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-695cafdf-70ba-4064-9955-ae658ebc5f78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.333359 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-695cafdf-70ba-4064-9955-ae658ebc5f78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/a01e29ef-29b8-4ce4-b47a-39991f13af07 HTTP/1.1" status: 204 len: 168 time: 1.5403810 Sep 19 12:13:59.333480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49954) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:59.344857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.349025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.372099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.375603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.394121 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-435cc58d-1691-41b2-a581-50d2a11f7a17 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7992280 Sep 19 12:13:59.396538 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-acc2d15a-d61b-4b3c-8b8c-0c748b3d3506 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0632319 Sep 19 12:13:59.397189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49958) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:59.404238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'name': 'tempest-NetworksTestDHCPv6-1369973082'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:59.411426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49962) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:59.423119 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609399322'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:59.449977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:59.465142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:59.470290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:59.477661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:59.514523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dd8ac-8c7d-4977-ab06-22d1729a735b req-a4dcf141-adae-4304-b7aa-bae32473a5ce tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:13:59.516443 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-595dd8ac-8c7d-4977-ab06-22d1729a735b req-a4dcf141-adae-4304-b7aa-bae32473a5ce tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2798004 Sep 19 12:13:59.517364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.517898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Fanout notify agent at l3_agent the message router_deleted on router 3469702f-eff9-4350-91aa-0f2196b78cb7 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:13:59.558671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '9676e6a7-e67e-4218-83e2-3897fbf4e0b1'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:13:59.560080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.563395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.563395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Fanout notify agent at l3_agent the message router_deleted on router 1585b989-c08d-4a1d-95d3-e0ac819eeccf {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:13:59.604452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:59.608905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:59.611972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:59.618255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:59.624287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a4bba82-58eb-49ea-9c97-cd861f636dc9 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:13:59.628585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.629666 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b9f34ddf-12e0-45a4-8d10-d300f5b514a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/3469702f-eff9-4350-91aa-0f2196b78cb7 HTTP/1.1" status: 204 len: 168 time: 3.7477932 Sep 19 12:13:59.633645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.634269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49966) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:59.634526 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fe30e3cf-0ce2-4f34-b904-6cf34b47e554 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "DELETE /v2.0/routers/1585b989-c08d-4a1d-95d3-e0ac819eeccf HTTP/1.1" status: 204 len: 168 time: 3.6323540 Sep 19 12:13:59.639041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49970) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:13:59.644326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1164414540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:13:59.650575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.661415 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 4a4bba82-58eb-49ea-9c97-cd861f636dc9 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:13:59.661754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a4bba82-58eb-49ea-9c97-cd861f636dc9 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:13:59.682608 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-595dd8ac-8c7d-4977-ab06-22d1729a735b req-64184538-5b54-47f2-99e9-3e84fdcd96ce tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484356 Sep 19 12:13:59.691168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:59.697438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:13:59.700363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:13:59.703884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.725858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Usage tracker for resource:router and tenant:cb1de729f15041b7bafff324027635f9 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:59.729029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:13:59.733841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:13:59.734979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:59.735673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:13:59.738015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.753697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:59.760873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 7ee4f048-7372-4c11-a3ac-f120bbfe3072 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:13:59.770733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:13:59.815509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/9676e6a7-e67e-4218-83e2-3897fbf4e0b1/3b288050-433c-42c8-abd1-851e8417f844) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:13:59.855053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9eeefc1-e7ca-48c5-911e-ce2d19d6b3e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Deleting subnet d784ffab-af82-41eb-9384-2c37b20a5ed0 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:13:59.858584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e9eeefc1-e7ca-48c5-911e-ce2d19d6b3e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.894804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event updated for resources: {'Subnet': ['ID=ddf984cb-a1eb-4378-8957-c669b02e2ff0,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:13:59.915616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e9eeefc1-e7ca-48c5-911e-ce2d19d6b3e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.918360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Checking segment: {'id': '58a874f1-fdc2-49ed-be3b-f5b52494d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '14287a30-f9c5-49dd-b98f-5a38c413d049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:13:59.918657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network hostable DHCP agents. Network: 14287a30-f9c5-49dd-b98f-5a38c413d049, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:13:59.943788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.944817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.985607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:13:59.985877 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.008054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b117-3502-4c19-9fd7-631e8199ca68 req-2c0c087b-11bc-4fae-a2e5-e7caa662c7bb tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:00.009606 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6144b117-3502-4c19-9fd7-631e8199ca68 req-2c0c087b-11bc-4fae-a2e5-e7caa662c7bb tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.1637034 Sep 19 12:14:00.038980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e9eeefc1-e7ca-48c5-911e-ce2d19d6b3e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.058518 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6144b117-3502-4c19-9fd7-631e8199ca68 req-273ff811-b93b-4449-9571-f8dd2e7f5e71 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Sep 19 12:14:00.059808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.070612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Transition to ACTIVE for port object 3b288050-433c-42c8-abd1-851e8417f844 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:00.091776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Transition to ACTIVE for port object 3b288050-433c-42c8-abd1-851e8417f844 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:00.166797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.167447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.171532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Network 14287a30-f9c5-49dd-b98f-5a38c413d049 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:00.206877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.239244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e9eeefc1-e7ca-48c5-911e-ce2d19d6b3e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.283766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:00.287253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:00.289710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:00.297219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68852529-1ffd-4f8b-8981-14072147e40c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:00.305932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeefc1-e7ca-48c5-911e-ce2d19d6b3e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event deleted for resources: {'Subnet': ['ID=d784ffab-af82-41eb-9384-2c37b20a5ed0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:00.308598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.309663 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-59c99370-05f7-46bc-a3f1-27450c8869f8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6736028 Sep 19 12:14:00.314651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 49978) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:00.315962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e9eeefc1-e7ca-48c5-911e-ce2d19d6b3e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.318037 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e9eeefc1-e7ca-48c5-911e-ce2d19d6b3e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "DELETE /v2.0/subnets/d784ffab-af82-41eb-9384-2c37b20a5ed0 HTTP/1.1" status: 204 len: 168 time: 0.6780381 Sep 19 12:14:00.318591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 14287a30-f9c5-49dd-b98f-5a38c413d049) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:00.324848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49982) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:00.330051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:00.331316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.336460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:00.349379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7043f62-12a5-4356-8130-e8284b06bf53 None None] Network da773b8c-5144-4ee5-aeda-c91f21051687 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:00.362262 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f79cb-00cd-4023-a573-69e0ba72318c None None] Network 14287a30-f9c5-49dd-b98f-5a38c413d049 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:00.374683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Pushing event updated for resources: {'Port': ['ID=3b288050-433c-42c8-abd1-851e8417f844,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:00.443621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.444828 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9ab2c469-91c0-44f2-9c5d-d14a83d895d5 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0324593 Sep 19 12:14:00.451468 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49986) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:00.465902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': '68852529-1ffd-4f8b-8981-14072147e40c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:00.480607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:00.485834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.488717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::236 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/9676e6a7-e67e-4218-83e2-3897fbf4e0b1/7ee4f048-7372-4c11-a3ac-f120bbfe3072) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:00.496452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1be47-79ec-4848-af8b-af038aed2eeb req-c4530c52-e7ef-4676-9c52-01c5f5f13d31 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:00.498270 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-29c1be47-79ec-4848-af8b-af038aed2eeb req-c4530c52-e7ef-4676-9c52-01c5f5f13d31 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.3127804 Sep 19 12:14:00.499702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:00.503463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:00.515975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:00.549569 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-02a4d6c3-b143-45ee-88b7-acfa85c9757a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6656709 Sep 19 12:14:00.550421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49990) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:00.552289 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Deleting port 68a4f137-d966-47e0-89b4-262f21e41d24 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:00.552620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.626706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Attempting to bind port 3b288050-433c-42c8-abd1-851e8417f844 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:00.627283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Attempting to bind port 3b288050-433c-42c8-abd1-851e8417f844 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:00.628136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Attempting to bind port 3b288050-433c-42c8-abd1-851e8417f844 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:00.674601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:14:00.675094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:00.675551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.676015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:14:00.676839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Bound port: 3b288050-433c-42c8-abd1-851e8417f844, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:14:00.676978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.691897 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-29c1be47-79ec-4848-af8b-af038aed2eeb req-1e8d63fe-d6d0-40f2-adaa-f5798dd5b992 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828539 Sep 19 12:14:00.755441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.898659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.944290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.980551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] For port 68a4f137-d966-47e0-89b4-262f21e41d24, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=68a4f137-d966-47e0-89b4-262f21e41d24,segment=NetworkSegment(014469aa-f810-40f0-b54b-cc278a5a40a4),segment_id=014469aa-f810-40f0-b54b-cc278a5a40a4)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:00.980916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:00.982424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] For port 3b288050-433c-42c8-abd1-851e8417f844, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:00.996572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] For port 3b288050-433c-42c8-abd1-851e8417f844, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3b288050-433c-42c8-abd1-851e8417f844,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:14:01.001941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-14287a30-f9c5-49dd-b98f-5a38c413d049', 'network_id': '14287a30-f9c5-49dd-b98f-5a38c413d049', 'tenant_id': '01a3a22e8372426ea98e0ffa8cd37a2f', 'fixed_ips': [{'subnet_id': 'ddf984cb-a1eb-4378-8957-c669b02e2ff0'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:14:01.002951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.003892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.085248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] DHCP port deletion for da773b8c-5144-4ee5-aeda-c91f21051687 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:01.096923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] Deleting port 68a4f137-d966-47e0-89b4-262f21e41d24 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:01.097321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.164018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.176642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.205880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 7ee4f048-7372-4c11-a3ac-f120bbfe3072 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:01.282722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.291779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Calling delete_port for 68a4f137-d966-47e0-89b4-262f21e41d24 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:01.383383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f140ef0-cabc-459a-ba38-0f4d6839edbc,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:01.452214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.466930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.519121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66646b08-13cf-42ef-b83f-88612f6ff704 None None] Pushing event updated for resources: {'Port': ['ID=3b288050-433c-42c8-abd1-851e8417f844,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:01.541935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.543637 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1f2cc1ae-c26c-44c1-990b-76232d701b78 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0912297 Sep 19 12:14:01.546379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 49998) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:01.604445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 68a4f137-d966-47e0-89b4-262f21e41d24 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:01.607032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.657036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:01.663249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:01.663608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Allocated IP 2001:db8::f816:3eff:fe50:227 (14287a30-f9c5-49dd-b98f-5a38c413d049/ddf984cb-a1eb-4378-8957-c669b02e2ff0/243feae8-995a-4e75-a52a-81d59962423b) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:01.665442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.667660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:01.672999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:01.673611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.680686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 68a4f137-d966-47e0-89b4-262f21e41d24 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:01.681484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 68a4f137-d966-47e0-89b4-262f21e41d24 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:01.695127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] For port 68a4f137-d966-47e0-89b4-262f21e41d24, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=68a4f137-d966-47e0-89b4-262f21e41d24,segment=NetworkSegment(014469aa-f810-40f0-b54b-cc278a5a40a4),segment_id=014469aa-f810-40f0-b54b-cc278a5a40a4)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:01.695515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.706155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.743346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=7ee4f048-7372-4c11-a3ac-f120bbfe3072,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:01.769719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event deleted for resources: {'Port': ['ID=68a4f137-d966-47e0-89b4-262f21e41d24,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:01.795938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] No DVR routers for this DVR port 68a4f137-d966-47e0-89b4-262f21e41d24 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:01.799888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e64d773b-c0e4-4971-b3f5-29c4f3ab7387 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.849846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e64d773b-c0e4-4971-b3f5-29c4f3ab7387 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:01.886245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Allocated IP 172.26.5.220 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/7b8824f9-275f-48c2-b51f-360323c38004) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:01.895249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f233bf-a705-42af-a876-96af36f0fb12 req-caa8d326-1c65-42f1-8985-65e34feb5f8e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:01.897189 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-93f233bf-a705-42af-a876-96af36f0fb12 req-caa8d326-1c65-42f1-8985-65e34feb5f8e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.3476379 Sep 19 12:14:01.904990 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-278dbca4-103f-47fa-b05d-07b1e332f8ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5045352 Sep 19 12:14:01.905602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50002) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:01.907860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] Calling delete_port for 68a4f137-d966-47e0-89b4-262f21e41d24 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:01.999898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.035568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:14:02.035923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:14:02.054986 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-93f233bf-a705-42af-a876-96af36f0fb12 req-7151ccb0-80d6-4eb8-94d7-f29c5ce13732 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068783 Sep 19 12:14:02.082369 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da773b8c-5144-4ee5-aeda-c91f21051687']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:02.093249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e64d773b-c0e4-4971-b3f5-29c4f3ab7387 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.104289 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014469aa-f810-40f0-b54b-cc278a5a40a4') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:02.104658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014469aa-f810-40f0-b54b-cc278a5a40a4') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:02.117668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6772d6-26a0-4be3-bdb1-89cdd4efc738 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:02.126023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6772d6-26a0-4be3-bdb1-89cdd4efc738 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:02.126770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ce6772d6-26a0-4be3-bdb1-89cdd4efc738 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:02.129436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.129757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.137140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d773b-c0e4-4971-b3f5-29c4f3ab7387 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f140ef0-cabc-459a-ba38-0f4d6839edbc,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:02.149128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Transition to ACTIVE for port object 243feae8-995a-4e75-a52a-81d59962423b will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:02.156684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e64d773b-c0e4-4971-b3f5-29c4f3ab7387 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.158051 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e64d773b-c0e4-4971-b3f5-29c4f3ab7387 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/8f140ef0-cabc-459a-ba38-0f4d6839edbc HTTP/1.1" status: 204 len: 168 time: 0.6106169 Sep 19 12:14:02.159547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.161800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50008) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:02.162052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.176230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Transition to ACTIVE for port object 243feae8-995a-4e75-a52a-81d59962423b will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:02.190115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:02.190521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.254337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ce6772d6-26a0-4be3-bdb1-89cdd4efc738 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:02.255906 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ce6772d6-26a0-4be3-bdb1-89cdd4efc738 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3496244 Sep 19 12:14:02.258581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50016) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:02.276762 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 014469aa-f810-40f0-b54b-cc278a5a40a4 resource provider aggregate not found Sep 19 12:14:02.283584 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.317740 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 014469aa-f810-40f0-b54b-cc278a5a40a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 014469aa-f810-40f0-b54b-cc278a5a40a4 found for delete ", "request_id": "req-61ea694e-a130-418b-8362-f0c29ce42e82"}]} Sep 19 12:14:02.358105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.364854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8ba3173d-dc26-4c07-982b-c09558be0e65 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:02.397530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.405915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Network 14287a30-f9c5-49dd-b98f-5a38c413d049 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:02.407512 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Pushing event updated for resources: {'Port': ['ID=243feae8-995a-4e75-a52a-81d59962423b,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:02.409780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:02.411917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:02.479853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf984cb-a1eb-4378-8957-c669b02e2ff0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:02.495574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:02.500109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1e15b404-33d4-407b-b845-e5c7f31679b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 7ee4f048-7372-4c11-a3ac-f120bbfe3072 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:02.500553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e15b404-33d4-407b-b845-e5c7f31679b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.507427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8ba3173d-dc26-4c07-982b-c09558be0e65 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:02.511173 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8ba3173d-dc26-4c07-982b-c09558be0e65 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3456695 Sep 19 12:14:02.512073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.526038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50024) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:02.540330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:02.543622 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:02.556759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] Deleting port 68a4f137-d966-47e0-89b4-262f21e41d24 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:02.557340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.612911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Pushing event updated for resources: {'Port': ['ID=7b8824f9-275f-48c2-b51f-360323c38004,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:02.652545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.687007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event deleted for resources: {'Network': ['ID=da773b8c-5144-4ee5-aeda-c91f21051687,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:02.733663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.739969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3220619b-90fd-4e15-95cc-e7798019cc27 None None] The port '68a4f137-d966-47e0-89b4-262f21e41d24' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:14:02.747381 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ec490271-e862-4e01-9436-d2bc1cb63ee8 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "DELETE /v2.0/networks/da773b8c-5144-4ee5-aeda-c91f21051687 HTTP/1.1" status: 204 len: 168 time: 2.4198675 Sep 19 12:14:02.748589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50028) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:02.770350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Attempting to bind port 243feae8-995a-4e75-a52a-81d59962423b on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:02.770689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Attempting to bind port 243feae8-995a-4e75-a52a-81d59962423b by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '58a874f1-fdc2-49ed-be3b-f5b52494d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '14287a30-f9c5-49dd-b98f-5a38c413d049'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:02.771297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Attempting to bind port 243feae8-995a-4e75-a52a-81d59962423b on network 14287a30-f9c5-49dd-b98f-5a38c413d049 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:02.778691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:14:02.778691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Checking segment: {'id': '58a874f1-fdc2-49ed-be3b-f5b52494d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '14287a30-f9c5-49dd-b98f-5a38c413d049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:02.779189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.779687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Bound using segment: {'id': '58a874f1-fdc2-49ed-be3b-f5b52494d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '14287a30-f9c5-49dd-b98f-5a38c413d049'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:14:02.780162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Bound port: 243feae8-995a-4e75-a52a-81d59962423b, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a874f1-fdc2-49ed-be3b-f5b52494d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '14287a30-f9c5-49dd-b98f-5a38c413d049'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:14:02.780534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.865803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14287a30-f9c5-49dd-b98f-5a38c413d049']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:02.912373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] For port 243feae8-995a-4e75-a52a-81d59962423b, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:02.918163 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] For port 243feae8-995a-4e75-a52a-81d59962423b, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=243feae8-995a-4e75-a52a-81d59962423b,segment=NetworkSegment(58a874f1-fdc2-49ed-be3b-f5b52494d7fa),segment_id=58a874f1-fdc2-49ed-be3b-f5b52494d7fa)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:14:02.969944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffb034-0853-4173-9f0e-f35c468e86e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Deleting port b31807f9-6631-4c16-8f86-a227165cbc7d {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:02.970292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb034-0853-4173-9f0e-f35c468e86e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.996799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:02.999171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a874f1-fdc2-49ed-be3b-f5b52494d7fa') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:02.999415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a874f1-fdc2-49ed-be3b-f5b52494d7fa') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:03.168781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:03.177854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89669767-b42a-4a69-b386-c729b4831b88 None None] Pushing event updated for resources: {'Port': ['ID=243feae8-995a-4e75-a52a-81d59962423b,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:03.199708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-677fb9af-6a18-45da-9573-1181835075ba tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:03.200747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3a99c835-1e86-441e-bc05-fd62406c7b57 None None] Provisioning for port 3b288050-433c-42c8-abd1-851e8417f844 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:03.239832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:03.286241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:03.286530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:03.375977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-677fb9af-6a18-45da-9573-1181835075ba tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:03.378622 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817283d1-c95b-4877-be70-82d8ca8ffce3 None None] Network 14287a30-f9c5-49dd-b98f-5a38c413d049 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:03.403980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e15b404-33d4-407b-b845-e5c7f31679b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:03.679201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3b288050-433c-42c8-abd1-851e8417f844 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:03.681024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1e15b404-33d4-407b-b845-e5c7f31679b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 7ee4f048-7372-4c11-a3ac-f120bbfe3072 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:03.709084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b74aae9f-5664-4fe7-a6c9-433c1943038f None None] Provisioning for port 7ee4f048-7372-4c11-a3ac-f120bbfe3072 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:03.727163 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b74aae9f-5664-4fe7-a6c9-433c1943038f None None] Provisioning complete for port 7ee4f048-7372-4c11-a3ac-f120bbfe3072 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:03.727541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b74aae9f-5664-4fe7-a6c9-433c1943038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:03.732621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb034-0853-4173-9f0e-f35c468e86e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:03.733162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb034-0853-4173-9f0e-f35c468e86e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:03.757072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:14:03.757072 dv-neutron-857775-2-hyperv neutron-server[89795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:14:03.757072 dv-neutron-857775-2-hyperv neutron-server[89795]: [parameters: {'id': '14287a30-f9c5-49dd-b98f-5a38c413d049'}] Sep 19 12:14:03.757072 dv-neutron-857775-2-hyperv neutron-server[89795]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:14:03.757551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:14:03.794950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:03.856990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b74aae9f-5664-4fe7-a6c9-433c1943038f None None] Port 7ee4f048-7372-4c11-a3ac-f120bbfe3072 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:14:03.887621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8a2bfa-3fce-48e7-8c72-a619f6130f74 None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:14:03.889186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffb034-0853-4173-9f0e-f35c468e86e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Calling delete_port for b31807f9-6631-4c16-8f86-a227165cbc7d owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:03.990264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99b68-1b6f-49c5-9c1a-21fcdabc2f4f req-7ef505df-f533-4a03-8dc2-3119a064dcc3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:03.990264 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c3d99b68-1b6f-49c5-9c1a-21fcdabc2f4f req-7ef505df-f533-4a03-8dc2-3119a064dcc3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.3470187 Sep 19 12:14:04.004627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 3b288050-433c-42c8-abd1-851e8417f844 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:04.018302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 3b288050-433c-42c8-abd1-851e8417f844 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:04.018706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.054629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-677fb9af-6a18-45da-9573-1181835075ba tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.092106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a2bfa-3fce-48e7-8c72-a619f6130f74 None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:14:04.095530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fb9af-6a18-45da-9573-1181835075ba tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68852529-1ffd-4f8b-8981-14072147e40c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:04.117331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e15b404-33d4-407b-b845-e5c7f31679b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.141590 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c3d99b68-1b6f-49c5-9c1a-21fcdabc2f4f req-3523b85b-fda9-491a-9046-b973fd157447 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005623 Sep 19 12:14:04.183832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15b404-33d4-407b-b845-e5c7f31679b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=7ee4f048-7372-4c11-a3ac-f120bbfe3072,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:04.200232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb034-0853-4173-9f0e-f35c468e86e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.256053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffb034-0853-4173-9f0e-f35c468e86e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Pushing event deleted for resources: {'Port': ['ID=b31807f9-6631-4c16-8f86-a227165cbc7d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:04.262153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-677fb9af-6a18-45da-9573-1181835075ba tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.264454 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-677fb9af-6a18-45da-9573-1181835075ba tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/68852529-1ffd-4f8b-8981-14072147e40c HTTP/1.1" status: 204 len: 168 time: 1.7366619 Sep 19 12:14:04.267585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.270963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50038) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:04.298433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e15b404-33d4-407b-b845-e5c7f31679b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.309302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 3b288050-433c-42c8-abd1-851e8417f844 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:04.309981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.325788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.329347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.367613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Deleting port 243feae8-995a-4e75-a52a-81d59962423b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:04.367961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.392027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 3b288050-433c-42c8-abd1-851e8417f844, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3b288050-433c-42c8-abd1-851e8417f844,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:04.397381 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1e15b404-33d4-407b-b845-e5c7f31679b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/7ee4f048-7372-4c11-a3ac-f120bbfe3072 HTTP/1.1" status: 204 len: 168 time: 2.1376879 Sep 19 12:14:04.406499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50044) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:04.429638 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 58a874f1-fdc2-49ed-be3b-f5b52494d7fa resource provider aggregate not found Sep 19 12:14:04.465147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.488788 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 58a874f1-fdc2-49ed-be3b-f5b52494d7fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58a874f1-fdc2-49ed-be3b-f5b52494d7fa found for delete ", "request_id": "req-9ae75949-7325-42e6-9cd9-c086d0e03147"}]} Sep 19 12:14:04.518691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb034-0853-4173-9f0e-f35c468e86e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.521248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb034-0853-4173-9f0e-f35c468e86e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.522395 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d7ffb034-0853-4173-9f0e-f35c468e86e2 tempest-FloatingIPAdminTestJSON-594182471 tempest-FloatingIPAdminTestJSON-594182471-project] 10.222.0.66 "DELETE /v2.0/floatingips/1460e544-f0f1-4ab1-b113-064feb4668f0 HTTP/1.1" status: 204 len: 168 time: 1.7685018 Sep 19 12:14:04.530696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-826d27bc-4327-4ae6-bd32-02c833ede48f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:04.612589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=3b288050-433c-42c8-abd1-851e8417f844,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:04.687032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67fe827-63da-437c-9bfb-f3841cd207d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:04.688656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67fe827-63da-437c-9bfb-f3841cd207d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:04.689434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f67fe827-63da-437c-9bfb-f3841cd207d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:04.708077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-826d27bc-4327-4ae6-bd32-02c833ede48f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:04.709455 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-826d27bc-4327-4ae6-bd32-02c833ede48f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4301937 Sep 19 12:14:04.716258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50052) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:04.724394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474816598'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:04.734573 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] For port 243feae8-995a-4e75-a52a-81d59962423b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=243feae8-995a-4e75-a52a-81d59962423b,segment=NetworkSegment(58a874f1-fdc2-49ed-be3b-f5b52494d7fa),segment_id=58a874f1-fdc2-49ed-be3b-f5b52494d7fa)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:04.735192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.735617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:04.752611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:04.795271 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:14:04.801393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f67fe827-63da-437c-9bfb-f3841cd207d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:04.801393 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f67fe827-63da-437c-9bfb-f3841cd207d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3906565 Sep 19 12:14:04.801393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50056) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:04.852343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:04.872081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Calling delete_port for 243feae8-995a-4e75-a52a-81d59962423b owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:04.881152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:04.887483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Router 616295bd-acc8-4ef2-b783-ecfba24e9b4e is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:14:04.889866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:04.895318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:04.906616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:04.918834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3200b9da-5d29-4b62-b20c-62af778f8946 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 9676e6a7-e67e-4218-83e2-3897fbf4e0b1 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:14:04.987669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3200b9da-5d29-4b62-b20c-62af778f8946 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.037131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.091832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Port': ['ID=243feae8-995a-4e75-a52a-81d59962423b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:05.093682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No DVR routers for this DVR port 243feae8-995a-4e75-a52a-81d59962423b on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:05.135482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3200b9da-5d29-4b62-b20c-62af778f8946 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.141042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50062) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:05.256724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3200b9da-5d29-4b62-b20c-62af778f8946 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.268622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.359951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14287a30-f9c5-49dd-b98f-5a38c413d049']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:05.373261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.375224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:14:05.388080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff107bb2-8084-4c3a-b82d-5fa2b86008f3 None None] Sync routers for ids ['616295bd-acc8-4ef2-b783-ecfba24e9b4e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:14:05.394951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a874f1-fdc2-49ed-be3b-f5b52494d7fa') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:05.397713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a874f1-fdc2-49ed-be3b-f5b52494d7fa') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:05.399293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff107bb2-8084-4c3a-b82d-5fa2b86008f3 None None] Routers {'616295bd-acc8-4ef2-b783-ecfba24e9b4e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:05.400023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ff107bb2-8084-4c3a-b82d-5fa2b86008f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['616295bd-acc8-4ef2-b783-ecfba24e9b4e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:05.403885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.408172 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-363aecfa-dcf5-4046-9430-ff52838b63c7 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "PUT /v2.0/routers/616295bd-acc8-4ef2-b783-ecfba24e9b4e HTTP/1.1" status: 200 len: 880 time: 5.0890758 Sep 19 12:14:05.409054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50072) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:05.429535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.452687 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-faad85ad-7ef1-48ee-b6a6-c08724643e01 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=950cdb1bc6bf427e802ecb53644e6528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081267 Sep 19 12:14:05.454696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50076) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:05.457332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.470774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ff107bb2-8084-4c3a-b82d-5fa2b86008f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:05.477532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:05.477941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.481514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff107bb2-8084-4c3a-b82d-5fa2b86008f3 None None] Routers {'616295bd-acc8-4ef2-b783-ecfba24e9b4e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:05.482284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ff107bb2-8084-4c3a-b82d-5fa2b86008f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:13:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['616295bd-acc8-4ef2-b783-ecfba24e9b4e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:05.547275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ff107bb2-8084-4c3a-b82d-5fa2b86008f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:05.547830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff107bb2-8084-4c3a-b82d-5fa2b86008f3 None None] The sync data for ids ['616295bd-acc8-4ef2-b783-ecfba24e9b4e'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:14:05.563987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.570137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3200b9da-5d29-4b62-b20c-62af778f8946 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.595014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3b288050-433c-42c8-abd1-851e8417f844 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:05.647465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200b9da-5d29-4b62-b20c-62af778f8946 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=9676e6a7-e67e-4218-83e2-3897fbf4e0b1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:05.662841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3200b9da-5d29-4b62-b20c-62af778f8946 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.664683 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3200b9da-5d29-4b62-b20c-62af778f8946 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/9676e6a7-e67e-4218-83e2-3897fbf4e0b1 HTTP/1.1" status: 204 len: 168 time: 0.8630259 Sep 19 12:14:05.670782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5924731d-8272-477c-b0a4-ad98b5e4f699 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:05.670957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50080) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:05.730011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed1336-cc9b-4934-8f9c-bf980a6989e0 req-3afb50ca-1354-4846-b496-c2118f37a6e7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:05.731850 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b5ed1336-cc9b-4934-8f9c-bf980a6989e0 req-3afb50ca-1354-4846-b496-c2118f37a6e7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4393518 Sep 19 12:14:05.743413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778fce4a-39a3-4c76-b199-dcd1715c15b5,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:05.753358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.754568 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8de21eb7-cb96-4db4-a82e-0166093aeb1c tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0355098 Sep 19 12:14:05.757833 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-abfd5856-72a4-40e0-b8d1-d6620fb90c20 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860164 Sep 19 12:14:05.763414 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4f94be95-b1aa-43c5-b973-c4d6b3b018b8 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/routers/616295bd-acc8-4ef2-b783-ecfba24e9b4e HTTP/1.1" status: 200 len: 921 time: 0.3499250 Sep 19 12:14:05.763414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50084) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:05.763414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50086) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:05.764606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50088) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:05.768349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': '778fce4a-39a3-4c76-b199-dcd1715c15b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:05.769163 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 3b288050-433c-42c8-abd1-851e8417f844 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:05.769546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.811962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:05.820659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:05.822626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc9e4-538a-4107-a470-172ff1f75c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.828939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:05.832203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.835727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.836813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:05.879221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeb5fe5-939d-48fe-9180-67dce5b6dc30 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:05.879928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5aeb5fe5-939d-48fe-9180-67dce5b6dc30 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:05.897642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Network': ['ID=14287a30-f9c5-49dd-b98f-5a38c413d049,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:05.911074 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b5ed1336-cc9b-4934-8f9c-bf980a6989e0 req-a2ec9a82-912e-433e-9792-5b0c846968b5 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643066 Sep 19 12:14:05.915398 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aea6a957-3e24-4210-a802-90cd344be666 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/14287a30-f9c5-49dd-b98f-5a38c413d049 HTTP/1.1" status: 204 len: 168 time: 5.3348374 Sep 19 12:14:05.916996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50096) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:05.924511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc9e4-538a-4107-a470-172ff1f75c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.983275 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67feeb3-c35a-4c84-8fc2-e639d9808dd3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] DELETE failed (client error): The resource could not be found. Sep 19 12:14:05.983728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67feeb3-c35a-4c84-8fc2-e639d9808dd3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:05.987979 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c67feeb3-c35a-4c84-8fc2-e639d9808dd3 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/subnets/ddf984cb-a1eb-4378-8957-c669b02e2ff0 HTTP/1.1" status: 404 len: 337 time: 0.0650280 Sep 19 12:14:05.991474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50100) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:05.996313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:05.999534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 3b288050-433c-42c8-abd1-851e8417f844 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:06.050902 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c1dde6-c1f4-4bbe-92b6-f6b0cf137562 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] DELETE failed (client error): The resource could not be found. Sep 19 12:14:06.051380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c1dde6-c1f4-4bbe-92b6-f6b0cf137562 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:06.051526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5aeb5fe5-939d-48fe-9180-67dce5b6dc30 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:06.055743 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5aeb5fe5-939d-48fe-9180-67dce5b6dc30 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2887948 Sep 19 12:14:06.055884 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-96c1dde6-c1f4-4bbe-92b6-f6b0cf137562 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/14287a30-f9c5-49dd-b98f-5a38c413d049 HTTP/1.1" status: 404 len: 339 time: 0.0592685 Sep 19 12:14:06.063167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071fc61-1c1d-4635-a1c5-06c8e38b9258 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:06.063292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50104) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.063292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50106) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.063449 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9071fc61-1c1d-4635-a1c5-06c8e38b9258 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Synchronizing usage tracker for tenant:d48a684f2ce64f43a262317cc9bdabf5 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:06.087940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c14ea-ce3a-4e4b-9116-31ced0d6908a None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:06.092870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f97c14ea-ce3a-4e4b-9116-31ced0d6908a None None] Deleting port 3b288050-433c-42c8-abd1-851e8417f844 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:06.093299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f97c14ea-ce3a-4e4b-9116-31ced0d6908a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:06.133714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:06.146842 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b178c4-e678-47bb-a62e-82ef9c30c4fa tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] DELETE failed (client error): The resource could not be found. Sep 19 12:14:06.147342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b178c4-e678-47bb-a62e-82ef9c30c4fa tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:06.182302 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b4b178c4-e678-47bb-a62e-82ef9c30c4fa tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/subnets/d3ff1c18-2571-43b5-a20e-3a124a2b1cec HTTP/1.1" status: 404 len: 337 time: 0.1029842 Sep 19 12:14:06.182302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50112) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.198953 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-68820dca-e397-4201-9b63-7cbde204fbdd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] DELETE failed (client error): The resource could not be found. Sep 19 12:14:06.199435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68820dca-e397-4201-9b63-7cbde204fbdd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:06.201111 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-68820dca-e397-4201-9b63-7cbde204fbdd tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/0560fe5f-c66b-40bd-b758-dd2fad68bce1 HTTP/1.1" status: 404 len: 339 time: 0.0335300 Sep 19 12:14:06.203791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50116) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.204274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0031f711-e243-4ff3-b270-ddf11eb73b09 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:06.204960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0031f711-e243-4ff3-b270-ddf11eb73b09 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:06.239714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9071fc61-1c1d-4635-a1c5-06c8e38b9258 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Unset dirty status for tenant:d48a684f2ce64f43a262317cc9bdabf5 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:06.240874 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9071fc61-1c1d-4635-a1c5-06c8e38b9258 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&device_id=616295bd-acc8-4ef2-b783-ecfba24e9b4e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4718020 Sep 19 12:14:06.243844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50120) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.246362 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a886c8bb-389c-4092-b0d3-6725a3b08389 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] DELETE failed (client error): The resource could not be found. Sep 19 12:14:06.246862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a886c8bb-389c-4092-b0d3-6725a3b08389 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:06.255002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc9e4-538a-4107-a470-172ff1f75c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:06.257830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2bcdc9e4-538a-4107-a470-172ff1f75c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:06.259171 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2bcdc9e4-538a-4107-a470-172ff1f75c1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/116153ea-f6c5-4080-9dbe-39e72780a5d7 HTTP/1.1" status: 204 len: 168 time: 0.8038988 Sep 19 12:14:06.261032 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a886c8bb-389c-4092-b0d3-6725a3b08389 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/subnets/91619b5d-06f2-4396-9940-bde02425de1e HTTP/1.1" status: 404 len: 337 time: 0.0562024 Sep 19 12:14:06.286530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50126) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.318542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdc9e4-538a-4107-a470-172ff1f75c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116153ea-f6c5-4080-9dbe-39e72780a5d7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:06.325466 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-79eca61d-4094-4c26-abc1-7eaf8ea2f048 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] DELETE failed (client error): The resource could not be found. Sep 19 12:14:06.326786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79eca61d-4094-4c26-abc1-7eaf8ea2f048 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:06.328896 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-79eca61d-4094-4c26-abc1-7eaf8ea2f048 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/83108d6d-54ed-4882-940a-1c18a4ce9f77 HTTP/1.1" status: 404 len: 339 time: 0.0409896 Sep 19 12:14:06.332887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50130) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.341575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:06.364473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f97c14ea-ce3a-4e4b-9116-31ced0d6908a None None] For port 3b288050-433c-42c8-abd1-851e8417f844, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3b288050-433c-42c8-abd1-851e8417f844,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:06.364976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f97c14ea-ce3a-4e4b-9116-31ced0d6908a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:06.383651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0031f711-e243-4ff3-b270-ddf11eb73b09 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:06.385365 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0031f711-e243-4ff3-b270-ddf11eb73b09 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3263485 Sep 19 12:14:06.386293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc393f1-a047-41ec-91d4-b5be91e3f41d,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:06.388180 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50134) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.427265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-0df82f3c-6f86-4a75-abda-ba0ab2c4dbb1 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Deleting port 2ba0211f-8e78-4ab9-ab87-067da6104482 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:06.427624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0df82f3c-6f86-4a75-abda-ba0ab2c4dbb1 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:06.534600 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 58a874f1-fdc2-49ed-be3b-f5b52494d7fa resource provider aggregate not found Sep 19 12:14:06.546350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f97c14ea-ce3a-4e4b-9116-31ced0d6908a None None] Calling delete_port for 3b288050-433c-42c8-abd1-851e8417f844 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:06.561617 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 58a874f1-fdc2-49ed-be3b-f5b52494d7fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58a874f1-fdc2-49ed-be3b-f5b52494d7fa found for delete ", "request_id": "req-ae86c09b-9300-4d4c-9c6b-5e772bd30538"}]} Sep 19 12:14:06.584135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:06.587280 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-972d201f-01da-4602-bfff-f8b07cfd9e51 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8225620 Sep 19 12:14:06.588279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50142) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.609427 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0a3938dc-5b82-4324-bff8-c25fb0d0af8f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2134757 Sep 19 12:14:06.611226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50146) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.624578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:06.641557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c9d97f-8a2d-44e2-b048-c257e9fa1e1f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:06.642445 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e832b3a3-0f7a-46a1-b49f-93949014c39f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules/4fc393f1-a047-41ec-91d4-b5be91e3f41d HTTP/1.1" status: 200 len: 763 time: 0.0531194 Sep 19 12:14:06.648492 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d0c9d97f-8a2d-44e2-b048-c257e9fa1e1f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 881 time: 0.4000468 Sep 19 12:14:06.649174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50152) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.649357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50154) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.733596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0df82f3c-6f86-4a75-abda-ba0ab2c4dbb1 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:06.745369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f97c14ea-ce3a-4e4b-9116-31ced0d6908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:06.771723 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-29612283-e069-4fef-9362-58bbb919c696 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=616295bd-acc8-4ef2-b783-ecfba24e9b4e HTTP/1.1" status: 200 len: 205 time: 0.1171479 Sep 19 12:14:06.784610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50160) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:06.807474 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c14ea-ce3a-4e4b-9116-31ced0d6908a None None] No DVR routers for this DVR port 3b288050-433c-42c8-abd1-851e8417f844 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:06.811268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c14ea-ce3a-4e4b-9116-31ced0d6908a None None] Pushing event deleted for resources: {'Port': ['ID=3b288050-433c-42c8-abd1-851e8417f844,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:06.863049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-0df82f3c-6f86-4a75-abda-ba0ab2c4dbb1 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Calling delete_port for 2ba0211f-8e78-4ab9-ab87-067da6104482 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:06.913162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-993aa5b1-0f5d-4d15-abb4-1b175987582b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:06.922134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:06.944223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:07.020772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-993aa5b1-0f5d-4d15-abb4-1b175987582b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:07.024961 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-993aa5b1-0f5d-4d15-abb4-1b175987582b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3718607 Sep 19 12:14:07.026024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50166) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:07.045329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.082402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0df82f3c-6f86-4a75-abda-ba0ab2c4dbb1 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.114418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50170) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:07.143249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1d795e61-5c05-4c7b-876b-535eea774904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.154616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df82f3c-6f86-4a75-abda-ba0ab2c4dbb1 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Port': ['ID=2ba0211f-8e78-4ab9-ab87-067da6104482,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:07.156153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:07.157510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63010f70-f448-4aee-a2f2-2ab5b8b38803 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.160216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.175545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0df82f3c-6f86-4a75-abda-ba0ab2c4dbb1 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.184120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63010f70-f448-4aee-a2f2-2ab5b8b38803 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.199750 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0df82f3c-6f86-4a75-abda-ba0ab2c4dbb1 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/ports/2ba0211f-8e78-4ab9-ab87-067da6104482 HTTP/1.1" status: 204 len: 168 time: 0.8631289 Sep 19 12:14:07.201475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50174) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:07.238121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1d795e61-5c05-4c7b-876b-535eea774904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:07.250857 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8c477a-15a3-42c6-ac52-38b655807b8e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] DELETE failed (client error): The resource could not be found. Sep 19 12:14:07.251244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8c477a-15a3-42c6-ac52-38b655807b8e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:07.265971 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3a8c477a-15a3-42c6-ac52-38b655807b8e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/subnets/dd4dab6c-2789-4918-8ef3-c539e42dfb33 HTTP/1.1" status: 404 len: 337 time: 0.0608244 Sep 19 12:14:07.272252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1a1bd-f221-48ee-a216-0dff6eba1014 req-1c0aa7c1-6484-4105-9043-256511d0e44f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:07.273683 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c3f1a1bd-f221-48ee-a216-0dff6eba1014 req-1c0aa7c1-6484-4105-9043-256511d0e44f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2370989 Sep 19 12:14:07.274143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50178) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:07.314802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1d795e61-5c05-4c7b-876b-535eea774904 admin admin] Usage tracker for resource:security_group_rule and tenant:71c1df2ba9504c88bd5351ca0da293ed is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:07.327636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1d795e61-5c05-4c7b-876b-535eea774904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:07.349303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1d795e61-5c05-4c7b-876b-535eea774904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:07.379265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63010f70-f448-4aee-a2f2-2ab5b8b38803 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.397148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63010f70-f448-4aee-a2f2-2ab5b8b38803 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.398261 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-63010f70-f448-4aee-a2f2-2ab5b8b38803 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4fc393f1-a047-41ec-91d4-b5be91e3f41d HTTP/1.1" status: 204 len: 168 time: 0.3712401 Sep 19 12:14:07.404992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50182) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:07.419025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63010f70-f448-4aee-a2f2-2ab5b8b38803 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fc393f1-a047-41ec-91d4-b5be91e3f41d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:07.426246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.436323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.440286 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c3f1a1bd-f221-48ee-a216-0dff6eba1014 req-bead5d08-55c5-4bc5-8cf0-17c58e3f465f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471052 Sep 19 12:14:07.544011 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dd3b1323-6522-4e6c-9f41-cdd7b9a8f8ad tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1379020 Sep 19 12:14:07.550085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50186) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:07.553657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Deleting port 7b8824f9-275f-48c2-b51f-360323c38004 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:07.554100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.561545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-73764ba0-ebc1-493f-bc57-b88eeec9db80 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': '778fce4a-39a3-4c76-b199-dcd1715c15b5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:07.563792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3b288050-433c-42c8-abd1-851e8417f844 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:07.583846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-73764ba0-ebc1-493f-bc57-b88eeec9db80 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:07.595880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.600008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 3b288050-433c-42c8-abd1-851e8417f844 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:07.600425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3b288050-433c-42c8-abd1-851e8417f844 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:07.609651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-73764ba0-ebc1-493f-bc57-b88eeec9db80 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:07.631236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:07.644180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84942624-e20c-43af-9de6-a77f0fbc1c64') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:07.644475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84942624-e20c-43af-9de6-a77f0fbc1c64') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:07.649728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1d795e61-5c05-4c7b-876b-535eea774904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.656794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.672820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.679026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:07.679401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.735993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1d795e61-5c05-4c7b-876b-535eea774904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.842153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d795e61-5c05-4c7b-876b-535eea774904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fe4bfd-6039-4d03-b57d-fdb479c47453,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:07.848564 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1d795e61-5c05-4c7b-876b-535eea774904 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71c1df2ba9504c88bd5351ca0da293ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7327623 Sep 19 12:14:07.851748 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50190) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:07.864563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-73764ba0-ebc1-493f-bc57-b88eeec9db80 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.880101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:07.943059 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-73764ba0-ebc1-493f-bc57-b88eeec9db80 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.027500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Calling delete_port for 7b8824f9-275f-48c2-b51f-360323c38004 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:08.101094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcb5e-9da5-4f47-ac1f-b57df0d076e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.250767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.261067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-73764ba0-ebc1-493f-bc57-b88eeec9db80 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.268283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.288902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcb5e-9da5-4f47-ac1f-b57df0d076e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.302284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.314464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73764ba0-ebc1-493f-bc57-b88eeec9db80 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31e96c7-f76f-4888-b85d-3c59debcdc51,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:08.316404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Network': ['ID=b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:08.322128 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3db70383-4c01-41d1-a5fa-dcd9663e6287 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/b00c5a3d-cf17-4a64-9df7-3ea8f4aac7bf HTTP/1.1" status: 204 len: 168 time: 1.0469940 Sep 19 12:14:08.327003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50194) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:08.340464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:08.357060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:08.365330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ac33c-fc01-4921-8ec8-d3ec597ffa26 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:08.369845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:08.370765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.390461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=eff90e41-e1d9-4063-8bd5-c2d1a282957d,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:08.408323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc5cee-bdf1-4432-9119-1d9f4af974ba tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Deleting port dd4afba7-abc8-4932-8d3c-d967b3a53345 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:08.408678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5cee-bdf1-4432-9119-1d9f4af974ba tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.440178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-73764ba0-ebc1-493f-bc57-b88eeec9db80 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.441338 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-73764ba0-ebc1-493f-bc57-b88eeec9db80 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8903172 Sep 19 12:14:08.448940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50198) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:08.481604 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0613f74a-3eb7-44da-bcd5-fb963e4f4492 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules/f31e96c7-f76f-4888-b85d-3c59debcdc51 HTTP/1.1" status: 200 len: 763 time: 0.0315690 Sep 19 12:14:08.484388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50204) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:08.534293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fb3aaa2d-2c18-40e7-bb50-8d88f6479701 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9204128 Sep 19 12:14:08.537158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50208) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:08.545145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'fixed_ips': [{'subnet_id': 'eff90e41-e1d9-4063-8bd5-c2d1a282957d', 'ip_address': '2001:db8::c68b:fa8a:8482:bcc4'}], 'name': 'tempest-NetworksTestDHCPv6-386023713'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:08.584474 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 84942624-e20c-43af-9de6-a77f0fbc1c64 resource provider aggregate not found Sep 19 12:14:08.620322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcb5e-9da5-4f47-ac1f-b57df0d076e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.622800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcb5e-9da5-4f47-ac1f-b57df0d076e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.625929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': 'eff90e41-e1d9-4063-8bd5-c2d1a282957d'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:14:08.626903 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.627438 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cd0bcb5e-9da5-4f47-ac1f-b57df0d076e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6fe4bfd-6039-4d03-b57d-fdb479c47453 HTTP/1.1" status: 204 len: 168 time: 0.7745097 Sep 19 12:14:08.636685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-82c329d5-b42c-4e41-97a7-e5d8a72130b7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:08.658059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.708242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bcb5e-9da5-4f47-ac1f-b57df0d076e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fe4bfd-6039-4d03-b57d-fdb479c47453,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:08.737327 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 84942624-e20c-43af-9de6-a77f0fbc1c64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84942624-e20c-43af-9de6-a77f0fbc1c64 found for delete ", "request_id": "req-97cb356c-0b62-4d63-96ac-b5f1a14d27df"}]} Sep 19 12:14:08.767668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-82c329d5-b42c-4e41-97a7-e5d8a72130b7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:08.767668 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-82c329d5-b42c-4e41-97a7-e5d8a72130b7 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2798512 Sep 19 12:14:08.769400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50218) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:08.776203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Pushing event deleted for resources: {'Port': ['ID=7b8824f9-275f-48c2-b51f-360323c38004,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:08.803731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5cee-bdf1-4432-9119-1d9f4af974ba tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.845900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/eff90e41-e1d9-4063-8bd5-c2d1a282957d/942c01af-2296-4f2f-b44d-bc144f417920) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:08.878521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:08.951004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc5cee-bdf1-4432-9119-1d9f4af974ba tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Calling delete_port for dd4afba7-abc8-4932-8d3c-d967b3a53345 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:08.997480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a0d491-c897-4e8d-ada2-2d830569fb07 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.007998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a0d491-c897-4e8d-ada2-2d830569fb07 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.033357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cd40a-9bd3-40f2-b7c3-b413197911b4 req-45c5e783-10e1-482e-a00c-ae22921b6699 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:09.034934 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-873cd40a-9bd3-40f2-b7c3-b413197911b4 req-45c5e783-10e1-482e-a00c-ae22921b6699 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4669201 Sep 19 12:14:09.084004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.086268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:09.090040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.104351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:09.105566 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-873cd40a-9bd3-40f2-b7c3-b413197911b4 req-3f0253ab-90eb-4bf4-ac6b-d0b226ea9fb7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573719 Sep 19 12:14:09.135467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.148642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a0d491-c897-4e8d-ada2-2d830569fb07 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.164545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0d491-c897-4e8d-ada2-2d830569fb07 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f31e96c7-f76f-4888-b85d-3c59debcdc51,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:09.237041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5cee-bdf1-4432-9119-1d9f4af974ba tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.283302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Transition to ACTIVE for port object 942c01af-2296-4f2f-b44d-bc144f417920 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:09.284600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:09.293029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a0d491-c897-4e8d-ada2-2d830569fb07 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.296451 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-56a0d491-c897-4e8d-ada2-2d830569fb07 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f31e96c7-f76f-4888-b85d-3c59debcdc51 HTTP/1.1" status: 204 len: 168 time: 0.5215831 Sep 19 12:14:09.298666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5cee-bdf1-4432-9119-1d9f4af974ba tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.303240 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f8cc5cee-bdf1-4432-9119-1d9f4af974ba tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/ports/dd4afba7-abc8-4932-8d3c-d967b3a53345 HTTP/1.1" status: 204 len: 168 time: 0.9774175 Sep 19 12:14:09.303394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.303921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Fanout notify agent at l3_agent the message router_deleted on router 616295bd-acc8-4ef2-b783-ecfba24e9b4e {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:14:09.304074 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50226) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:09.304569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50228) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:09.305874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc5cee-bdf1-4432-9119-1d9f4af974ba tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Port': ['ID=dd4afba7-abc8-4932-8d3c-d967b3a53345,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:09.319902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Transition to ACTIVE for port object 942c01af-2296-4f2f-b44d-bc144f417920 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:09.373030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.378108 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7d639f03-54a3-4a19-be5a-3dc1c71ddb72 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/616295bd-acc8-4ef2-b783-ecfba24e9b4e HTTP/1.1" status: 204 len: 168 time: 2.5895112 Sep 19 12:14:09.379301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50234) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:09.382634 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42d1e3a-466f-4ffb-94e5-44b1e7fe7615 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] DELETE failed (client error): The resource could not be found. Sep 19 12:14:09.383139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42d1e3a-466f-4ffb-94e5-44b1e7fe7615 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:09.387726 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e42d1e3a-466f-4ffb-94e5-44b1e7fe7615 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/subnets/7c94771d-2490-451d-8251-886759e39ee1 HTTP/1.1" status: 404 len: 337 time: 0.0690165 Sep 19 12:14:09.388433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50238) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:09.391723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1942025808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:09.402009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:09.410375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Usage tracker for resource:router and tenant:cb1de729f15041b7bafff324027635f9 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:09.413862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:09.421905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:09.435076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.466392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.488740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 1a651354-38a4-4ce6-93ad-8bcad9833bd1 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:09.505631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:09.509190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d6f97b09-5778-4d13-b5d3-460c71b42d50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:09.512897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:09.517281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:09.524232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.525862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.545486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.572157 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50242) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:09.572583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Pushing event updated for resources: {'Port': ['ID=942c01af-2296-4f2f-b44d-bc144f417920,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:09.575337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.631386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Attempting to bind port 942c01af-2296-4f2f-b44d-bc144f417920 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:09.631999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Attempting to bind port 942c01af-2296-4f2f-b44d-bc144f417920 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:09.632143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Attempting to bind port 942c01af-2296-4f2f-b44d-bc144f417920 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:09.637508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-31e63a49-974c-4da0-bae0-b9fde06f5722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.637829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:14:09.638152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:09.638548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.638966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:14:09.639463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Bound port: 942c01af-2296-4f2f-b44d-bc144f417920, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:14:09.639833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.660994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-31e63a49-974c-4da0-bae0-b9fde06f5722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:09.664991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-31e63a49-974c-4da0-bae0-b9fde06f5722 admin admin] Usage tracker for resource:security_group_rule and tenant:16ec8c074df34f0d80111f09b4e77a52 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:09.668515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-31e63a49-974c-4da0-bae0-b9fde06f5722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:09.674283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-31e63a49-974c-4da0-bae0-b9fde06f5722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:09.676026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d6f97b09-5778-4d13-b5d3-460c71b42d50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:09.679196 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d6f97b09-5778-4d13-b5d3-460c71b42d50 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3654273 Sep 19 12:14:09.686179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50246) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:09.698332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-10ad401c-50b5-4f24-9935-b870e7cb441a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': '778fce4a-39a3-4c76-b199-dcd1715c15b5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:09.706256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.715937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-10ad401c-50b5-4f24-9935-b870e7cb441a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:09.739303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cde957-5c30-44e6-84fa-5bd0abe0604c']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:09.742048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] For port 942c01af-2296-4f2f-b44d-bc144f417920, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:09.743342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-10ad401c-50b5-4f24-9935-b870e7cb441a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:09.746279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] For port 942c01af-2296-4f2f-b44d-bc144f417920, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=942c01af-2296-4f2f-b44d-bc144f417920,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:14:09.756331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edd0a54-067d-4a20-bb01-a983b1982009') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:09.756630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edd0a54-067d-4a20-bb01-a983b1982009') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:09.768530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.785387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.792060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:09.792656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.801190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.844240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.874937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::c68b:fa8a:8482:bcc4 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/eff90e41-e1d9-4063-8bd5-c2d1a282957d/1a651354-38a4-4ce6-93ad-8bcad9833bd1) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:09.931038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-31e63a49-974c-4da0-bae0-b9fde06f5722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.936354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8ad5e-5e2d-4234-ab83-565df0e1b516 None None] Pushing event updated for resources: {'Port': ['ID=942c01af-2296-4f2f-b44d-bc144f417920,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:09.951559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.954287 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a01b8550-be90-43df-a750-1292b01176b9 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5724740 Sep 19 12:14:09.955727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10ad401c-50b5-4f24-9935-b870e7cb441a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:09.956324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50252) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:09.961505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'enable_snat': True}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:10.033458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.082036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-31e63a49-974c-4da0-bae0-b9fde06f5722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.250738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.269167 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-31e63a49-974c-4da0-bae0-b9fde06f5722 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16ec8c074df34f0d80111f09b4e77a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6959169 Sep 19 12:14:10.272820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e63a49-974c-4da0-bae0-b9fde06f5722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643356d4-3006-4b62-bde8-3dab3ed9f4e4,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:10.281665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50258) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:10.282830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 1a651354-38a4-4ce6-93ad-8bcad9833bd1 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:10.303158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.307775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10ad401c-50b5-4f24-9935-b870e7cb441a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.325551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Network': ['ID=00cde957-5c30-44e6-84fa-5bd0abe0604c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:10.371556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-42e8d501-ed56-4967-b3fc-7f2a772b11d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.385463 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9beea86f-cca1-48cb-9723-3bc544616771 tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/00cde957-5c30-44e6-84fa-5bd0abe0604c HTTP/1.1" status: 204 len: 168 time: 0.9957194 Sep 19 12:14:10.389068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50262) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:10.440489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10ad401c-50b5-4f24-9935-b870e7cb441a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.448873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-42e8d501-ed56-4967-b3fc-7f2a772b11d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.598734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.659987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad401c-50b5-4f24-9935-b870e7cb441a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb064b4-948e-41fd-ac46-f8fc4858a007,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:10.706043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e947aa-bdeb-4358-9a2a-8175244a251a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Deleting subnet 2e66a77f-8995-4962-882c-eab82590b523 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:14:10.714081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.721001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59e947aa-bdeb-4358-9a2a-8175244a251a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.752743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc924dd6-ebdd-41d8-aa2f-b4eb57f23472 req-4d7c79b8-a231-4d61-b08f-6424fd8bed73 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:10.754793 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dc924dd6-ebdd-41d8-aa2f-b4eb57f23472 req-4d7c79b8-a231-4d61-b08f-6424fd8bed73 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4300861 Sep 19 12:14:10.761059 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 3edd0a54-067d-4a20-bb01-a983b1982009 resource provider aggregate not found Sep 19 12:14:10.770905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:10.777272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:10.784032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:10.785400 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 3edd0a54-067d-4a20-bb01-a983b1982009 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3edd0a54-067d-4a20-bb01-a983b1982009 found for delete ", "request_id": "req-81a9e311-76b5-4420-86a3-252c4edc92f9"}]} Sep 19 12:14:10.789679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:10.790297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.803599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=1a651354-38a4-4ce6-93ad-8bcad9833bd1,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:10.818582 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dc924dd6-ebdd-41d8-aa2f-b4eb57f23472 req-aa3a1f5e-7ca3-4d5a-946c-4233a2162c81 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525737 Sep 19 12:14:10.824254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59e947aa-bdeb-4358-9a2a-8175244a251a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.827371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746f634-2962-49c2-8965-bedf4b11bc81 req-6b3f2662-e1a4-455c-adbb-8bcfe845b45c tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:10.828901 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1746f634-2962-49c2-8965-bedf4b11bc81 req-6b3f2662-e1a4-455c-adbb-8bcfe845b45c tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 945 time: 0.2229564 Sep 19 12:14:10.868508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10ad401c-50b5-4f24-9935-b870e7cb441a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.869924 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-10ad401c-50b5-4f24-9935-b870e7cb441a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1831529 Sep 19 12:14:10.874210 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50274) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:10.896073 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1746f634-2962-49c2-8965-bedf4b11bc81 req-c589176f-f602-4631-84b9-4db63805bc5a tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581851 Sep 19 12:14:10.922649 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e4d2d63b-5911-4682-bde1-a1df386ff4c1 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules/7fb064b4-948e-41fd-ac46-f8fc4858a007 HTTP/1.1" status: 200 len: 764 time: 0.0473025 Sep 19 12:14:10.923348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50278) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:10.945138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59e947aa-bdeb-4358-9a2a-8175244a251a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:10.980812 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-287c45fb-2f21-4f6d-a23e-19c2e23b2d24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4424229 Sep 19 12:14:10.986581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50282) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:11.040260 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1fa09141-1e56-48fa-a696-996701035259 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1156268 Sep 19 12:14:11.044274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50286) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:11.066463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-42e8d501-ed56-4967-b3fc-7f2a772b11d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.070923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-42e8d501-ed56-4967-b3fc-7f2a772b11d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.070923 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-42e8d501-ed56-4967-b3fc-7f2a772b11d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/643356d4-3006-4b62-bde8-3dab3ed9f4e4 HTTP/1.1" status: 204 len: 168 time: 0.7844820 Sep 19 12:14:11.088453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9b29a2c-a92a-426c-a773-b93f350976ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.102337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9b29a2c-a92a-426c-a773-b93f350976ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.104816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8d501-ed56-4967-b3fc-7f2a772b11d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643356d4-3006-4b62-bde8-3dab3ed9f4e4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:11.145404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd75d320-44f1-42f8-8c64-c6c867adf69d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:11.151950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd75d320-44f1-42f8-8c64-c6c867adf69d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:11.169285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fd75d320-44f1-42f8-8c64-c6c867adf69d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:11.226606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59e947aa-bdeb-4358-9a2a-8175244a251a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.289037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e947aa-bdeb-4358-9a2a-8175244a251a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Subnet': ['ID=2e66a77f-8995-4962-882c-eab82590b523,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:11.293887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59e947aa-bdeb-4358-9a2a-8175244a251a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.306539 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-59e947aa-bdeb-4358-9a2a-8175244a251a tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/subnets/2e66a77f-8995-4962-882c-eab82590b523 HTTP/1.1" status: 204 len: 168 time: 0.9140136 Sep 19 12:14:11.306789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e21e4f7-ac5e-40b2-bf0f-842e5727e7c0 None None] Network c6f96c24-94e8-4998-9887-d63bb459a2e1 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:11.307252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50292) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:11.363835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.403302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.409235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9b29a2c-a92a-426c-a773-b93f350976ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.443270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.447897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fd75d320-44f1-42f8-8c64-c6c867adf69d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:11.449182 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fd75d320-44f1-42f8-8c64-c6c867adf69d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4616928 Sep 19 12:14:11.454067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50296) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:11.465294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b29a2c-a92a-426c-a773-b93f350976ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fb064b4-948e-41fd-ac46-f8fc4858a007,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:11.476395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9b29a2c-a92a-426c-a773-b93f350976ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.476395 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f9b29a2c-a92a-426c-a773-b93f350976ed tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7fb064b4-948e-41fd-ac46-f8fc4858a007 HTTP/1.1" status: 204 len: 168 time: 0.4311526 Sep 19 12:14:11.485232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50300) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:11.523137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Deleting port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:11.523137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.577630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-563f6643-c1ce-471e-8e33-34f7e0b269da None None] Provisioning for port 942c01af-2296-4f2f-b44d-bc144f417920 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:11.608546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-314d0a88-ddd9-4254-adb8-f860fb82bcb3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:11.629696 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef0df9-1746-4cd7-82f0-2d86d9728a2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 1a651354-38a4-4ce6-93ad-8bcad9833bd1 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:11.635195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0df9-1746-4cd7-82f0-2d86d9728a2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.635597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 942c01af-2296-4f2f-b44d-bc144f417920 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:11.707991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Allocated IP 172.26.5.117 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/078641b8-272b-4ec6-a3d1-32b075760752) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:11.709279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4bdd67bd-6bec-46e0-b5b3-fd73741fe146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.721253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] DHCP port deletion for c6f96c24-94e8-4998-9887-d63bb459a2e1 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:11.727414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] Deleting port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:11.730032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.862680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b5b6c582-e0a4-4a5b-91ff-b090a666ea12 None None] Provisioning for port 1a651354-38a4-4ce6-93ad-8bcad9833bd1 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:11.907158 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 942c01af-2296-4f2f-b44d-bc144f417920 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:11.923294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b5b6c582-e0a4-4a5b-91ff-b090a666ea12 None None] Provisioning complete for port 1a651354-38a4-4ce6-93ad-8bcad9833bd1 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:11.923294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b5b6c582-e0a4-4a5b-91ff-b090a666ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:11.927218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] For port 8d619f0b-1609-498b-81c1-fcdb25d6ade5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8d619f0b-1609-498b-81c1-fcdb25d6ade5,segment=NetworkSegment(6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9),segment_id=6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:11.929436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.001796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-314d0a88-ddd9-4254-adb8-f860fb82bcb3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:12.004127 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-314d0a88-ddd9-4254-adb8-f860fb82bcb3 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5174036 Sep 19 12:14:12.006874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50318) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:12.034732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.092254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 942c01af-2296-4f2f-b44d-bc144f417920 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:12.092537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.096770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Calling delete_port for 8d619f0b-1609-498b-81c1-fcdb25d6ade5 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:12.227446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7b990011-2f1d-4dee-ab1c-f8cbfed1e567 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.287065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7b990011-2f1d-4dee-ab1c-f8cbfed1e567 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.302541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6c582-e0a4-4a5b-91ff-b090a666ea12 None None] Port 1a651354-38a4-4ce6-93ad-8bcad9833bd1 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:14:12.322607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3467f-926e-4fa3-94bd-097e7b6fdb74 req-d853c43f-a838-49ae-90a6-cb6b780f8373 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:12.330315 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1bb3467f-926e-4fa3-94bd-097e7b6fdb74 req-d853c43f-a838-49ae-90a6-cb6b780f8373 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2546940 Sep 19 12:14:12.356976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] For port 8d619f0b-1609-498b-81c1-fcdb25d6ade5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8d619f0b-1609-498b-81c1-fcdb25d6ade5,segment=NetworkSegment(6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9),segment_id=6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:12.356976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.402655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0df9-1746-4cd7-82f0-2d86d9728a2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.518643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.534271 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] Calling delete_port for 8d619f0b-1609-498b-81c1-fcdb25d6ade5 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:12.606268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event updated for resources: {'Port': ['ID=078641b8-272b-4ec6-a3d1-32b075760752,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:12.631899 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1bb3467f-926e-4fa3-94bd-097e7b6fdb74 req-66c109e9-d168-4345-a03c-4fc0bfc80659 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004305 Sep 19 12:14:12.649666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.653808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 942c01af-2296-4f2f-b44d-bc144f417920 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:12.654389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.661474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef0df9-1746-4cd7-82f0-2d86d9728a2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 1a651354-38a4-4ce6-93ad-8bcad9833bd1 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:12.671389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:12.672331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:12.674770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:12.745525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 942c01af-2296-4f2f-b44d-bc144f417920, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=942c01af-2296-4f2f-b44d-bc144f417920,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:12.756732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:14:12.757220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:14:12.773766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-bae11989-dbb8-445c-8e9c-371629a53697 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:12.774531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-bae11989-dbb8-445c-8e9c-371629a53697 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Synchronizing usage tracker for tenant:89b67a2b8a7d4711939cb92036100cb1 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:12.800562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Port': ['ID=8d619f0b-1609-498b-81c1-fcdb25d6ade5,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:12.814036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] No DVR routers for this DVR port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:12.825372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.880020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50334) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:12.888509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7b990011-2f1d-4dee-ab1c-f8cbfed1e567 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:12.906723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=942c01af-2296-4f2f-b44d-bc144f417920,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:12.920207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b990011-2f1d-4dee-ab1c-f8cbfed1e567 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778fce4a-39a3-4c76-b199-dcd1715c15b5,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:12.972745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-bae11989-dbb8-445c-8e9c-371629a53697 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Unset dirty status for tenant:89b67a2b8a7d4711939cb92036100cb1 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:12.973893 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-bae11989-dbb8-445c-8e9c-371629a53697 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 945 time: 0.8470812 Sep 19 12:14:12.983730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.097903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1734859625'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:13.112518 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f96c24-94e8-4998-9887-d63bb459a2e1']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:13.122734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:13.141782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:13.141782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:13.148636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Usage tracker for resource:network and tenant:fea1bba425da484e9bf83fc12aa67e15 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:13.156321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:13.164540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e1f87-1f75-479a-a6fe-54900ae015c5 req-0718ac96-1c68-454f-a6a7-da3e8db61191 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:13.166535 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-df5e1f87-1f75-479a-a6fe-54900ae015c5 req-0718ac96-1c68-454f-a6a7-da3e8db61191 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 945 time: 0.4143233 Sep 19 12:14:13.168607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.176865 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7c29f-a55c-4445-b94a-21c422345c82 req-c7126c78-811a-48de-805c-2e9d52432081 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:13.178289 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-41c7c29f-a55c-4445-b94a-21c422345c82 req-c7126c78-811a-48de-805c-2e9d52432081 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 946 time: 0.3721871 Sep 19 12:14:13.180067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Deleting port 79ad372b-2d61-454c-85ad-e37b1306bdd7 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:13.180419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.215026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:13.245721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.259197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] Deleting port 8d619f0b-1609-498b-81c1-fcdb25d6ade5 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:13.260279 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-df5e1f87-1f75-479a-a6fe-54900ae015c5 req-ac5b2fb5-9e08-4441-8bd2-df7415718029 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809853 Sep 19 12:14:13.260774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:13.260774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.261599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.263453 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-41c7c29f-a55c-4445-b94a-21c422345c82 req-7348e2ca-c517-45cb-a7d2-28e373bf7c1c tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646377 Sep 19 12:14:13.264394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7b990011-2f1d-4dee-ab1c-f8cbfed1e567 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.265479 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7b990011-2f1d-4dee-ab1c-f8cbfed1e567 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/778fce4a-39a3-4c76-b199-dcd1715c15b5 HTTP/1.1" status: 204 len: 168 time: 1.2575531 Sep 19 12:14:13.268187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50340) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:13.368291 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9 resource provider aggregate not found Sep 19 12:14:13.399431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Made reservation on behalf of fea1bba425da484e9bf83fc12aa67e15 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:13.400964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e33f3617-3919-4587-b336-d80cb502b0d8 None None] The port '8d619f0b-1609-498b-81c1-fcdb25d6ade5' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:14:13.404223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.418057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0df9-1746-4cd7-82f0-2d86d9728a2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.425024 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cdbaaf2-058b-46b7-ba54-ffcd3beef1b9 found for delete ", "request_id": "req-619fe42c-767e-4f58-a834-0a444162ad8b"}]} Sep 19 12:14:13.439645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f1f12aa8-8789-4478-bd2b-b20d9cf75a9f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:13.473327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.508522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0df9-1746-4cd7-82f0-2d86d9728a2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=1a651354-38a4-4ce6-93ad-8bcad9833bd1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:13.549664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.566030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:13.591434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 942c01af-2296-4f2f-b44d-bc144f417920 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:13.629694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Usage tracker for resource:security_group_rule and tenant:fea1bba425da484e9bf83fc12aa67e15 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:13.633787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f1f12aa8-8789-4478-bd2b-b20d9cf75a9f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:13.640203 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f1f12aa8-8789-4478-bd2b-b20d9cf75a9f tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3669741 Sep 19 12:14:13.644436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:13.645668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50348) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:13.647160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.649072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0df9-1746-4cd7-82f0-2d86d9728a2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.651519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group': {'name': 'tempest-secgroup--633227468'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:13.658461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:13.660705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:13.663034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c00f879d-b2be-4953-8bfe-21cf148d2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.674674 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:13.685265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 942c01af-2296-4f2f-b44d-bc144f417920 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:13.685646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.692712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.753165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] Pushing event deleted for resources: {'Network': ['ID=c6f96c24-94e8-4998-9887-d63bb459a2e1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:13.772765 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b27fe435-b8b8-4f6a-b419-df38d30c348e tempest-NetworksIpV6TestAttrs-1902177331 tempest-NetworksIpV6TestAttrs-1902177331-project] 10.222.0.66 "DELETE /v2.0/networks/c6f96c24-94e8-4998-9887-d63bb459a2e1 HTTP/1.1" status: 204 len: 168 time: 2.4646785 Sep 19 12:14:13.778265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:13.806184 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c8ef0df9-1746-4cd7-82f0-2d86d9728a2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/1a651354-38a4-4ce6-93ad-8bcad9833bd1 HTTP/1.1" status: 204 len: 168 time: 2.3510954 Sep 19 12:14:13.819970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50356) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:13.890880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:13.897230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 942c01af-2296-4f2f-b44d-bc144f417920 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:13.916844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:13.925456 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:13.944558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:13.958003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8d619f0b-1609-498b-81c1-fcdb25d6ade5 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:13.959728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3022d9-1707-4965-802b-e8ee61fac66b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:13.960902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3022d9-1707-4965-802b-e8ee61fac66b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:13.961654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0c3022d9-1707-4965-802b-e8ee61fac66b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:13.976784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] For port 79ad372b-2d61-454c-85ad-e37b1306bdd7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79ad372b-2d61-454c-85ad-e37b1306bdd7,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:13.977135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.011910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 8d619f0b-1609-498b-81c1-fcdb25d6ade5 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:14.012885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8d619f0b-1609-498b-81c1-fcdb25d6ade5 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:14.152495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb1fc3-1860-4d63-9c06-18f8c6ad4542 req-89887064-92a8-4bb5-819a-640583c7dfdc tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:14.158633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f3cb1fc3-1860-4d63-9c06-18f8c6ad4542 req-89887064-92a8-4bb5-819a-640583c7dfdc tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.3502574 Sep 19 12:14:14.217324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.242073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.249406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.264456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0c3022d9-1707-4965-802b-e8ee61fac66b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:14.265657 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0c3022d9-1707-4965-802b-e8ee61fac66b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4370821 Sep 19 12:14:14.276034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50360) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:14.277889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.438709 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f3cb1fc3-1860-4d63-9c06-18f8c6ad4542 req-885a6b6a-28b1-4610-b4bd-a90298697334 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706447 Sep 19 12:14:14.446715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.518292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50370) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:14.562576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.601839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.640180 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-68b932e5-7488-40e0-bf7e-427fd98044c1 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:14.640887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-68b932e5-7488-40e0-bf7e-427fd98044c1 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Synchronizing usage tracker for tenant:bc270227fb294510bb4c21e9c8f4cf03 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:14.641435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56035897-7ed3-4cec-b546-b311b43e526b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:14.669949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f4c1bb-b237-41f1-a584-a8369e8cf083 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet eff90e41-e1d9-4063-8bd5-c2d1a282957d {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:14:14.699699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58f4c1bb-b237-41f1-a584-a8369e8cf083 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.738497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:14.771024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140e4026-6794-4f56-b41d-6af9b5ec42ae,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:14.792098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.792098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.792098 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Floating IP 1d8d6014-e86c-43a2-b8d6-6e734053d5da disassociated. External IP: 172.26.5.168, port: 79ad372b-2d61-454c-85ad-e37b1306bdd7. Sep 19 12:14:14.792098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Calling delete_port for 79ad372b-2d61-454c-85ad-e37b1306bdd7 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:14.832114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.832453 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Added segment ad1589c2-4d12-488c-8138-13a97680b477 of type vlan for network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 Sep 19 12:14:14.835171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58f4c1bb-b237-41f1-a584-a8369e8cf083 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.840265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.841451 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4011d1f6-300d-476a-be6f-e27f137d1819 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1951447 Sep 19 12:14:14.852268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50376) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:14.854889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-757d6e2b-1d9f-47fc-985b-fee5a5357138 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01a3a22e8372426ea98e0ffa8cd37a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334112 Sep 19 12:14:14.860785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50380) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:14.863907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Request body: {'security_group_rule': {'security_group_id': '56035897-7ed3-4cec-b546-b311b43e526b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:14.879109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e56c3-867d-43f3-a740-05723f10dd57 req-6ff61ceb-0d14-4779-ad38-2125b969c602 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:14.880558 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-533e56c3-867d-43f3-a740-05723f10dd57 req-6ff61ceb-0d14-4779-ad38-2125b969c602 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 946 time: 0.3631430 Sep 19 12:14:14.889040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:14.916035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-68b932e5-7488-40e0-bf7e-427fd98044c1 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Unset dirty status for tenant:bc270227fb294510bb4c21e9c8f4cf03 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:14.917258 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-68b932e5-7488-40e0-bf7e-427fd98044c1 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 946 time: 0.8575499 Sep 19 12:14:14.925380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Usage tracker for resource:security_group_rule and tenant:b66c30e58d024a75a951c9497f2c9114 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:14.942420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d829d97-907c-4879-94ac-4cb3b9de5258 req-8ca509cc-ddbe-4b54-8780-726db06a71a7 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:14.943915 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6d829d97-907c-4879-94ac-4cb3b9de5258 req-8ca509cc-ddbe-4b54-8780-726db06a71a7 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 945 time: 0.3604126 Sep 19 12:14:14.948836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:14.960184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.979709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:14.987196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:15.056779 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-533e56c3-867d-43f3-a740-05723f10dd57 req-1ea615aa-49a5-4fc3-8252-09af590d5c1e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570172 Sep 19 12:14:15.083073 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6d829d97-907c-4879-94ac-4cb3b9de5258 req-2452f287-265e-4e4c-b930-63321c2f3b7a tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups?id=882177b0-9cc9-4793-94b7-6e1f5e2999a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271026 Sep 19 12:14:15.083941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0c6e45da-847b-464b-bfa3-0a0e6b8b1e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.113575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Deleting port 0bb3f006-e437-441c-9112-e4fdd2630acc {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:15.113915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.119996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0c6e45da-847b-464b-bfa3-0a0e6b8b1e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.127037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Router d6b00905-cd57-4751-83b4-3baee590bb49 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:14:15.177012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58f4c1bb-b237-41f1-a584-a8369e8cf083 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.245061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.274482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.279993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:15.280587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.395984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:14:15.398475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.403631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.408373 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b74978-1fa3-441f-a9b1-3effa80feac0 None None] Sync routers for ids ['d6b00905-cd57-4751-83b4-3baee590bb49'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:14:15.416327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.417569 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-33ec8c47-250b-4ba9-9b58-4af6386b0931 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "PUT /v2.0/routers/d6b00905-cd57-4751-83b4-3baee590bb49 HTTP/1.1" status: 200 len: 915 time: 5.4601991 Sep 19 12:14:15.420263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50384) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:15.423435 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b74978-1fa3-441f-a9b1-3effa80feac0 None None] Routers {'d6b00905-cd57-4751-83b4-3baee590bb49'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:15.424619 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-33b74978-1fa3-441f-a9b1-3effa80feac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d6b00905-cd57-4751-83b4-3baee590bb49'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:15.496359 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-33b74978-1fa3-441f-a9b1-3effa80feac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:15.512740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0c6e45da-847b-464b-bfa3-0a0e6b8b1e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.513238 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b74978-1fa3-441f-a9b1-3effa80feac0 None None] Routers {'d6b00905-cd57-4751-83b4-3baee590bb49'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:15.513320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0c6e45da-847b-464b-bfa3-0a0e6b8b1e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.513390 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-33b74978-1fa3-441f-a9b1-3effa80feac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d6b00905-cd57-4751-83b4-3baee590bb49'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:15.513471 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0c6e45da-847b-464b-bfa3-0a0e6b8b1e08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ac2e39f-7fd0-4654-8cc3-16f7e65b0e60 HTTP/1.1" status: 204 len: 168 time: 0.6407673 Sep 19 12:14:15.526087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e45da-847b-464b-bfa3-0a0e6b8b1e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac2e39f-7fd0-4654-8cc3-16f7e65b0e60,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:15.560507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Pushing event deleted for resources: {'Port': ['ID=79ad372b-2d61-454c-85ad-e37b1306bdd7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:15.582484 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-33b74978-1fa3-441f-a9b1-3effa80feac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:15.583129 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b74978-1fa3-441f-a9b1-3effa80feac0 None None] The sync data for ids ['d6b00905-cd57-4751-83b4-3baee590bb49'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:14:15.605096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.609703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79ad372b-2d61-454c-85ad-e37b1306bdd7 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:15.648777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event updated for resources: {'Network': ['ID=639c2fc6-270c-4eb7-ac22-7f122b8ffd90,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:15.661039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26cad7e-765d-4be0-8705-6c26713f452f,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:15.675046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58f4c1bb-b237-41f1-a584-a8369e8cf083 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.688331 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-28b1190c-80f9-46e4-be43-b2a8b59e8d8b tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/routers/d6b00905-cd57-4751-83b4-3baee590bb49 HTTP/1.1" status: 200 len: 921 time: 0.2642837 Sep 19 12:14:15.690557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50392) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:15.704940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 79ad372b-2d61-454c-85ad-e37b1306bdd7 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:15.705681 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79ad372b-2d61-454c-85ad-e37b1306bdd7 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:15.734172 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8492618 Sep 19 12:14:15.749252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50396) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:15.754576 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.754955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.755298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.755633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.756229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.756661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.756854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.757180 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.757503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.757825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.758149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.758465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b5312-0848-435c-9e48-1376c46f2025 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:15.759153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.763331 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bda5850a-0a96-4941-85e3-bc5acde6bd7b tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9046016 Sep 19 12:14:15.765143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Request body: {'subnet': {'network_id': '639c2fc6-270c-4eb7-ac22-7f122b8ffd90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:15.772934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50400) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:15.777186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:15.778185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4c1bb-b237-41f1-a584-a8369e8cf083 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=eff90e41-e1d9-4063-8bd5-c2d1a282957d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:15.782708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-58f4c1bb-b237-41f1-a584-a8369e8cf083 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:15.785255 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-58f4c1bb-b237-41f1-a584-a8369e8cf083 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/eff90e41-e1d9-4063-8bd5-c2d1a282957d HTTP/1.1" status: 204 len: 168 time: 1.5058718 Sep 19 12:14:15.794384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50404) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:15.805763 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c3973-29bf-46fd-bb51-d9db94222576 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:15.914464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] For port 0bb3f006-e437-441c-9112-e4fdd2630acc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0bb3f006-e437-441c-9112-e4fdd2630acc,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:15.914868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:16.002956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20135eb0-f17b-4e41-9db1-4117861fbbb8 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:16.007029 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-20135eb0-f17b-4e41-9db1-4117861fbbb8 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&device_id=d6b00905-cd57-4751-83b4-3baee590bb49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3126857 Sep 19 12:14:16.008926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50410) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:16.010408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:16.020285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ea738-71c9-4b21-8091-37ea79e61374 req-a75cb72c-0bb3-45f2-bb65-ab8ec4f9bc46 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:16.029873 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-907ea738-71c9-4b21-8091-37ea79e61374 req-a75cb72c-0bb3-45f2-bb65-ab8ec4f9bc46 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2808249 Sep 19 12:14:16.061854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Usage tracker for resource:subnet and tenant:fea1bba425da484e9bf83fc12aa67e15 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:16.069165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:16.178332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cecff4-e944-424f-a4a0-436003fdaacf None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:16.184179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:16.186480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d5cecff4-e944-424f-a4a0-436003fdaacf None None] Deleting port 942c01af-2296-4f2f-b44d-bc144f417920 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:16.187847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d5cecff4-e944-424f-a4a0-436003fdaacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:16.243180 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-373bed6e-f1da-4fc0-a6a2-26283760042b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4456997 Sep 19 12:14:16.299480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50422) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:16.372871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:16.478554 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-907ea738-71c9-4b21-8091-37ea79e61374 req-cbd92b98-856c-49ef-bb15-1e093dc66334 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128542 Sep 19 12:14:16.600739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fdf3cf-26b5-43ba-b917-87e6e9cb2a04 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:16.602375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f8fdf3cf-26b5-43ba-b917-87e6e9cb2a04 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Synchronizing usage tracker for tenant:d48a684f2ce64f43a262317cc9bdabf5 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:16.605381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:16.607679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d5cecff4-e944-424f-a4a0-436003fdaacf None None] For port 942c01af-2296-4f2f-b44d-bc144f417920, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=942c01af-2296-4f2f-b44d-bc144f417920,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:16.608152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d5cecff4-e944-424f-a4a0-436003fdaacf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:16.640796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Made reservation on behalf of fea1bba425da484e9bf83fc12aa67e15 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:16.644410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:16.772369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d5cecff4-e944-424f-a4a0-436003fdaacf None None] Calling delete_port for 942c01af-2296-4f2f-b44d-bc144f417920 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:16.807814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71d86132-591b-49aa-ab1e-68a91f87c9ee tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:16.841251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:16.898566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec311714-3119-4342-b82b-75c7f8a227cb req-69da5221-73d9-494c-aab3-9c5d8e6eb639 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:16.900137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ec311714-3119-4342-b82b-75c7f8a227cb req-69da5221-73d9-494c-aab3-9c5d8e6eb639 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 946 time: 0.5241587 Sep 19 12:14:16.913193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Router 3da23894-920c-4642-9906-f5ac0773da0f has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:14:16.943937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71d86132-591b-49aa-ab1e-68a91f87c9ee tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:16.956104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:16.959067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f8fdf3cf-26b5-43ba-b917-87e6e9cb2a04 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Unset dirty status for tenant:d48a684f2ce64f43a262317cc9bdabf5 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:16.960242 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d5cecff4-e944-424f-a4a0-436003fdaacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:16.964058 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f8fdf3cf-26b5-43ba-b917-87e6e9cb2a04 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 881 time: 0.9331584 Sep 19 12:14:16.975493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50436) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:17.000959 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1df905cd-d439-4bbd-940e-8025c05e4ece req-e49e7f74-5d37-4414-a1f9-cb0a99bf1b28 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.1244521 Sep 19 12:14:17.039980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cecff4-e944-424f-a4a0-436003fdaacf None None] Pushing event deleted for resources: {'Port': ['ID=942c01af-2296-4f2f-b44d-bc144f417920,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:17.045022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cecff4-e944-424f-a4a0-436003fdaacf None None] No DVR routers for this DVR port 942c01af-2296-4f2f-b44d-bc144f417920 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:17.072299 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-10dba6df-d433-4a08-ac95-a39b48573db8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6b00905-cd57-4751-83b4-3baee590bb49 HTTP/1.1" status: 200 len: 205 time: 0.0885963 Sep 19 12:14:17.074988 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50440) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:17.137405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.137405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.137405 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Floating IP 266c17ac-665a-4326-8b86-09de0785aaf4 disassociated. External IP: 172.26.5.139, port: 0bb3f006-e437-441c-9112-e4fdd2630acc. Sep 19 12:14:17.137789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Calling delete_port for 0bb3f006-e437-441c-9112-e4fdd2630acc owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:17.157035 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ec311714-3119-4342-b82b-75c7f8a227cb req-ebfc0727-1728-47f2-a83b-8faaa0ad658e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2484c15-ffe1-497a-a7fb-bd4609262117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993856 Sep 19 12:14:17.166643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.300036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50446) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:17.347538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event updated for resources: {'Subnet': ['ID=01874489-aa9c-4cc8-9d43-b0e70ee5723a,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:17.365714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.366331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.366892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.367397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.367726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.368230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.368584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.369079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.369569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.370057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.370704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.371232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:17.380382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Checking segment: {'id': 'ad1589c2-4d12-488c-8138-13a97680b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '639c2fc6-270c-4eb7-ac22-7f122b8ffd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:17.380937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Network hostable DHCP agents. Network: 639c2fc6-270c-4eb7-ac22-7f122b8ffd90, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:14:17.391384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.400703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:17.405264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.472890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-22643142'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:17.481984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:17.499815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:network and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:17.505746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:17.513845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:17.520383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:14:17.531679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32582069-903f-433f-9d09-c0b63676a320 None None] Sync routers for ids ['3da23894-920c-4642-9906-f5ac0773da0f'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:14:17.555789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32582069-903f-433f-9d09-c0b63676a320 None None] Routers {'3da23894-920c-4642-9906-f5ac0773da0f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:17.567788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-32582069-903f-433f-9d09-c0b63676a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3da23894-920c-4642-9906-f5ac0773da0f'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:17.626457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.658679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0bb3f006-e437-441c-9112-e4fdd2630acc no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:17.671245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:17.703127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 942c01af-2296-4f2f-b44d-bc144f417920 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:17.737078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.741782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71d86132-591b-49aa-ab1e-68a91f87c9ee tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.746952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:17.750868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.766537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] No DVR routers for this DVR port 79ad372b-2d61-454c-85ad-e37b1306bdd7 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:17.776150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.777845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Pushing event deleted for resources: {'Port': ['ID=0bb3f006-e437-441c-9112-e4fdd2630acc,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:17.780275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.788389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 942c01af-2296-4f2f-b44d-bc144f417920 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:17.788389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 942c01af-2296-4f2f-b44d-bc144f417920 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:17.788965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'name': 'network-vif-deleted', 'tag': '79ad372b-2d61-454c-85ad-e37b1306bdd7'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:14:17.789064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 0bb3f006-e437-441c-9112-e4fdd2630acc {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:17.789394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0bb3f006-e437-441c-9112-e4fdd2630acc not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:17.791776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4126b0db-f09d-4034-97f0-81f19a016338" -d '{"events": [{"server_uuid": "f2f3f201-8884-42cc-8c9f-4a47939c092a", "name": "network-vif-deleted", "tag": "79ad372b-2d61-454c-85ad-e37b1306bdd7"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:14:17.814243 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d86132-591b-49aa-ab1e-68a91f87c9ee tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56035897-7ed3-4cec-b546-b311b43e526b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:17.818126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:17.825836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group_rule and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:17.830465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:17.839435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:17.881270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d74e1-d594-4002-b85c-4ff13e36e1aa req-0064bf4a-a581-49ba-b969-c8710b9e700a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:17.882917 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c55d74e1-d594-4002-b85c-4ff13e36e1aa req-0064bf4a-a581-49ba-b969-c8710b9e700a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2134066 Sep 19 12:14:17.887423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 639c2fc6-270c-4eb7-ac22-7f122b8ffd90) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:17.892301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:17.892900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.914373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdef3490-005e-4c9f-9411-49c534db9e31 None None] Network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:17.935516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Deleting port 078641b8-272b-4ec6-a3d1-32b075760752 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:17.935857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.942980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ff11e7-7291-4061-bc03-1fceccb04e39 x-openstack-request-id: req-06ff11e7-7291-4061-bc03-1fceccb04e39 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:14:17.950864 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f3f201-8884-42cc-8c9f-4a47939c092a", "name": "network-vif-deleted", "tag": "79ad372b-2d61-454c-85ad-e37b1306bdd7", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:14:17.950864 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06ff11e7-7291-4061-bc03-1fceccb04e39 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:14:17.950864 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ff11e7-7291-4061-bc03-1fceccb04e39'] response: {'server_uuid': 'f2f3f201-8884-42cc-8c9f-4a47939c092a', 'name': 'network-vif-deleted', 'tag': '79ad372b-2d61-454c-85ad-e37b1306bdd7', 'status': 'completed', 'code': 200} Sep 19 12:14:17.950864 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-97727309-fdc8-43b4-93f2-c244b2d8f677 req-d8c8bba2-f68e-4a24-8ac2-4ccc1570b6f8 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.85 "DELETE /v2.0/ports/79ad372b-2d61-454c-85ad-e37b1306bdd7 HTTP/1.1" status: 204 len: 173 time: 4.9533057 Sep 19 12:14:17.950864 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71d86132-591b-49aa-ab1e-68a91f87c9ee tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:17.950864 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-71d86132-591b-49aa-ab1e-68a91f87c9ee tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/56035897-7ed3-4cec-b546-b311b43e526b HTTP/1.1" status: 204 len: 168 time: 2.1711216 Sep 19 12:14:17.961562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50456) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:18.058447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-32582069-903f-433f-9d09-c0b63676a320 None None] Set router 3da23894-920c-4642-9906-f5ac0773da0f gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:14:18.101029 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c55d74e1-d594-4002-b85c-4ff13e36e1aa req-32176a72-7ba3-49e4-9bd9-25e3c0e2597b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963396 Sep 19 12:14:18.207541 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9d660336-ef5a-4117-b06b-770b0c202a94 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4572203 Sep 19 12:14:18.269448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-161ad6c5-6b35-4114-a001-b154c6b4e430 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:18.275780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50464) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:18.363130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Request body: {'port': {'network_id': '639c2fc6-270c-4eb7-ac22-7f122b8ffd90', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-510730118'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:18.389838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:18.416530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:18.458207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:18.459146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-161ad6c5-6b35-4114-a001-b154c6b4e430 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:18.460504 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-161ad6c5-6b35-4114-a001-b154c6b4e430 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4968765 Sep 19 12:14:18.472526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:18.474215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50468) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:18.507710 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e9a1ad85-0098-4aa5-8d11-a5b66cff7727 req-4386bd54-8e3c-4061-bcc1-8acf1adc0b14 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f3f201-8884-42cc-8c9f-4a47939c092a HTTP/1.1" status: 200 len: 210 time: 0.1833162 Sep 19 12:14:18.520881 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3054a890-4528-4127-a920-6abbead1f042 req-d49dd757-4373-4741-80e3-14579dd96abe tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 210 time: 0.0973005 Sep 19 12:14:18.522157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:18.554178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:18.574082 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:18.575165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:18.609517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:18.609517 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Added segment 2ac2ed77-a30d-48d5-aba2-5720360afb2d of type vlan for network 1911f82a-08a6-445f-a309-07bce9e7b0d0 Sep 19 12:14:18.623553 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441579b3-4b1f-46e0-acf6-ea30935d23a7 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:18.624744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5592e6f6-24ff-43b6-97b6-10f5459827ea,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:18.676276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:18.688365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Router 8341e97e-4913-4a43-913c-6c2d02765828 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:14:18.692897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:18.702971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=0a503d44-2511-4cee-af9d-e4068f0e2408,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:18.724930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ec1709ca-c53d-4cd8-bf3c-8ac19569d340 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:18.745234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-639c2fc6-270c-4eb7-ac22-7f122b8ffd90', 'network_id': '639c2fc6-270c-4eb7-ac22-7f122b8ffd90', 'tenant_id': 'fea1bba425da484e9bf83fc12aa67e15', 'fixed_ips': [{'subnet_id': '01874489-aa9c-4cc8-9d43-b0e70ee5723a'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:14:18.747983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:18.964992 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2acc7a78-13e2-49d3-954f-724af7e9be37 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5975721 Sep 19 12:14:18.972740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50472) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:18.975266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Calling delete_port for 078641b8-272b-4ec6-a3d1-32b075760752 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:19.008201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'fixed_ips': [{'subnet_id': '0a503d44-2511-4cee-af9d-e4068f0e2408', 'ip_address': '2001:db8::3a14:e6a0:79d9:1256'}], 'name': 'tempest-NetworksTestDHCPv6-1855333146'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:19.024513 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:19.040375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Usage tracker for resource:port and tenant:fea1bba425da484e9bf83fc12aa67e15 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:19.046186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:19.116492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:19.128697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ec1709ca-c53d-4cd8-bf3c-8ac19569d340 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:19.130257 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ec1709ca-c53d-4cd8-bf3c-8ac19569d340 tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5711234 Sep 19 12:14:19.133022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50476) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:19.174209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:19.182088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:19.183078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:19.226192 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-ad7cd938-1565-4ce5-82d2-0581668d7c6a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] delete failed (client error): The resource could not be found. Sep 19 12:14:19.227712 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ad7cd938-1565-4ce5-82d2-0581668d7c6a tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "DELETE /v2.0/security-groups/56035897-7ed3-4cec-b546-b311b43e526b HTTP/1.1" status: 404 len: 347 time: 0.0910800 Sep 19 12:14:19.233147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Allocated IP 2001:db8::2 (639c2fc6-270c-4eb7-ac22-7f122b8ffd90/01874489-aa9c-4cc8-9d43-b0e70ee5723a/8483369e-7e2b-45b0-ab81-99e57b8fd4fc) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:19.321953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50482) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:19.395733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-32582069-903f-433f-9d09-c0b63676a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7a8ac701-9141-428a-a45b-d7e962cd9248', 'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'mac_address': 'fa:16:3e:06:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:44Z', 'revision_number': 5, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'subnets': [{'id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:19.398282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:19.406942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:19.413536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:19.415346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:14:19.433753 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] Sync routers for ids ['8341e97e-4913-4a43-913c-6c2d02765828'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:14:19.445702 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] Routers {'8341e97e-4913-4a43-913c-6c2d02765828'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:19.446654 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8341e97e-4913-4a43-913c-6c2d02765828'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:19.449237 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1482282 Sep 19 12:14:19.454343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50486) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:19.455312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:19.469000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'name': 'tempest-PortsIpV6TestJSON-686682260'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:19.485040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dea2f4-59ae-4a82-9b8e-9f4c8def8ec0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Network': ['ID=1911f82a-08a6-445f-a309-07bce9e7b0d0,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:19.491488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Made reservation on behalf of fea1bba425da484e9bf83fc12aa67e15 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:19.495560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:19.546387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4492d9a3-47ea-4421-a204-2a6769874bfc tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Synchronizing usage tracker for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:19.581985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4492d9a3-47ea-4421-a204-2a6769874bfc tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] Unset dirty status for tenant:b66c30e58d024a75a951c9497f2c9114 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:19.583444 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4492d9a3-47ea-4421-a204-2a6769874bfc tempest-SecGroupTest-2038164793 tempest-SecGroupTest-2038164793-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2599604 Sep 19 12:14:19.610685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba08432-c74e-47a1-b7a5-41bee07379f4 req-2725eca4-c66e-4f17-ae7e-dc487c42c1dc tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:19.611748 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fba08432-c74e-47a1-b7a5-41bee07379f4 req-2725eca4-c66e-4f17-ae7e-dc487c42c1dc tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2572062 Sep 19 12:14:19.617406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32582069-903f-433f-9d09-c0b63676a320 None None] Checking router: 3da23894-920c-4642-9906-f5ac0773da0f for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:14:19.623385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] No DVR routers for this DVR port 0bb3f006-e437-441c-9112-e4fdd2630acc on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:19.640132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:19.642097 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-95e6e597-73c6-4fdc-b48e-189670b63f89 req-ff5f82f1-1c44-4a6d-857e-476774f7bc8e tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.85 "DELETE /v2.0/ports/0bb3f006-e437-441c-9112-e4fdd2630acc HTTP/1.1" status: 204 len: 173 time: 4.7129538 Sep 19 12:14:19.645449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] device_id is not set on port 0c40a2ed-0f0b-465c-a952-028f7623184a yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:19.658338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:19.661983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:19.692356 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] Set router 8341e97e-4913-4a43-913c-6c2d02765828 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:14:19.747228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '0a503d44-2511-4cee-af9d-e4068f0e2408'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:14:19.748135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:19.753716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:19.769451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32582069-903f-433f-9d09-c0b63676a320 None None] Routers {'3da23894-920c-4642-9906-f5ac0773da0f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:19.769451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-32582069-903f-433f-9d09-c0b63676a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3da23894-920c-4642-9906-f5ac0773da0f'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:19.778830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Pushing event deleted for resources: {'Port': ['ID=078641b8-272b-4ec6-a3d1-32b075760752,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:19.907546 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fba08432-c74e-47a1-b7a5-41bee07379f4 req-3ea36745-8eff-467b-9735-51dafcdab958 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871454 Sep 19 12:14:19.927263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:19.945335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'name': 'network-vif-deleted', 'tag': '0bb3f006-e437-441c-9112-e4fdd2630acc'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:14:19.955702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4414aa-de6a-4c3e-a3bf-c5bce0ad4e8c" -d '{"events": [{"server_uuid": "f5760c38-03f7-41b5-abb2-f5255c12731a", "name": "network-vif-deleted", "tag": "0bb3f006-e437-441c-9112-e4fdd2630acc"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:14:19.956787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.020545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:20.056016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:20.065892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:20.078055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:20.080624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Transition to ACTIVE for port object 8483369e-7e2b-45b0-ab81-99e57b8fd4fc will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:20.106509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Transition to ACTIVE for port object 8483369e-7e2b-45b0-ab81-99e57b8fd4fc will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:20.117298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50500) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:20.141262 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a7f81f65-031a-425c-9b77-8946003506e1 req-ec017a01-9973-4b23-b618-8e3225b77fd7 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5760c38-03f7-41b5-abb2-f5255c12731a HTTP/1.1" status: 200 len: 210 time: 0.0779157 Sep 19 12:14:20.170414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.206222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c170c11-9c26-4025-b904-5dec5dd590a6 x-openstack-request-id: req-9c170c11-9c26-4025-b904-5dec5dd590a6 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:14:20.206619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5760c38-03f7-41b5-abb2-f5255c12731a", "name": "network-vif-deleted", "tag": "0bb3f006-e437-441c-9112-e4fdd2630acc", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:14:20.206990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c170c11-9c26-4025-b904-5dec5dd590a6 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:14:20.207531 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c170c11-9c26-4025-b904-5dec5dd590a6'] response: {'server_uuid': 'f5760c38-03f7-41b5-abb2-f5255c12731a', 'name': 'network-vif-deleted', 'tag': '0bb3f006-e437-441c-9112-e4fdd2630acc', 'status': 'completed', 'code': 200} Sep 19 12:14:20.216288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:20.220983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.251367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 30b6580f-6db7-493a-afa1-ce53ee668a32 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:20.289552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.356964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.360889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.376375 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '87fa9191-292f-4c62-9053-30919142da92', 'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'mac_address': 'fa:16:3e:db:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:47Z', 'revision_number': 5, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'subnets': [{'id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:20.382433 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] Checking router: 8341e97e-4913-4a43-913c-6c2d02765828 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:14:20.400546 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] Routers {'8341e97e-4913-4a43-913c-6c2d02765828'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:20.401323 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8341e97e-4913-4a43-913c-6c2d02765828'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:20.471065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-32582069-903f-433f-9d09-c0b63676a320 None None] Set router 3da23894-920c-4642-9906-f5ac0773da0f gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:14:20.514354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.514912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Fanout notify agent at l3_agent the message router_deleted on router d6b00905-cd57-4751-83b4-3baee590bb49 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:14:20.541216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.546140 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c3565919-3dde-41dd-b21c-3c25bcdb7480 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/d6b00905-cd57-4751-83b4-3baee590bb49 HTTP/1.1" status: 204 len: 168 time: 3.4663610 Sep 19 12:14:20.546356 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:20.548200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50506) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:20.548723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port 02513804-4626-43a0-a336-6b6ad787996d yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:20.553445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-34609783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:20.560160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:20.564249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Usage tracker for resource:router and tenant:cb1de729f15041b7bafff324027635f9 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:20.567901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:20.578217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:20.584208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50510) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:20.607456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1bd92f3e-6164-44f4-bb65-6645b065d21b tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.676390 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] Set router 8341e97e-4913-4a43-913c-6c2d02765828 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:14:20.680481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1bd92f3e-6164-44f4-bb65-6645b065d21b tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.691257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Allocated IP 2001:db8::3b3 (639c2fc6-270c-4eb7-ac22-7f122b8ffd90/01874489-aa9c-4cc8-9d43-b0e70ee5723a/0c40a2ed-0f0b-465c-a952-028f7623184a) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:20.720106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.721472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.749131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.757281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Pushing event updated for resources: {'Port': ['ID=8483369e-7e2b-45b0-ab81-99e57b8fd4fc,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:20.761031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:20.768776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:20.865730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:20.932944 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0ff0ff8f-b15d-4d71-8f8f-e6f329dccf8c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b66c30e58d024a75a951c9497f2c9114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444774 Sep 19 12:14:20.933516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50516) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:20.963176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.963522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.963854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.964327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.964918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.965047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.965286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.965658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.965979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.966310 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.966670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:20.967029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:14:21.004116 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Attempting to bind port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:21.005109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Attempting to bind port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'ad1589c2-4d12-488c-8138-13a97680b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '639c2fc6-270c-4eb7-ac22-7f122b8ffd90'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:21.005109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Attempting to bind port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc on network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:21.020879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:14:21.021404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Checking segment: {'id': 'ad1589c2-4d12-488c-8138-13a97680b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '639c2fc6-270c-4eb7-ac22-7f122b8ffd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:21.021696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.022086 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Bound using segment: {'id': 'ad1589c2-4d12-488c-8138-13a97680b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '639c2fc6-270c-4eb7-ac22-7f122b8ffd90'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:14:21.022594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Bound port: 8483369e-7e2b-45b0-ab81-99e57b8fd4fc, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1589c2-4d12-488c-8138-13a97680b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '639c2fc6-270c-4eb7-ac22-7f122b8ffd90'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:14:21.023034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.037926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.042431 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ae7ca7b6-dcee-48e3-b714-53a1e7700482 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4931967 Sep 19 12:14:21.052682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/0a503d44-2511-4cee-af9d-e4068f0e2408/0f92bb68-7655-4564-9f65-4b5b56d0f156) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:21.053048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50522) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:21.074915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'enable_snat': False}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:21.112529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1bd92f3e-6164-44f4-bb65-6645b065d21b tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.147007 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '87fa9191-292f-4c62-9053-30919142da92', 'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'mac_address': 'fa:16:3e:db:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:47Z', 'revision_number': 5, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'subnets': [{'id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:21.152326 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3aaf8b-a37e-4b55-917c-a1272b5eede6 None None] The sync data for ids ['8341e97e-4913-4a43-913c-6c2d02765828'] in dv-neutron-857775-2-hyperv is: [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '87fa9191-292f-4c62-9053-30919142da92', 'name': '', 'network_id': '9d2aa7ba-6cb6-4d88-a079-a884ed8c499c', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'mac_address': 'fa:16:3e:db:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:47Z', 'revision_number': 5, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'subnets': [{'id': '745ddf40-38f6-4919-ac93-5ec6f63b55e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:14:21.172377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd92f3e-6164-44f4-bb65-6645b065d21b tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882177b0-9cc9-4793-94b7-6e1f5e2999a3,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:21.237419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.301427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-746a305c-1685-499b-b414-996afd0a5962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.334242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-746a305c-1685-499b-b414-996afd0a5962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.366660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.474809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.489687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1bd92f3e-6164-44f4-bb65-6645b065d21b tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.494179 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1bd92f3e-6164-44f4-bb65-6645b065d21b tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "DELETE /v2.0/security-groups/882177b0-9cc9-4793-94b7-6e1f5e2999a3 HTTP/1.1" status: 204 len: 168 time: 1.3756702 Sep 19 12:14:21.496456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50530) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:21.496785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50532) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:21.511398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] For port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:21.514307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24758c00-e894-4fa4-9d67-a6be9ad4d592 None None] New status for floating IP 266c17ac-665a-4326-8b86-09de0785aaf4: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:14:21.662904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] For port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8483369e-7e2b-45b0-ab81-99e57b8fd4fc,segment=NetworkSegment(ad1589c2-4d12-488c-8138-13a97680b477),segment_id=ad1589c2-4d12-488c-8138-13a97680b477)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:14:21.663891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=02513804-4626-43a0-a336-6b6ad787996d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:21.671973 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Transition to ACTIVE for port object 0c40a2ed-0f0b-465c-a952-028f7623184a will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:21.704698 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-e5709e42-b7c6-4929-9756-ba649efc9649 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] show failed (client error): The resource could not be found. Sep 19 12:14:21.708323 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e5709e42-b7c6-4929-9756-ba649efc9649 tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "GET /v2.0/security-groups/882177b0-9cc9-4793-94b7-6e1f5e2999a3 HTTP/1.1" status: 404 len: 347 time: 0.2019739 Sep 19 12:14:21.715108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50538) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:21.763471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.784059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Checking segment: {'id': '2ac2ed77-a30d-48d5-aba2-5720360afb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:21.784589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network hostable DHCP agents. Network: 1911f82a-08a6-445f-a309-07bce9e7b0d0, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:14:21.836048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.848010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc25ae3-5a7a-479b-8304-13798c85e174 req-e7d1b6df-3c92-4579-a386-56eabde8a725 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:21.849519 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0cc25ae3-5a7a-479b-8304-13798c85e174 req-e7d1b6df-3c92-4579-a386-56eabde8a725 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.6911676 Sep 19 12:14:21.899770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-746a305c-1685-499b-b414-996afd0a5962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:21.905871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097ad8b-1dc9-41ce-825f-51531b8a7561 None None] Pushing event updated for resources: {'Port': ['ID=8483369e-7e2b-45b0-ab81-99e57b8fd4fc,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:21.927338 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0cc25ae3-5a7a-479b-8304-13798c85e174 req-21f84318-18d4-4bd9-82c5-2707a281bd27 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681448 Sep 19 12:14:21.930050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a305c-1685-499b-b414-996afd0a5962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bc0cea-b9f2-4ed3-ac44-1bccb847ccc9,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:21.996716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Deleting port ba5e424c-39cc-40ed-84a7-4032d75dc0d9 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:21.997073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.001253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-32582069-903f-433f-9d09-c0b63676a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7a8ac701-9141-428a-a45b-d7e962cd9248', 'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'mac_address': 'fa:16:3e:06:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:44Z', 'revision_number': 5, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'subnets': [{'id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:22.014382 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32582069-903f-433f-9d09-c0b63676a320 None None] The sync data for ids ['3da23894-920c-4642-9906-f5ac0773da0f'] in dv-neutron-857775-2-hyperv is: [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7a8ac701-9141-428a-a45b-d7e962cd9248', 'name': '', 'network_id': 'b58caf9b-5b4b-47b7-b230-84077bd8b127', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'mac_address': 'fa:16:3e:06:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:32Z', 'updated_at': '2022-09-19T12:12:44Z', 'revision_number': 5, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'subnets': [{'id': 'd68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:14:22.031431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.045768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Transition to ACTIVE for port object 0f92bb68-7655-4564-9f65-4b5b56d0f156 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:22.069568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:22.075913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Transition to ACTIVE for port object 0f92bb68-7655-4564-9f65-4b5b56d0f156 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:22.081727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f6abba7-0b82-46c6-b73e-9c50235fc3f4 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.120679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f6abba7-0b82-46c6-b73e-9c50235fc3f4 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.191968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.317251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:22.327173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::3a14:e6a0:79d9:1256 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/0a503d44-2511-4cee-af9d-e4068f0e2408/30b6580f-6db7-493a-afa1-ce53ee668a32) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:22.330941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:22.336519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:22.386542 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Pushing event updated for resources: {'Port': ['ID=0f92bb68-7655-4564-9f65-4b5b56d0f156,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:22.433941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-746a305c-1685-499b-b414-996afd0a5962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.439008 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-746a305c-1685-499b-b414-996afd0a5962 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/14bc0cea-b9f2-4ed3-ac44-1bccb847ccc9 HTTP/1.1" status: 204 len: 168 time: 1.5041387 Sep 19 12:14:22.462826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.472502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Attempting to bind port 0f92bb68-7655-4564-9f65-4b5b56d0f156 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:22.472723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Attempting to bind port 0f92bb68-7655-4564-9f65-4b5b56d0f156 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:22.473087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Attempting to bind port 0f92bb68-7655-4564-9f65-4b5b56d0f156 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:22.480845 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc832fea-745b-4e5d-92a7-b1ecd7201b1a None None] New status for floating IP 1d8d6014-e86c-43a2-b8d6-6e734053d5da: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:14:22.481359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:14:22.481705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:22.482117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.482510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:14:22.483110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Bound port: 0f92bb68-7655-4564-9f65-4b5b56d0f156, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:14:22.483484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.531982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.541374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 1911f82a-08a6-445f-a309-07bce9e7b0d0) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:22.541374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.553436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d309eb72-fee9-4dd9-add9-39d802db4258 None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:22.563955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:22.569468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:22.572526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.688561 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6891f7f6-4e64-4910-bc9d-e85499a7a57a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2257278 Sep 19 12:14:22.697339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50544) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:22.713972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:22.716454 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Allocated IP 172.26.5.247 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/785fa42d-be84-4687-a7d6-d77f37a0e5b5) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:22.722173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-739240447'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:22.741397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:22.745799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:22.770385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:22.777261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:22.777891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.792053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.795889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:network and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:22.838468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] For port 0f92bb68-7655-4564-9f65-4b5b56d0f156, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:22.844035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:22.846771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event updated for resources: {'Port': ['ID=0c40a2ed-0f0b-465c-a952-028f7623184a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:22.860988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] For port 0f92bb68-7655-4564-9f65-4b5b56d0f156, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0f92bb68-7655-4564-9f65-4b5b56d0f156,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:14:22.871711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:22.882550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.901117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.901455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.920845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 30b6580f-6db7-493a-afa1-ce53ee668a32 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:22.921506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:22.983650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.083294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.112767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Calling delete_port for ba5e424c-39cc-40ed-84a7-4032d75dc0d9 owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:23.142829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388c625-4690-44cf-9f5f-0cdef5ea3e84 None None] Pushing event updated for resources: {'Port': ['ID=0f92bb68-7655-4564-9f65-4b5b56d0f156,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:23.166158 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6115df1c-d9d8-4c8c-b874-a58475a8a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.8766932 Sep 19 12:14:23.167182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50556) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:23.175778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f6abba7-0b82-46c6-b73e-9c50235fc3f4 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.179678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f6abba7-0b82-46c6-b73e-9c50235fc3f4 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.179678 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1f6abba7-0b82-46c6-b73e-9c50235fc3f4 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "DELETE /v2.0/security-groups/d2484c15-ffe1-497a-a7fb-bd4609262117 HTTP/1.1" status: 204 len: 168 time: 1.6772523 Sep 19 12:14:23.201365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Request body: {'port': {'network_id': '639c2fc6-270c-4eb7-ac22-7f122b8ffd90', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-270051253', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:23.201929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.api.validators [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] bootfile-name is not in valid_values {{(pid=89794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:14:23.202268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.api.validators [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] tftp-server is not in valid_values {{(pid=89794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:14:23.202626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.api.validators [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] server-ip-address is not in valid_values {{(pid=89794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:14:23.225506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50560) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:23.225506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Pushing event updated for resources: {'Port': ['ID=785fa42d-be84-4687-a7d6-d77f37a0e5b5,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:23.247167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6abba7-0b82-46c6-b73e-9c50235fc3f4 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2484c15-ffe1-497a-a7fb-bd4609262117,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:23.324975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:23.326033 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-99ddd7bf-852f-4857-a895-11517d842c30 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] show failed (client error): The resource could not be found. Sep 19 12:14:23.327042 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-99ddd7bf-852f-4857-a895-11517d842c30 tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "GET /v2.0/security-groups/d2484c15-ffe1-497a-a7fb-bd4609262117 HTTP/1.1" status: 404 len: 347 time: 0.1021960 Sep 19 12:14:23.330682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:23.333326 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50566) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:23.342573 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:23.349679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:23.369797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.519570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:23.554222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.557589 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Added segment fa109e50-5e43-40dd-befe-c156bf206e5e of type vlan for network a38ad381-abb3-4a42-baea-60dbc428a4b7 Sep 19 12:14:23.571045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:23.581590 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Usage tracker for resource:port and tenant:fea1bba425da484e9bf83fc12aa67e15 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:23.588294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:23.599916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:23.607307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e9358-1fa1-4be5-b2f1-ba2b5adf7099 None None] Network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:23.615050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:14:23.615803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:14:23.617418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.724954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.731943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:23.732408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Made reservation on behalf of fea1bba425da484e9bf83fc12aa67e15 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:23.735963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.751031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:23.753554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:23.760359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:23.761400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.792808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0f92bb68-7655-4564-9f65-4b5b56d0f156 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:23.795045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=30b6580f-6db7-493a-afa1-ce53ee668a32,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:23.798277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-74b339f6-c09b-40a7-a820-ffa0c6883faa tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Deleting port 4fcb3876-463f-42c3-b244-9ee18314c136 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:23.798616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74b339f6-c09b-40a7-a820-ffa0c6883faa tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:23.805014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] device_id is not set on port a7896901-9a37-4fc8-af4d-434a9cdd9326 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:23.970700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b6cba-13da-41fd-96a4-2b270664cd27 req-be79b245-7ee3-490a-98a4-020164dfea50 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:23.972278 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-736b6cba-13da-41fd-96a4-2b270664cd27 req-be79b245-7ee3-490a-98a4-020164dfea50 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.7536137 Sep 19 12:14:24.049418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Allocated IP 2001:db8::2ad (639c2fc6-270c-4eb7-ac22-7f122b8ffd90/01874489-aa9c-4cc8-9d43-b0e70ee5723a/a7896901-9a37-4fc8-af4d-434a9cdd9326) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:24.118326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Deleting port ba5e424c-39cc-40ed-84a7-4032d75dc0d9 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:24.119948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:24.137603 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-736b6cba-13da-41fd-96a4-2b270664cd27 req-268fbec4-842a-419a-b4a4-0f7076054520 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399324 Sep 19 12:14:24.165841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 0f92bb68-7655-4564-9f65-4b5b56d0f156 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:24.169927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-88714df3-df9e-47c5-afed-4220bf074f26 None None] Provisioning for port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:24.190242 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8483369e-7e2b-45b0-ab81-99e57b8fd4fc up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:24.209924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74b339f6-c09b-40a7-a820-ffa0c6883faa tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:24.210403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74b339f6-c09b-40a7-a820-ffa0c6883faa tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:24.387745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50580) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:24.394216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-74b339f6-c09b-40a7-a820-ffa0c6883faa tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Calling delete_port for 4fcb3876-463f-42c3-b244-9ee18314c136 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:24.415345 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-33d20c37-2e9f-43d9-b721-7fa5eba07a79 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4189718 Sep 19 12:14:24.416442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:24.419417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:24.422440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:24.422919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:24.425095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:24.425616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:24.436700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50584) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:24.703030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:24.703553 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:24.717141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Provisioning complete for port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:24.718403 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:24.764773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Network': ['ID=a38ad381-abb3-4a42-baea-60dbc428a4b7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:24.774982 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-afebbd15-6ade-4d2c-ac23-5a6997803a5d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0659072 Sep 19 12:14:24.779596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e117ece9-9300-4651-b809-3157bd8af367 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:24.780421 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-e117ece9-9300-4651-b809-3157bd8af367 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 12:14:24.781404 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-e117ece9-9300-4651-b809-3157bd8af367 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 12:14:24.782497 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e117ece9-9300-4651-b809-3157bd8af367 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3850725 Sep 19 12:14:24.797224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50590) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:24.800559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50592) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:24.804902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'tempest-secgroup--92821766'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:24.816437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network a38ad381-abb3-4a42-baea-60dbc428a4b7 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:24.826875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'ports': [{'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0'}, {'network_id': 'a38ad381-abb3-4a42-baea-60dbc428a4b7'}]} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:24.827208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:24.827653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': 'a38ad381-abb3-4a42-baea-60dbc428a4b7'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:24.848908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:24.940879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:24.954419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a532eac-91aa-4610-92ab-66d7c1fbc0a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:24.957402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:24.961794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a532eac-91aa-4610-92ab-66d7c1fbc0a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:24.964787 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4a532eac-91aa-4610-92ab-66d7c1fbc0a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5256007 Sep 19 12:14:24.969081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50598) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:24.999259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:24.999734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8483369e-7e2b-45b0-ab81-99e57b8fd4fc,segment=NetworkSegment(ad1589c2-4d12-488c-8138-13a97680b477),segment_id=ad1589c2-4d12-488c-8138-13a97680b477)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:25.079008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.102220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.114714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.115061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.130397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Current status of the port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:25.130918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.213123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf2452-f4a7-481f-8b6f-13d5d55168bd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 30b6580f-6db7-493a-afa1-ce53ee668a32 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:25.213484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2452-f4a7-481f-8b6f-13d5d55168bd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.244748 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.245125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=8483369e-7e2b-45b0-ab81-99e57b8fd4fc,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:25.279523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:14:25.279895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:14:25.328951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Calling delete_port for ba5e424c-39cc-40ed-84a7-4032d75dc0d9 owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:25.371519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.407537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.416522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74b339f6-c09b-40a7-a820-ffa0c6883faa tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.423543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:25.430151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:25.442587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:25.445459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:25.454656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:25.461330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:25.477776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:25.479871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:25.482876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Transition to ACTIVE for port object a7896901-9a37-4fc8-af4d-434a9cdd9326 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:25.497633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b339f6-c09b-40a7-a820-ffa0c6883faa tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Pushing event deleted for resources: {'Port': ['ID=4fcb3876-463f-42c3-b244-9ee18314c136,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:25.575293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 2} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:25.579737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.584510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8483369e-7e2b-45b0-ab81-99e57b8fd4fc up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:25.619207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.663970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:25.664586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.706348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.803583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.834447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:25.844906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Current status of the port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:25.902862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Provisioning for port 0c40a2ed-0f0b-465c-a952-028f7623184a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:25.908146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Provisioning complete for port 0c40a2ed-0f0b-465c-a952-028f7623184a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:25.908651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.924088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.966175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ba2d6-a907-4d6c-a27b-b6e9e4176011 None None] Port 0c40a2ed-0f0b-465c-a952-028f7623184a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:14:25.972934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74b339f6-c09b-40a7-a820-ffa0c6883faa tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:25.986357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:26.021148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:26.085172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd67d51-3b6e-49ff-8ed8-80aff6b15d1c req-09b372e9-4014-45df-b3af-2d2a8ae308f9 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:26.093309 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bdd67d51-3b6e-49ff-8ed8-80aff6b15d1c req-09b372e9-4014-45df-b3af-2d2a8ae308f9 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.7826915 Sep 19 12:14:26.173897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.177228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Provisioning for port 30b6580f-6db7-493a-afa1-ce53ee668a32 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:26.184155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Provisioning complete for port 30b6580f-6db7-493a-afa1-ce53ee668a32 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:26.184330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.186393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event updated for resources: {'Port': ['ID=a7896901-9a37-4fc8-af4d-434a9cdd9326,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:26.200623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:26.206145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:26.206812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.211522 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bdd67d51-3b6e-49ff-8ed8-80aff6b15d1c req-1eeee26b-5533-4355-a729-d7d6c1406b0d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172326 Sep 19 12:14:26.212660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.215944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2452-f4a7-481f-8b6f-13d5d55168bd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.257581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port 02c10250-e22d-43e5-b7d1-42fcf63cf48e yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:26.340325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Port 30b6580f-6db7-493a-afa1-ce53ee668a32 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:14:26.352077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Provisioning complete for port 0c40a2ed-0f0b-465c-a952-028f7623184a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:26.352439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.373276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.375946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Pushing event deleted for resources: {'Port': ['ID=ba5e424c-39cc-40ed-84a7-4032d75dc0d9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:26.396975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:26.419015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Port 0c40a2ed-0f0b-465c-a952-028f7623184a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:14:26.420009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf2452-f4a7-481f-8b6f-13d5d55168bd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 30b6580f-6db7-493a-afa1-ce53ee668a32 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:26.420378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:26.445130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:26.449802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74b339f6-c09b-40a7-a820-ffa0c6883faa tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.451161 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-74b339f6-c09b-40a7-a820-ffa0c6883faa tempest-ServersTestManualDisk-684409577 tempest-ServersTestManualDisk-684409577-project] 10.222.0.66 "DELETE /v2.0/floatingips/266c17ac-665a-4326-8b86-09de0785aaf4 HTTP/1.1" status: 204 len: 168 time: 3.1170263 Sep 19 12:14:26.464650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50606) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:26.465630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:26.477019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.483868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d22bcf-a09c-4762-9ac3-4c34e0ae3509,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:26.498295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Provisioning for port 0f92bb68-7655-4564-9f65-4b5b56d0f156 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:26.506814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Provisioning complete for port 0f92bb68-7655-4564-9f65-4b5b56d0f156 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:26.507289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.569616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.574620 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1e730449-b589-4989-912b-c6ebada38ede tempest-ServersTestJSON-781812172 tempest-ServersTestJSON-781812172-project] 10.222.0.66 "DELETE /v2.0/floatingips/1d8d6014-e86c-43a2-b8d6-6e734053d5da HTTP/1.1" status: 204 len: 168 time: 4.8585427 Sep 19 12:14:26.580141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50610) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:26.646186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Current status of the port 0f92bb68-7655-4564-9f65-4b5b56d0f156 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:26.646692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.686818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] For port 0f92bb68-7655-4564-9f65-4b5b56d0f156, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0f92bb68-7655-4564-9f65-4b5b56d0f156,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:26.691942 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-14f38ea8-6041-4203-995a-4c3a74b0cf9a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.5100513 Sep 19 12:14:26.701494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50616) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:26.736022 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-3c911b7f-8a60-4777-8cc1-efbd64f34355 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7185941 Sep 19 12:14:26.773891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.867372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9626cdc-e305-4e9b-9e9b-69e9f5442710 None None] Pushing event updated for resources: {'Port': ['ID=0f92bb68-7655-4564-9f65-4b5b56d0f156,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:26.953734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-72f2c611-622f-4b57-b98a-b588139a6ddf None None] Provisioning for port a7896901-9a37-4fc8-af4d-434a9cdd9326 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:26.960888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-72f2c611-622f-4b57-b98a-b588139a6ddf None None] Provisioning complete for port a7896901-9a37-4fc8-af4d-434a9cdd9326 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:26.961270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-72f2c611-622f-4b57-b98a-b588139a6ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:26.968971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.019328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-72f2c611-622f-4b57-b98a-b588139a6ddf None None] Port a7896901-9a37-4fc8-af4d-434a9cdd9326 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:14:27.103818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2452-f4a7-481f-8b6f-13d5d55168bd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.172064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.218839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port 06e9c1ac-94ee-450d-9a4d-381b65112dbe yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:27.261644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.312372 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-a34d0d2d-5d6d-40e0-bfa3-7a33cec64be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:27.313865 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-a34d0d2d-5d6d-40e0-bfa3-7a33cec64be0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1099 time: 0.4515982 Sep 19 12:14:27.320710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Router fa7859ae-a3d0-4a87-8d74-7b15b19a7051 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:14:27.328590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf2452-f4a7-481f-8b6f-13d5d55168bd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=30b6580f-6db7-493a-afa1-ce53ee668a32,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:27.407537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25244c8d-406d-468d-885a-fe78525d8b3d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:27.472816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e3c9f-7710-4872-a0ae-28c65ec5d8d0 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:27.480037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e3c9f-7710-4872-a0ae-28c65ec5d8d0 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:27.481325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.485554 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-72ec9af7-29db-4047-bdf8-22cac9441737 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.6821301 Sep 19 12:14:27.485956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e3c9f-7710-4872-a0ae-28c65ec5d8d0 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:27.487044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50620) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:27.488115 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b83e3c9f-7710-4872-a0ae-28c65ec5d8d0 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7816901 Sep 19 12:14:27.496781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50622) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:27.512507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '25244c8d-406d-468d-885a-fe78525d8b3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:27.530507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:27.541056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:27.554207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:27.565655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2452-f4a7-481f-8b6f-13d5d55168bd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.583518 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:27.607749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0f92bb68-7655-4564-9f65-4b5b56d0f156 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:27.614716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c600c3-1531-4516-ae28-454e94c8f911 req-6bcd440c-e08a-4dcb-a2e5-cbc92625157d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:27.616227 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76c600c3-1531-4516-ae28-454e94c8f911 req-6bcd440c-e08a-4dcb-a2e5-cbc92625157d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.8583205 Sep 19 12:14:27.631691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-ee2b3ed1-8b72-4ad1-97b2-3ef0cc3fb0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:27.633163 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-ee2b3ed1-8b72-4ad1-97b2-3ef0cc3fb0dd service neutron] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 912 time: 0.2902768 Sep 19 12:14:27.686235 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e4cf2452-f4a7-481f-8b6f-13d5d55168bd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/30b6580f-6db7-493a-afa1-ce53ee668a32 HTTP/1.1" status: 204 len: 168 time: 2.7149565 Sep 19 12:14:27.686924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50628) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:27.690025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 0f92bb68-7655-4564-9f65-4b5b56d0f156 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:27.692048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.727408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.752122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.820635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 0f92bb68-7655-4564-9f65-4b5b56d0f156 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:27.854856 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-2ca89af2-88cd-494b-bb93-ff6f99b6b8fb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 1002 time: 0.2089260 Sep 19 12:14:27.863849 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b0d28eff-2110-4abf-9c4f-59e039758918 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Deleting port a7896901-9a37-4fc8-af4d-434a9cdd9326 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:27.864194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b0d28eff-2110-4abf-9c4f-59e039758918 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.942493 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76c600c3-1531-4516-ae28-454e94c8f911 req-1d538c2c-0499-4495-b686-02e3f766f889 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123455 Sep 19 12:14:27.955711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.965748 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-09e5d1a1-565a-4027-a768-1c1b413ed449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:27.965748 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-09e5d1a1-565a-4027-a768-1c1b413ed449 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.0984466 Sep 19 12:14:27.975269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:27.979904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d95f3-c57c-4c7a-9fbf-35a5657c9f77 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:27.981491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d95f3-c57c-4c7a-9fbf-35a5657c9f77 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:27.982998 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-787d95f3-c57c-4c7a-9fbf-35a5657c9f77 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2856917 Sep 19 12:14:27.993073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50632) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:28.090510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:14:28.101747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ccecab-b19e-4324-a6db-76802e3cb545 None None] Sync routers for ids ['fa7859ae-a3d0-4a87-8d74-7b15b19a7051'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:14:28.113073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ccecab-b19e-4324-a6db-76802e3cb545 None None] Routers {'fa7859ae-a3d0-4a87-8d74-7b15b19a7051'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:28.113833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f9ccecab-b19e-4324-a6db-76802e3cb545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['fa7859ae-a3d0-4a87-8d74-7b15b19a7051'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:28.117561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:28.119188 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e1ecd1a2-1467-4f44-a6ea-e8651132af0f tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "PUT /v2.0/routers/fa7859ae-a3d0-4a87-8d74-7b15b19a7051 HTTP/1.1" status: 200 len: 914 time: 7.0637691 Sep 19 12:14:28.127437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50636) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:28.159805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:28.161493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:28.183443 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f9ccecab-b19e-4324-a6db-76802e3cb545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:28.192511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ccecab-b19e-4324-a6db-76802e3cb545 None None] Routers {'fa7859ae-a3d0-4a87-8d74-7b15b19a7051'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:28.193293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f9ccecab-b19e-4324-a6db-76802e3cb545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['fa7859ae-a3d0-4a87-8d74-7b15b19a7051'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:28.238977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff6a417-83ab-45db-9ec9-364f31cc174d,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:28.260110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f9ccecab-b19e-4324-a6db-76802e3cb545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:28.260110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ccecab-b19e-4324-a6db-76802e3cb545 None None] The sync data for ids ['fa7859ae-a3d0-4a87-8d74-7b15b19a7051'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:14:28.316491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:28.336307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=02c10250-e22d-43e5-b7d1-42fcf63cf48e,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:28.338876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-74798643-ee48-438f-b6a5-921d51ea3955 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 0a503d44-2511-4cee-af9d-e4068f0e2408 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:14:28.340349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:28.354135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:28.355031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:28.361197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74798643-ee48-438f-b6a5-921d51ea3955 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:28.503304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:28.504399 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6cb75d66-e694-43fd-8641-ef166b184c33 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0142250 Sep 19 12:14:28.512261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50640) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:28.531656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-beed2444-ed00-4fb6-8d07-529a83d61fdd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '25244c8d-406d-468d-885a-fe78525d8b3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:28.535699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=06e9c1ac-94ee-450d-9a4d-381b65112dbe,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:28.557375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-beed2444-ed00-4fb6-8d07-529a83d61fdd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:28.564404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74798643-ee48-438f-b6a5-921d51ea3955 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:28.601425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b0d28eff-2110-4abf-9c4f-59e039758918 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:28.617740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-beed2444-ed00-4fb6-8d07-529a83d61fdd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:28.628319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Checking segment: {'id': 'fa109e50-5e43-40dd-befe-c156bf206e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a38ad381-abb3-4a42-baea-60dbc428a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:28.628515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network hostable DHCP agents. Network: a38ad381-abb3-4a42-baea-60dbc428a4b7, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:14:28.632267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-beed2444-ed00-4fb6-8d07-529a83d61fdd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:28.645661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-d215d37a-0e9c-497e-9ada-5561a96f76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:28.647278 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-d215d37a-0e9c-497e-9ada-5561a96f76bd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4945900 Sep 19 12:14:28.751387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-beed2444-ed00-4fb6-8d07-529a83d61fdd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:28.762665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b0d28eff-2110-4abf-9c4f-59e039758918 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Calling delete_port for a7896901-9a37-4fc8-af4d-434a9cdd9326 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:28.838023 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-9365d262-8909-4fba-b0d1-446cc262a313 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649776 Sep 19 12:14:28.890583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network a38ad381-abb3-4a42-baea-60dbc428a4b7 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:28.925979 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-044d7af1-bbcb-438b-ae5e-644d8a094377 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/routers/fa7859ae-a3d0-4a87-8d74-7b15b19a7051 HTTP/1.1" status: 200 len: 920 time: 0.7920442 Sep 19 12:14:28.949012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50644) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:28.989769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] Deleting port 87fa9191-292f-4c62-9053-30919142da92 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:28.990287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:29.093093 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, a38ad381-abb3-4a42-baea-60dbc428a4b7) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:29.102088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76318dbb-93cf-4222-bb54-e927b956a949 None None] Network a38ad381-abb3-4a42-baea-60dbc428a4b7 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:29.138067 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fd7f9a88-514f-44c4-940b-16dfaea80a3f req-82873c4e-6f01-44ac-a43f-3fd610cd6303 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701609 Sep 19 12:14:29.184752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-beed2444-ed00-4fb6-8d07-529a83d61fdd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:29.214846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74798643-ee48-438f-b6a5-921d51ea3955 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:29.265841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] For port 87fa9191-292f-4c62-9053-30919142da92, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=87fa9191-292f-4c62-9053-30919142da92,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:29.266605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:29.335298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:29.341240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:29.346218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:29.346925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:29.361879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ef53ed-6435-4972-b058-61ddec9def4e tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:29.366088 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-14ef53ed-6435-4972-b058-61ddec9def4e tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&device_id=fa7859ae-a3d0-4a87-8d74-7b15b19a7051&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4134274 Sep 19 12:14:29.380867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50652) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:29.383618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:29.473846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] Calling delete_port for 87fa9191-292f-4c62-9053-30919142da92 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:29.584353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-18c1520d-6515-4a9d-8bbd-dad724dfb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:29.585973 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-18c1520d-6515-4a9d-8bbd-dad724dfb66a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1099 time: 0.2349510 Sep 19 12:14:29.589082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bb5f9-95ac-487e-a823-08ec256a236e req-7a658652-56e4-4b36-b11f-8757288ec0f2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:29.590130 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-811bb5f9-95ac-487e-a823-08ec256a236e req-7a658652-56e4-4b36-b11f-8757288ec0f2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.5008402 Sep 19 12:14:29.597151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b0d28eff-2110-4abf-9c4f-59e039758918 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:29.631526 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-abf7de61-d8e4-4ea7-80c1-a0eb433d98d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.8328414 Sep 19 12:14:29.663940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50656) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:29.770618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74798643-ee48-438f-b6a5-921d51ea3955 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:29.808917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d28eff-2110-4abf-9c4f-59e039758918 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event deleted for resources: {'Port': ['ID=a7896901-9a37-4fc8-af4d-434a9cdd9326,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:29.822334 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-beed2444-ed00-4fb6-8d07-529a83d61fdd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 12:14:29.823412 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-beed2444-ed00-4fb6-8d07-529a83d61fdd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3060415 Sep 19 12:14:29.827106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50664) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:29.878891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf211fd-e2f7-4e62-adc3-47fb0ab6a4a7 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:29.922960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74798643-ee48-438f-b6a5-921d51ea3955 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:29.947395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-ef8c90cf-4347-4fa0-baa4-ef513248c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:29.948875 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-ef8c90cf-4347-4fa0-baa4-ef513248c181 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 912 time: 0.3519342 Sep 19 12:14:29.959765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74798643-ee48-438f-b6a5-921d51ea3955 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=0a503d44-2511-4cee-af9d-e4068f0e2408,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:29.991964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b0d28eff-2110-4abf-9c4f-59e039758918 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.050948 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-811bb5f9-95ac-487e-a823-08ec256a236e req-a5c59932-b325-4504-8131-831797e7d388 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929720 Sep 19 12:14:30.061902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237dbc2f-56ba-4843-9936-1f64c6f02090 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:30.063310 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-237dbc2f-56ba-4843-9936-1f64c6f02090 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 881 time: 0.6311769 Sep 19 12:14:30.076711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50668) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:30.079992 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-74798643-ee48-438f-b6a5-921d51ea3955 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/0a503d44-2511-4cee-af9d-e4068f0e2408 HTTP/1.1" status: 204 len: 168 time: 2.0858517 Sep 19 12:14:30.111482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50670) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:30.122254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fa59b9b6-044f-4854-8c13-e55637a59abd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 06e9c1ac-94ee-450d-9a4d-381b65112dbe {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:30.122606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fa59b9b6-044f-4854-8c13-e55637a59abd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.148500 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b0d28eff-2110-4abf-9c4f-59e039758918 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "DELETE /v2.0/ports/a7896901-9a37-4fc8-af4d-434a9cdd9326 HTTP/1.1" status: 204 len: 168 time: 2.5913234 Sep 19 12:14:30.172789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50676) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:30.188959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Request body: {'port': {'name': 'tempest-new-port-name-2027623638', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:30.189400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.api.validators [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] bootfile-name is not in valid_values {{(pid=89795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:14:30.189731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.api.validators [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] tftp-server is not in valid_values {{(pid=89795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:14:30.190078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.api.validators [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] server-ip-address is not in valid_values {{(pid=89795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:14:30.249316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51adf466-b085-4028-8c39-327898125b18 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:30.264845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a4d3869b-2f54-4cdd-a00c-2758c5a1ac06 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.266469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-51adf466-b085-4028-8c39-327898125b18 None None] Deleting port 0f92bb68-7655-4564-9f65-4b5b56d0f156 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:30.267361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-51adf466-b085-4028-8c39-327898125b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.308039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.318980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a4d3869b-2f54-4cdd-a00c-2758c5a1ac06 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.355932 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7e6dccfa-1d68-4b7b-b1f7-cb2ebaa551a2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2428701 Sep 19 12:14:30.358169 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9f1ec1ed-ef53-494c-9341-e1102c12da2f tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa7859ae-a3d0-4a87-8d74-7b15b19a7051 HTTP/1.1" status: 200 len: 205 time: 0.2563455 Sep 19 12:14:30.365318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50680) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:30.365318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50682) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:30.456509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:30.470889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fa9191-292f-4c62-9053-30919142da92,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:30.509946 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-b582bc84-9c1c-49c9-9752-f9e56a4f365b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 1002 time: 0.5493181 Sep 19 12:14:30.511108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-51adf466-b085-4028-8c39-327898125b18 None None] For port 0f92bb68-7655-4564-9f65-4b5b56d0f156, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0f92bb68-7655-4564-9f65-4b5b56d0f156,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:30.511576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-51adf466-b085-4028-8c39-327898125b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.646168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.656496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-51adf466-b085-4028-8c39-327898125b18 None None] Calling delete_port for 0f92bb68-7655-4564-9f65-4b5b56d0f156 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:30.658780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fa59b9b6-044f-4854-8c13-e55637a59abd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.807713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-51adf466-b085-4028-8c39-327898125b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.863663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51adf466-b085-4028-8c39-327898125b18 None None] No DVR routers for this DVR port 0f92bb68-7655-4564-9f65-4b5b56d0f156 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:30.865547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf466-b085-4028-8c39-327898125b18 None None] Pushing event deleted for resources: {'Port': ['ID=0f92bb68-7655-4564-9f65-4b5b56d0f156,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:30.885336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fa59b9b6-044f-4854-8c13-e55637a59abd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 06e9c1ac-94ee-450d-9a4d-381b65112dbe owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:30.931754 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-7bb68a55-c330-46b8-9345-b20e0bd2288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:30.933304 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-7bb68a55-c330-46b8-9345-b20e0bd2288d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.4019225 Sep 19 12:14:30.942516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] Deleting port 7a8ac701-9141-428a-a45b-d7e962cd9248 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:30.942908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:30.958388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:31.016692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:31.022138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a4d3869b-2f54-4cdd-a00c-2758c5a1ac06 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.025430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:31.055003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:31.063006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3869b-2f54-4cdd-a00c-2758c5a1ac06 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25244c8d-406d-468d-885a-fe78525d8b3d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:31.072949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.272580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fa59b9b6-044f-4854-8c13-e55637a59abd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.359256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:31.362729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.380539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59b9b6-044f-4854-8c13-e55637a59abd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=06e9c1ac-94ee-450d-9a4d-381b65112dbe,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:31.404806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fa59b9b6-044f-4854-8c13-e55637a59abd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.410630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] For port 7a8ac701-9141-428a-a45b-d7e962cd9248, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7a8ac701-9141-428a-a45b-d7e962cd9248,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:31.411005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.435357 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fa59b9b6-044f-4854-8c13-e55637a59abd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/06e9c1ac-94ee-450d-9a4d-381b65112dbe HTTP/1.1" status: 204 len: 168 time: 1.7399378 Sep 19 12:14:31.456449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50690) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:31.457355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a4d3869b-2f54-4cdd-a00c-2758c5a1ac06 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.458468 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a4d3869b-2f54-4cdd-a00c-2758c5a1ac06 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "DELETE /v2.0/security-groups/25244c8d-406d-468d-885a-fe78525d8b3d HTTP/1.1" status: 204 len: 168 time: 1.6287515 Sep 19 12:14:31.487401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50694) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:31.555718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] Calling delete_port for 7a8ac701-9141-428a-a45b-d7e962cd9248 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:31.608163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.640026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6a084-05cb-4ba5-9b6f-396ebd07ff06 req-ce636b30-31db-43b2-8bbb-09a7ba6ac281 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:31.640026 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8df6a084-05cb-4ba5-9b6f-396ebd07ff06 req-ce636b30-31db-43b2-8bbb-09a7ba6ac281 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4515524 Sep 19 12:14:31.641146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0f92bb68-7655-4564-9f65-4b5b56d0f156 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:31.675436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.678779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 0f92bb68-7655-4564-9f65-4b5b56d0f156 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:31.685994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0f92bb68-7655-4564-9f65-4b5b56d0f156 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:31.737186 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d8f7c54a-30eb-463c-9967-c19cacb0f1c9 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1903369 Sep 19 12:14:31.741461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50698) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:31.750330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-700cc06b-6094-4bc6-92db-fec21a5f072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:31.751869 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-700cc06b-6094-4bc6-92db-fec21a5f072c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7965682 Sep 19 12:14:31.752909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'tempest-secgroup--706532205'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:31.761610 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8df6a084-05cb-4ba5-9b6f-396ebd07ff06 req-7c91d603-991b-405d-8903-c9317e0d118e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945852 Sep 19 12:14:31.763299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:31.769866 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:31.772111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.772958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:31.785618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:31.792405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.864967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] In _notify_port_updated(), no bound segment for port 0c40a2ed-0f0b-465c-a952-028f7623184a on network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 {{(pid=89795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:14:31.871237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:31.872047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:31.875217 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "PUT /v2.0/ports/0c40a2ed-0f0b-465c-a952-028f7623184a HTTP/1.1" status: 200 len: 1130 time: 1.7010057 Sep 19 12:14:31.880555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50702) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:31.957525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36117840-b59d-429e-a3b1-73f6ea573cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event updated for resources: {'Port': ['ID=0c40a2ed-0f0b-465c-a952-028f7623184a,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:31.991662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221b0d67-776c-44ec-bd67-471581ff8d8a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:31.992322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-221b0d67-776c-44ec-bd67-471581ff8d8a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Synchronizing usage tracker for tenant:fea1bba425da484e9bf83fc12aa67e15 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:31.994506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Deleting port 785fa42d-be84-4687-a7d6-d77f37a0e5b5 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:31.994667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.032783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.055686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc5bd23-2ad4-4cab-9858-a773a84b4627 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:32.061637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc5bd23-2ad4-4cab-9858-a773a84b4627 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:32.062435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7bc5bd23-2ad4-4cab-9858-a773a84b4627 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:32.073684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:32.079513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:32.084080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:32.094073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:32.112635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cf0b8743-9e79-4daf-82a0-5865a86bfa37 None None] Provisioning complete for port 0c40a2ed-0f0b-465c-a952-028f7623184a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:32.113003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8743-9e79-4daf-82a0-5865a86bfa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.168227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b8743-9e79-4daf-82a0-5865a86bfa37 None None] Port 0c40a2ed-0f0b-465c-a952-028f7623184a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:14:32.177660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.179547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-221b0d67-776c-44ec-bd67-471581ff8d8a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Unset dirty status for tenant:fea1bba425da484e9bf83fc12aa67e15 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:32.181277 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-221b0d67-776c-44ec-bd67-471581ff8d8a tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "GET /v2.0/ports/0c40a2ed-0f0b-465c-a952-028f7623184a HTTP/1.1" status: 200 len: 1130 time: 0.2980580 Sep 19 12:14:32.184419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50706) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:32.219669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.319411 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-14ec2e4e-1613-4571-9943-f62ace62eaf4 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487604 Sep 19 12:14:32.342974 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7bc5bd23-2ad4-4cab-9858-a773a84b4627 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:32.345833 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7bc5bd23-2ad4-4cab-9858-a773a84b4627 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.8860905 Sep 19 12:14:32.346847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50710) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:32.398960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.433008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8ac701-9141-428a-a45b-d7e962cd9248,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:32.547565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.550700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-39d006f8-1f13-450e-a64d-a8e257058760 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Deleting port 0c40a2ed-0f0b-465c-a952-028f7623184a {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:32.551071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39d006f8-1f13-450e-a64d-a8e257058760 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.597412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809bfc46-0663-43d6-bbed-8ba37a241adb,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:32.685896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.695879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:32.701682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-ea7826d0-bb35-42e6-b4e9-1e57d35d67fa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 02c10250-e22d-43e5-b7d1-42fcf63cf48e {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:32.702024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea7826d0-bb35-42e6-b4e9-1e57d35d67fa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.725217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:32.726358 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a4e3dd06-4ad0-4502-834d-7b9511c2646b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9837635 Sep 19 12:14:32.741937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:32.742646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50714) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:32.751475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea646b-b699-47a8-9033-f006658cba8f None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:32.990537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:32.990537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.008437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '33104b6f-6fbb-4276-afef-d9d04b8cad6e'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:14:33.009942 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.031244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.065285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-aec0e35e-f227-46dc-8c50-a9caee3b965b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '809bfc46-0663-43d6-bbed-8ba37a241adb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:33.065966 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-aec0e35e-f227-46dc-8c50-a9caee3b965b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 19 12:14:33.066476 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-aec0e35e-f227-46dc-8c50-a9caee3b965b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:33.070048 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-aec0e35e-f227-46dc-8c50-a9caee3b965b tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1323955 Sep 19 12:14:33.073102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=33104b6f-6fbb-4276-afef-d9d04b8cad6e,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:33.084692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50720) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:33.092260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Calling delete_port for 785fa42d-be84-4687-a7d6-d77f37a0e5b5 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:33.116374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39d006f8-1f13-450e-a64d-a8e257058760 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.183834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/33104b6f-6fbb-4276-afef-d9d04b8cad6e/e118c5e7-5849-4734-929c-259023700868) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:33.197430 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d3f24394-93e8-4315-8d7a-6d066521e975 req-25c91cd4-3a38-477e-9e0d-54330dce3c6c service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8577685 Sep 19 12:14:33.225098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] Router 8341e97e-4913-4a43-913c-6c2d02765828 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:14:33.279486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-39d006f8-1f13-450e-a64d-a8e257058760 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Calling delete_port for 0c40a2ed-0f0b-465c-a952-028f7623184a owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:33.335353 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0cbab69d-8d9b-4596-95b7-50889114fee2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9568450 Sep 19 12:14:33.336735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b841941-fbf6-4555-8294-d78e392409cd req-573f9088-d4c6-43a7-858c-0ecd6e9a200e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:33.338303 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1b841941-fbf6-4555-8294-d78e392409cd req-573f9088-d4c6-43a7-858c-0ecd6e9a200e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4214196 Sep 19 12:14:33.353692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50724) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:33.381957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'fixed_ips': [{'subnet_id': '33104b6f-6fbb-4276-afef-d9d04b8cad6e', 'ip_address': '2001:db8::59cd:404a:2806:b0fc'}], 'name': 'tempest-NetworksTestDHCPv6-2091435142'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:33.410885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.421822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Transition to ACTIVE for port object e118c5e7-5849-4734-929c-259023700868 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:33.441762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Transition to ACTIVE for port object e118c5e7-5849-4734-929c-259023700868 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:33.491253 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1b841941-fbf6-4555-8294-d78e392409cd req-1e555063-b64a-4ebd-90e3-1a19ad04dbb6 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978420 Sep 19 12:14:33.521130 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.642777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:33.650804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:33.653448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:33.660043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4e6e93d0-35c0-407a-8e67-942d0cb2955d tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.768929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39d006f8-1f13-450e-a64d-a8e257058760 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.781082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Attempting to bind port e118c5e7-5849-4734-929c-259023700868 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:33.781663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Attempting to bind port e118c5e7-5849-4734-929c-259023700868 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:33.781838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Attempting to bind port e118c5e7-5849-4734-929c-259023700868 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:33.785362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Pushing event updated for resources: {'Port': ['ID=e118c5e7-5849-4734-929c-259023700868,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:33.791293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:14:33.791954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:33.792419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.792868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:14:33.793400 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Bound port: e118c5e7-5849-4734-929c-259023700868, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:14:33.793918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.832603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4e6e93d0-35c0-407a-8e67-942d0cb2955d tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:33.904774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] For port e118c5e7-5849-4734-929c-259023700868, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:33.910160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] For port e118c5e7-5849-4734-929c-259023700868, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e118c5e7-5849-4734-929c-259023700868,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:14:33.918071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea7826d0-bb35-42e6-b4e9-1e57d35d67fa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:34.023082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:34.047129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d006f8-1f13-450e-a64d-a8e257058760 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event deleted for resources: {'Port': ['ID=0c40a2ed-0f0b-465c-a952-028f7623184a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:34.050516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] Router 3da23894-920c-4642-9906-f5ac0773da0f has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:14:34.062284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39d006f8-1f13-450e-a64d-a8e257058760 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:34.107448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-ea7826d0-bb35-42e6-b4e9-1e57d35d67fa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 02c10250-e22d-43e5-b7d1-42fcf63cf48e owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:34.142150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b92d-7db1-4a1e-9b8c-9866d1f12512 None None] Pushing event updated for resources: {'Port': ['ID=e118c5e7-5849-4734-929c-259023700868,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:34.173328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:34.176050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:14:34.184854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:34.186685 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] Sync routers for ids ['8341e97e-4913-4a43-913c-6c2d02765828'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:14:34.195563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:34.198464 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] Routers {'8341e97e-4913-4a43-913c-6c2d02765828'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:34.199202 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8341e97e-4913-4a43-913c-6c2d02765828'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:34.203116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:34.207143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:34.229605 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-39d006f8-1f13-450e-a64d-a8e257058760 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "DELETE /v2.0/ports/0c40a2ed-0f0b-465c-a952-028f7623184a HTTP/1.1" status: 204 len: 168 time: 2.0440531 Sep 19 12:14:34.240447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50728) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:34.288357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Pushing event deleted for resources: {'Port': ['ID=785fa42d-be84-4687-a7d6-d77f37a0e5b5,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:34.340934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:14:34.349612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] Sync routers for ids ['3da23894-920c-4642-9906-f5ac0773da0f'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:14:34.361134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-310bdd8f-3f80-4735-b774-e625c007044b tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Deleting subnet 01874489-aa9c-4cc8-9d43-b0e70ee5723a {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:14:34.366609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] Routers {'3da23894-920c-4642-9906-f5ac0773da0f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:34.367277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3da23894-920c-4642-9906-f5ac0773da0f'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:34.378415 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-85f30fad-f908-47b6-a797-c4c8cbe7c660 admin admin] 10.222.0.66 "PUT /v2.0/routers/3da23894-920c-4642-9906-f5ac0773da0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7952831 Sep 19 12:14:34.379345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-310bdd8f-3f80-4735-b774-e625c007044b tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:34.394394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50732) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:34.398567 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5724de9a-7ab6-4856-9e1c-d4f32e8f12c6 admin admin] 10.222.0.66 "PUT /v2.0/routers/8341e97e-4913-4a43-913c-6c2d02765828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9264131 Sep 19 12:14:34.402886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:34.426308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50736) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:34.463326 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] Set router 8341e97e-4913-4a43-913c-6c2d02765828 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:14:34.501546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-310bdd8f-3f80-4735-b774-e625c007044b tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:34.584526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4e6e93d0-35c0-407a-8e67-942d0cb2955d tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:34.625638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-310bdd8f-3f80-4735-b774-e625c007044b tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:34.688040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] Set router 3da23894-920c-4642-9906-f5ac0773da0f gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:14:34.822937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cfbe8-85f0-4e7b-901a-eac6daf0bba2 req-bcaa7281-7f92-47eb-a556-faa17fcad872 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:34.831604 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9f9cfbe8-85f0-4e7b-901a-eac6daf0bba2 req-bcaa7281-7f92-47eb-a556-faa17fcad872 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.1301398 Sep 19 12:14:34.887440 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9f9cfbe8-85f0-4e7b-901a-eac6daf0bba2 req-dac7ba81-ac44-44d9-858a-621109c90e1a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547576 Sep 19 12:14:34.889444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-310bdd8f-3f80-4735-b774-e625c007044b tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:34.949116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-310bdd8f-3f80-4735-b774-e625c007044b tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:34.952855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bdd8f-3f80-4735-b774-e625c007044b tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event deleted for resources: {'Subnet': ['ID=01874489-aa9c-4cc8-9d43-b0e70ee5723a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:34.957990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676c69a-0f01-4bdf-8ec8-77452dd7a117 None None] Network 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:34.964320 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:14:29Z', 'revision_number': 5, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:34.967166 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-310bdd8f-3f80-4735-b774-e625c007044b tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "DELETE /v2.0/subnets/01874489-aa9c-4cc8-9d43-b0e70ee5723a HTTP/1.1" status: 204 len: 168 time: 0.7255919 Sep 19 12:14:34.969603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50742) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:34.974385 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] Checking router: 8341e97e-4913-4a43-913c-6c2d02765828 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:14:34.984150 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] Routers {'8341e97e-4913-4a43-913c-6c2d02765828'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:34.984578 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8341e97e-4913-4a43-913c-6c2d02765828'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:35.067186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4e6e93d0-35c0-407a-8e67-942d0cb2955d tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:35.070941 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4e6e93d0-35c0-407a-8e67-942d0cb2955d tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "DELETE /v2.0/security-groups/809bfc46-0663-43d6-bbed-8ba37a241adb HTTP/1.1" status: 204 len: 168 time: 1.9479728 Sep 19 12:14:35.075805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:35.091807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50748) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:35.192278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:35.216040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Deleting port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:35.216443 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:35.282252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:35.310632 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] Set router 8341e97e-4913-4a43-913c-6c2d02765828 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:14:35.470187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:14:31Z', 'revision_number': 5, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:35.475189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] Checking router: 3da23894-920c-4642-9906-f5ac0773da0f for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:14:35.484837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] Routers {'3da23894-920c-4642-9906-f5ac0773da0f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:35.485615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3da23894-920c-4642-9906-f5ac0773da0f'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:35.494719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea7826d0-bb35-42e6-b4e9-1e57d35d67fa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:35.519919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6c7e043b-db54-41dd-a263-9281e32eaa46 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Synchronizing usage tracker for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:35.530604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e93d0-35c0-407a-8e67-942d0cb2955d tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809bfc46-0663-43d6-bbed-8ba37a241adb,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:35.562728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] For port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8483369e-7e2b-45b0-ab81-99e57b8fd4fc,segment=NetworkSegment(ad1589c2-4d12-488c-8138-13a97680b477),segment_id=ad1589c2-4d12-488c-8138-13a97680b477)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:35.563499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:35.614840 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] DHCP port deletion for 639c2fc6-270c-4eb7-ac22-7f122b8ffd90 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:35.645517 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] Deleting port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:35.646049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:35.725511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Calling delete_port for 8483369e-7e2b-45b0-ab81-99e57b8fd4fc owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:35.726431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:35.773453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e118c5e7-5849-4734-929c-259023700868 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:35.787968 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:14:29Z', 'revision_number': 5, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:35.793612 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210f258a-8b9a-4505-8ca5-5a6b19665a37 None None] The sync data for ids ['8341e97e-4913-4a43-913c-6c2d02765828'] in dv-neutron-857775-2-hyperv is: [{'id': '8341e97e-4913-4a43-913c-6c2d02765828', 'name': 'tempest-ServersTestManualDisk-1082654141-router', 'tenant_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:20Z', 'updated_at': '2022-09-19T12:14:29Z', 'revision_number': 5, 'project_id': 'bc270227fb294510bb4c21e9c8f4cf03', 'gw_port': {'id': 'ef65ac81-c462-4ace-a26c-bfabfac1dca7', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8341e97e-4913-4a43-913c-6c2d02765828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:23Z', 'updated_at': '2022-09-19T12:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:14:35.872981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6c7e043b-db54-41dd-a263-9281e32eaa46 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Unset dirty status for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:35.874460 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6c7e043b-db54-41dd-a263-9281e32eaa46 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5946503 Sep 19 12:14:35.880107 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port e1536886-e3dc-4295-832c-df7410747197 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:35.880287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50752) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:35.886621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'tempest-secgroup--943707918'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:35.898867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:35.912844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:35.936530 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7826d0-bb35-42e6-b4e9-1e57d35d67fa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=02c10250-e22d-43e5-b7d1-42fcf63cf48e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:35.965236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:35.988901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event deleted for resources: {'Port': ['ID=8483369e-7e2b-45b0-ab81-99e57b8fd4fc,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:35.994819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] No DVR routers for this DVR port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:36.012487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ca2cc503-8c99-47e6-a3a4-b61e9e769773 None None] Provisioning for port e118c5e7-5849-4734-929c-259023700868 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:36.063400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea7826d0-bb35-42e6-b4e9-1e57d35d67fa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.064360 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ea7826d0-bb35-42e6-b4e9-1e57d35d67fa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/02c10250-e22d-43e5-b7d1-42fcf63cf48e HTTP/1.1" status: 204 len: 168 time: 3.6940739 Sep 19 12:14:36.072365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50756) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:36.128108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.225533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] Set router 3da23894-920c-4642-9906-f5ac0773da0f gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:14:36.288502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96296671-1a63-4ea5-b879-946e1c9cec6d req-c7cad791-a597-4103-8650-046b89b14a39 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:36.297740 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-96296671-1a63-4ea5-b879-946e1c9cec6d req-c7cad791-a597-4103-8650-046b89b14a39 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4789543 Sep 19 12:14:36.323962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.338810 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:36.350939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:36.377103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:36.392476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:36.398091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639c2fc6-270c-4eb7-ac22-7f122b8ffd90']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:36.409077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] For port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8483369e-7e2b-45b0-ab81-99e57b8fd4fc,segment=NetworkSegment(ad1589c2-4d12-488c-8138-13a97680b477),segment_id=ad1589c2-4d12-488c-8138-13a97680b477)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:36.409773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.418944 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-96296671-1a63-4ea5-b879-946e1c9cec6d req-12faa796-b007-48de-a377-e6c4722d490b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202860 Sep 19 12:14:36.426693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1589c2-4d12-488c-8138-13a97680b477') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:36.427025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1589c2-4d12-488c-8138-13a97680b477') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:36.455831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.485354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.497622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:36.498078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.524861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.593085 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment ad1589c2-4d12-488c-8138-13a97680b477 resource provider aggregate not found Sep 19 12:14:36.633721 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment ad1589c2-4d12-488c-8138-13a97680b477 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad1589c2-4d12-488c-8138-13a97680b477 found for delete ", "request_id": "req-4f287e14-c29e-4246-b639-fcb974ffa142"}]} Sep 19 12:14:36.662024 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] Calling delete_port for 8483369e-7e2b-45b0-ab81-99e57b8fd4fc owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:36.662802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.679665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.690213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.757211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.760886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.786410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.830453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.843433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:14:36.844235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:14:36.847114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] Pushing event deleted for resources: {'Network': ['ID=639c2fc6-270c-4eb7-ac22-7f122b8ffd90,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:36.882149 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port e118c5e7-5849-4734-929c-259023700868 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:36.887878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae034d6-868d-4121-9da4-f86447d7bdb9,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:36.890145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e118c5e7-5849-4734-929c-259023700868 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:36.893363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.893508 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9fd22139-9966-4584-b79f-bd80f3cf8e16 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565 tempest-ExtraDHCPOptionsIpV6TestJSON-310320565-project] 10.222.0.66 "DELETE /v2.0/networks/639c2fc6-270c-4eb7-ac22-7f122b8ffd90 HTTP/1.1" status: 204 len: 168 time: 1.9200063 Sep 19 12:14:36.973862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:36.979279 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-50caf07e-72c2-43dd-91c6-416ec992dde3 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0940366 Sep 19 12:14:36.979615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50768) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:36.984749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-83f1f35c-a5d2-470e-92fb-7400d1d7345a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '3ae034d6-868d-4121-9da4-f86447d7bdb9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:36.985670 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.api.v2.base [None req-83f1f35c-a5d2-470e-92fb-7400d1d7345a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 19 12:14:36.986378 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-83f1f35c-a5d2-470e-92fb-7400d1d7345a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:36.987539 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-83f1f35c-a5d2-470e-92fb-7400d1d7345a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069444 Sep 19 12:14:36.990493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50772) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:37.079019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Deleting port de7f8e28-812d-49f7-bbc8-e920b92ca6ce {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:37.079633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.083878 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:14:31Z', 'revision_number': 5, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:37.099329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac838362-3f9a-43e6-87a6-a74d3db591b4 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.101213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f007e1a-c1f6-4f36-8d0f-b8594cecb642 None None] The sync data for ids ['3da23894-920c-4642-9906-f5ac0773da0f'] in dv-neutron-857775-2-hyperv is: [{'id': '3da23894-920c-4642-9906-f5ac0773da0f', 'name': 'tempest-ServersTestJSON-481596259-router', 'tenant_id': '89b67a2b8a7d4711939cb92036100cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:19Z', 'updated_at': '2022-09-19T12:14:31Z', 'revision_number': 5, 'project_id': '89b67a2b8a7d4711939cb92036100cb1', 'gw_port': {'id': 'de7f8e28-812d-49f7-bbc8-e920b92ca6ce', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da23894-920c-4642-9906-f5ac0773da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:22Z', 'updated_at': '2022-09-19T12:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:14:37.114043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e118c5e7-5849-4734-929c-259023700868 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:37.116884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.139092 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac838362-3f9a-43e6-87a6-a74d3db591b4 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.181540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.182271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Fanout notify agent at l3_agent the message router_deleted on router fa7859ae-a3d0-4a87-8d74-7b15b19a7051 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:14:37.182484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port e118c5e7-5849-4734-929c-259023700868, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e118c5e7-5849-4734-929c-259023700868,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:37.189323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::59cd:404a:2806:b0fc (97c14447-5e4d-4deb-a6ce-aa8646f0c431/33104b6f-6fbb-4276-afef-d9d04b8cad6e/e1536886-e3dc-4295-832c-df7410747197) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:37.293414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1154f2-abcf-457e-ae8b-6ed99cd12745 req-1795e2c6-f432-46be-8ae6-bcf31916bea3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:37.294845 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ed1154f2-abcf-457e-ae8b-6ed99cd12745 req-1795e2c6-f432-46be-8ae6-bcf31916bea3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.1038048 Sep 19 12:14:37.295806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a8c3c-1051-4b58-aae2-0d0f909b75f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:37.296570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cc9a8c3c-1051-4b58-aae2-0d0f909b75f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:37.303142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.304335 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-de87bbf7-da5e-4314-b181-96a29473ed89 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/fa7859ae-a3d0-4a87-8d74-7b15b19a7051 HTTP/1.1" status: 204 len: 168 time: 6.9274483 Sep 19 12:14:37.318707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50778) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:37.323277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.329342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2047182016', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:37.347958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:37.356654 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Usage tracker for resource:router and tenant:cb1de729f15041b7bafff324027635f9 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:37.372740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:37.378215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac838362-3f9a-43e6-87a6-a74d3db591b4 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.391343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] Deleting port 8483369e-7e2b-45b0-ab81-99e57b8fd4fc {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:37.391729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.417584 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ed1154f2-abcf-457e-ae8b-6ed99cd12745 req-39008ae7-0886-4e70-b4a8-8a17f96ab057 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166182 Sep 19 12:14:37.418593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:37.421044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838362-3f9a-43e6-87a6-a74d3db591b4 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae034d6-868d-4121-9da4-f86447d7bdb9,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:37.423729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac838362-3f9a-43e6-87a6-a74d3db591b4 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.427643 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ac838362-3f9a-43e6-87a6-a74d3db591b4 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "DELETE /v2.0/security-groups/3ae034d6-868d-4121-9da4-f86447d7bdb9 HTTP/1.1" status: 204 len: 168 time: 0.4361367 Sep 19 12:14:37.429171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50782) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:37.464550 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.531841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-30b2d803-c373-415e-a919-30cdd726c66d None None] The port '8483369e-7e2b-45b0-ab81-99e57b8fd4fc' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:14:37.562650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6b8c0607-644c-419d-a6dc-eaea06e878bb tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Synchronizing usage tracker for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:37.563388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8483369e-7e2b-45b0-ab81-99e57b8fd4fc no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:37.610781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cc9a8c3c-1051-4b58-aae2-0d0f909b75f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:37.616759 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cc9a8c3c-1051-4b58-aae2-0d0f909b75f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.4671214 Sep 19 12:14:37.617008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50788) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:37.618875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=e118c5e7-5849-4734-929c-259023700868,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:37.626998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 8483369e-7e2b-45b0-ab81-99e57b8fd4fc {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:37.627334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8483369e-7e2b-45b0-ab81-99e57b8fd4fc not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:37.751591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Deleting port ef65ac81-c462-4ace-a26c-bfabfac1dca7 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:37.752443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.794484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.800032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.817327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e118c5e7-5849-4734-929c-259023700868 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:37.837372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6b8c0607-644c-419d-a6dc-eaea06e878bb tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Unset dirty status for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:37.843342 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6b8c0607-644c-419d-a6dc-eaea06e878bb tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4109662 Sep 19 12:14:37.845206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50794) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:37.858341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1577923580'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:37.864731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:37.874944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50796) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:37.875363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:37.905053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.907690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e118c5e7-5849-4734-929c-259023700868 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:37.908180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.916053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] For port de7f8e28-812d-49f7-bbc8-e920b92ca6ce, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=de7f8e28-812d-49f7-bbc8-e920b92ca6ce,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:37.916505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:37.929332 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ee26fd-f800-4191-9ecd-6acf47c3f91e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:14:37.929332 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-26ee26fd-f800-4191-9ecd-6acf47c3f91e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/06e9c1ac-94ee-450d-9a4d-381b65112dbe HTTP/1.1" status: 404 len: 333 time: 0.1853993 Sep 19 12:14:37.929499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5ff6e-09a9-495b-aa25-2630a050390a req-1856aa5d-3a34-4a03-ba40-04e721e9a25c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:37.934556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50804) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:37.936222 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08f5ff6e-09a9-495b-aa25-2630a050390a req-1856aa5d-3a34-4a03-ba40-04e721e9a25c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2275751 Sep 19 12:14:37.992642 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08f5ff6e-09a9-495b-aa25-2630a050390a req-b0e81dcc-55ee-483d-85d0-433549ac60a3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507627 Sep 19 12:14:38.016165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:38.047507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:38.054371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:38.060942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:38.065831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:38.093335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e118c5e7-5849-4734-929c-259023700868 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:38.104804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 87fa9191-292f-4c62-9053-30919142da92 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:38.145913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 87fa9191-292f-4c62-9053-30919142da92 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:38.146290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 87fa9191-292f-4c62-9053-30919142da92 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:38.146710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7a8ac701-9141-428a-a45b-d7e962cd9248 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:38.155399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Calling delete_port for de7f8e28-812d-49f7-bbc8-e920b92ca6ce owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:38.189472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 7a8ac701-9141-428a-a45b-d7e962cd9248 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:38.189832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7a8ac701-9141-428a-a45b-d7e962cd9248 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:38.284892 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9929142-a123-40ed-b986-837d90e96821 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:14:38.286289 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e9929142-a123-40ed-b986-837d90e96821 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/02c10250-e22d-43e5-b7d1-42fcf63cf48e HTTP/1.1" status: 404 len: 333 time: 0.3413537 Sep 19 12:14:38.303387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50810) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:38.434952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:38.487023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:38.505210 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:38.510342 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ed1896c9-6a8b-4bc4-bc05-dccec594c9a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fea1bba425da484e9bf83fc12aa67e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297362 Sep 19 12:14:38.513163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50814) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:38.535269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f17e8-a14d-4636-944b-235b7d0a252d req-364b756e-af4b-49b8-8358-cb458d712752 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:38.536814 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1f8f17e8-a14d-4636-944b-235b7d0a252d req-364b756e-af4b-49b8-8358-cb458d712752 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.3818688 Sep 19 12:14:38.560706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object e1536886-e3dc-4295-832c-df7410747197 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:38.562693 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] For port ef65ac81-c462-4ace-a26c-bfabfac1dca7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ef65ac81-c462-4ace-a26c-bfabfac1dca7,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:38.563081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:38.577035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:38.613458 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1f8f17e8-a14d-4636-944b-235b7d0a252d req-020eeafd-955f-467c-a9ea-ef3af6d5d3dd tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650163 Sep 19 12:14:38.631457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1594c0a8-cf39-4668-a4e5-e2eb80213497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:38.720473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Calling delete_port for ef65ac81-c462-4ace-a26c-bfabfac1dca7 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:38.727413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:38.799780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1594c0a8-cf39-4668-a4e5-e2eb80213497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:38.874632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9b105-1003-485a-a7c6-75818e7035e2,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:38.950713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:38.952833 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-709eb946-7da7-4090-91e4-ceb5bb8007ff tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0980098 Sep 19 12:14:38.959521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50822) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:38.966032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c5e9d4e3-ca03-4944-84ac-bf480ea0ec54 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '9aa9b105-1003-485a-a7c6-75818e7035e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:38.972938 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.api.v2.base [None req-c5e9d4e3-ca03-4944-84ac-bf480ea0ec54 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 19 12:14:38.973549 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-c5e9d4e3-ca03-4944-84ac-bf480ea0ec54 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:38.977445 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c5e9d4e3-ca03-4944-84ac-bf480ea0ec54 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140944 Sep 19 12:14:39.032652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50826) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:39.038425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-08791d19-fa60-4d42-87e2-94adf4865dcd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '9aa9b105-1003-485a-a7c6-75818e7035e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:39.039166 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.api.v2.base [None req-08791d19-fa60-4d42-87e2-94adf4865dcd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 19 12:14:39.039659 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-08791d19-fa60-4d42-87e2-94adf4865dcd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:39.041398 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-08791d19-fa60-4d42-87e2-94adf4865dcd tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075190 Sep 19 12:14:39.049515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50830) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:39.108406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.127338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.221827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38ad381-abb3-4a42-baea-60dbc428a4b7']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:39.247168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cb7b0c5a-7c26-4c5b-addf-bd436ece8eb0 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '9aa9b105-1003-485a-a7c6-75818e7035e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:39.247592 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.api.v2.base [None req-cb7b0c5a-7c26-4c5b-addf-bd436ece8eb0 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 19 12:14:39.248079 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-cb7b0c5a-7c26-4c5b-addf-bd436ece8eb0 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:39.251915 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cb7b0c5a-7c26-4c5b-addf-bd436ece8eb0 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1973374 Sep 19 12:14:39.253581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50834) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:39.259811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa109e50-5e43-40dd-befe-c156bf206e5e') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:39.260116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa109e50-5e43-40dd-befe-c156bf206e5e') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:39.269756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:39.282640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1324ba7f-5688-4298-a03a-1e7251bb214e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '9aa9b105-1003-485a-a7c6-75818e7035e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:39.285944 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-1324ba7f-5688-4298-a03a-1e7251bb214e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 19 12:14:39.286466 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-1324ba7f-5688-4298-a03a-1e7251bb214e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:39.293051 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1324ba7f-5688-4298-a03a-1e7251bb214e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0204372 Sep 19 12:14:39.293051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:39.293368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:39.298984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:39.299537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.307917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50838) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:39.309583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.322545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1594c0a8-cf39-4668-a4e5-e2eb80213497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.350448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=e1536886-e3dc-4295-832c-df7410747197,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:39.358034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.363715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.376665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:39.377076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.395255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594c0a8-cf39-4668-a4e5-e2eb80213497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140e4026-6794-4f56-b41d-6af9b5ec42ae,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:39.401481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.475349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1594c0a8-cf39-4668-a4e5-e2eb80213497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.476570 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1594c0a8-cf39-4668-a4e5-e2eb80213497 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/140e4026-6794-4f56-b41d-6af9b5ec42ae HTTP/1.1" status: 204 len: 168 time: 0.9622381 Sep 19 12:14:39.482587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.493103 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment fa109e50-5e43-40dd-befe-c156bf206e5e resource provider aggregate not found Sep 19 12:14:39.541643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15303d-861a-455a-814c-849e66cbfc7f req-1809ab83-6aa0-460f-b4ef-09748a1ded21 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:39.543332 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6a15303d-861a-455a-814c-849e66cbfc7f req-1809ab83-6aa0-460f-b4ef-09748a1ded21 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4929032 Sep 19 12:14:39.573405 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b4c5cb9c-8e3c-4b3d-bc44-1d59d0d9806c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.2039618 Sep 19 12:14:39.577992 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment fa109e50-5e43-40dd-befe-c156bf206e5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa109e50-5e43-40dd-befe-c156bf206e5e found for delete ", "request_id": "req-9a15380e-968a-442a-82aa-2d3a537d1eeb"}]} Sep 19 12:14:39.592048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50848) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:39.600163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7f8e28-812d-49f7-bbc8-e920b92ca6ce,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:39.719996 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6a15303d-861a-455a-814c-849e66cbfc7f req-efbb31d7-cf1b-4ff4-9b64-5bd84146e20f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675785 Sep 19 12:14:39.725230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-83031e3f-21e0-49fd-a4ed-f072a876ce4d None None] Provisioning for port e1536886-e3dc-4295-832c-df7410747197 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:39.748379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-83031e3f-21e0-49fd-a4ed-f072a876ce4d None None] Provisioning complete for port e1536886-e3dc-4295-832c-df7410747197 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:39.748968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-83031e3f-21e0-49fd-a4ed-f072a876ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.759524 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Allocated IP 172.26.5.50 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/ee0e587d-6dd1-4cfd-b346-da21c8970634) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:39.782562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbbf63e-2685-4246-ace2-fe037be13260 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:39.788823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbbf63e-2685-4246-ace2-fe037be13260 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:39.790366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8fbbf63e-2685-4246-ace2-fe037be13260 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:39.795555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d0af7fb-80a9-44bc-8554-5a0ae15b8e32 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.800730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.805033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.843264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.847065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-83031e3f-21e0-49fd-a4ed-f072a876ce4d None None] Port e1536886-e3dc-4295-832c-df7410747197 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:14:39.885285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8fbbf63e-2685-4246-ace2-fe037be13260 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:39.889268 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8fbbf63e-2685-4246-ace2-fe037be13260 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3067441 Sep 19 12:14:39.889873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50852) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:39.896722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Network': ['ID=a38ad381-abb3-4a42-baea-60dbc428a4b7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:39.904262 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2f4b29d6-5b15-462a-a5cd-40f3ff855a0f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/networks/a38ad381-abb3-4a42-baea-60dbc428a4b7 HTTP/1.1" status: 204 len: 168 time: 1.5917370 Sep 19 12:14:39.944879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50856) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:39.961561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1435929490'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:39.980551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:39.983004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:39.988826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:network and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:39.996593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:40.081057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d0af7fb-80a9-44bc-8554-5a0ae15b8e32 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.081164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:40.085992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8e6553f0-b421-4288-aaf1-9984d5b3b2e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port e1536886-e3dc-4295-832c-df7410747197 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:40.086338 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e6553f0-b421-4288-aaf1-9984d5b3b2e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.172640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef65ac81-c462-4ace-a26c-bfabfac1dca7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:40.178478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.212286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.238505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:40.242599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.268448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.379232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.442624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.443052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3da23894-920c-4642-9906-f5ac0773da0f {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:14:40.443903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e6553f0-b421-4288-aaf1-9984d5b3b2e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.462692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d0af7fb-80a9-44bc-8554-5a0ae15b8e32 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.469565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.481163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.504976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0af7fb-80a9-44bc-8554-5a0ae15b8e32 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9b105-1003-485a-a7c6-75818e7035e2,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:40.523800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.531354 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-64fb2317-76bd-4f09-a36a-9a8e9cbdac70 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3da23894-920c-4642-9906-f5ac0773da0f HTTP/1.1" status: 204 len: 168 time: 6.1349480 Sep 19 12:14:40.532648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50870) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:40.535049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d0af7fb-80a9-44bc-8554-5a0ae15b8e32 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.536363 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0d0af7fb-80a9-44bc-8554-5a0ae15b8e32 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "DELETE /v2.0/security-groups/9aa9b105-1003-485a-a7c6-75818e7035e2 HTTP/1.1" status: 204 len: 168 time: 1.2183185 Sep 19 12:14:40.572460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50874) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:40.619336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8e6553f0-b421-4288-aaf1-9984d5b3b2e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for e1536886-e3dc-4295-832c-df7410747197 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:40.655185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51a185d-0513-494b-a462-45fbf03c956e admin admin] Deleting subnet d68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:14:40.661606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:40.664281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f51a185d-0513-494b-a462-45fbf03c956e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.696677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.697120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8341e97e-4913-4a43-913c-6c2d02765828 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:14:40.701041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-440d0916-31b8-4f99-9670-f93d185975ec tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Synchronizing usage tracker for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:40.708557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.709031 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Added segment 24564a7b-141b-4644-95b4-e6cbcb89031c of type vlan for network ad8d908b-dc7e-42ed-b2e9-836635dd8768 Sep 19 12:14:40.732339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.733487 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-02dedaa2-444d-45da-ae87-d80706b4f314 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8341e97e-4913-4a43-913c-6c2d02765828 HTTP/1.1" status: 204 len: 168 time: 6.1911194 Sep 19 12:14:40.736689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50884) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:40.745964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f51a185d-0513-494b-a462-45fbf03c956e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.822410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.827091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:40.978453 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-440d0916-31b8-4f99-9670-f93d185975ec tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Unset dirty status for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:40.979799 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-440d0916-31b8-4f99-9670-f93d185975ec tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4061415 Sep 19 12:14:40.986791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50892) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:40.994000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485128599'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:41.000355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:41.011563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:41.034879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f51a185d-0513-494b-a462-45fbf03c956e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.048177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50896) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:41.083492 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5897d09-c381-47d7-8655-f7d8a7d9cb52 admin admin] Deleting subnet 745ddf40-38f6-4919-ac93-5ec6f63b55e1 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:14:41.097049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:14:41.108526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:41.114407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5897d09-c381-47d7-8655-f7d8a7d9cb52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.145051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:41.170416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:41.203042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.231409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:41.237258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:41.241556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:41.250483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:41.275564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f51a185d-0513-494b-a462-45fbf03c956e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.328499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Pushing event updated for resources: {'Port': ['ID=ee0e587d-6dd1-4cfd-b346-da21c8970634,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:41.352680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5e5a07-6a9d-4bee-9b0e-06ef16dee3fe None None] Network b58caf9b-5b4b-47b7-b230-84077bd8b127 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:41.353327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1498395781'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:41.357874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f51a185d-0513-494b-a462-45fbf03c956e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.360565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a185d-0513-494b-a462-45fbf03c956e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:41.372135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:41.382287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:network and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:41.391028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:41.397359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5897d09-c381-47d7-8655-f7d8a7d9cb52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.427358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.431475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:41.491609 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f51a185d-0513-494b-a462-45fbf03c956e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d68eb6dc-e26f-41c9-9bdd-1a7fa9b738d0 HTTP/1.1" status: 204 len: 168 time: 0.9539201 Sep 19 12:14:41.494910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50902) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:41.524495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.530171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:41.531141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.535310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e6553f0-b421-4288-aaf1-9984d5b3b2e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.575242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.653406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571ea8f5-c103-4b86-abad-dc6214741197,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:41.659168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.671189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Deleting port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:41.671514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.717706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8d4fefde-addc-4046-bc62-e2eb05087a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.723502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.726944 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9aca2120-3d27-41e6-8206-656728c0ef84 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7369602 Sep 19 12:14:41.728294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50906) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:41.735071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-89fe65a6-cf75-4454-81b7-9e6fba4bbbf4 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '571ea8f5-c103-4b86-abad-dc6214741197', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:41.735784 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-89fe65a6-cf75-4454-81b7-9e6fba4bbbf4 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 12:14:41.736268 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-89fe65a6-cf75-4454-81b7-9e6fba4bbbf4 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:41.737188 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-89fe65a6-cf75-4454-81b7-9e6fba4bbbf4 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079813 Sep 19 12:14:41.740515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50910) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:41.744260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:41.748228 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.748717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0191e42e-f138-4b44-ac59-7766497e19ef tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '571ea8f5-c103-4b86-abad-dc6214741197', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:41.756642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0191e42e-f138-4b44-ac59-7766497e19ef tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:41.761902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] DHCP port deletion for b58caf9b-5b4b-47b7-b230-84077bd8b127 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:41.767935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] Deleting port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:41.769063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.776276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266b870-d8e7-4080-9772-6770dd0bc350 req-5c540134-1521-45f9-8ef0-8ce27eb42c3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:41.783606 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8266b870-d8e7-4080-9772-6770dd0bc350 req-5c540134-1521-45f9-8ef0-8ce27eb42c3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.8487554 Sep 19 12:14:41.785512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6553f0-b421-4288-aaf1-9984d5b3b2e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=e1536886-e3dc-4295-832c-df7410747197,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:41.795679 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:14:41.803409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0191e42e-f138-4b44-ac59-7766497e19ef tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:41.808132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0191e42e-f138-4b44-ac59-7766497e19ef tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:41.809605 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ef65ac81-c462-4ace-a26c-bfabfac1dca7 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:41.815769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0191e42e-f138-4b44-ac59-7766497e19ef tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:41.859998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: ef65ac81-c462-4ace-a26c-bfabfac1dca7 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:41.860330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ef65ac81-c462-4ace-a26c-bfabfac1dca7 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:41.860923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device de7f8e28-812d-49f7-bbc8-e920b92ca6ce no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:41.898760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: de7f8e28-812d-49f7-bbc8-e920b92ca6ce {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:41.900100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device de7f8e28-812d-49f7-bbc8-e920b92ca6ce not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:41.915843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.957882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Network': ['ID=ad8d908b-dc7e-42ed-b2e9-836635dd8768,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:41.972063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network ad8d908b-dc7e-42ed-b2e9-836635dd8768 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:41.984251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e6553f0-b421-4288-aaf1-9984d5b3b2e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:41.984251 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8e6553f0-b421-4288-aaf1-9984d5b3b2e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/e1536886-e3dc-4295-832c-df7410747197 HTTP/1.1" status: 204 len: 168 time: 2.0932679 Sep 19 12:14:41.986717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:41.991249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50914) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:42.009265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:security_group_rule and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:42.026914 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8266b870-d8e7-4080-9772-6770dd0bc350 req-a7089287-ffef-4592-967a-4c0786b83e2d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423136 Sep 19 12:14:42.030039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:42.054806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] For port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b4fe3e24-6e5c-4156-a2e1-017a3aeb8417,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:42.054806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.055145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:42.061022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5897d09-c381-47d7-8655-f7d8a7d9cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.115203 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-96ea1d0e-1f93-44a2-a7c5-eea5deed5b3e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1666615 Sep 19 12:14:42.122977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50920) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:42.130734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': 'ad8d908b-dc7e-42ed-b2e9-836635dd8768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:42.197466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] For port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b4fe3e24-6e5c-4156-a2e1-017a3aeb8417,segment=NetworkSegment(f93b67ca-bcc4-4cf5-b129-a694009378be),segment_id=f93b67ca-bcc4-4cf5-b129-a694009378be)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:42.197866 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.217170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Calling delete_port for b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:42.299783 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-0191e42e-f138-4b44-ac59-7766497e19ef tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:42.303863 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0191e42e-f138-4b44-ac59-7766497e19ef tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5593765 Sep 19 12:14:42.310458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50924) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:42.327698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-8f27715a-62b5-4b13-8e79-cd221d56f4ac tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '571ea8f5-c103-4b86-abad-dc6214741197', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:42.328181 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-8f27715a-62b5-4b13-8e79-cd221d56f4ac tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 19 12:14:42.328666 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-8f27715a-62b5-4b13-8e79-cd221d56f4ac tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:42.332363 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8f27715a-62b5-4b13-8e79-cd221d56f4ac tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118339 Sep 19 12:14:42.335103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d39ad5-fdb1-4f8d-bd55-7dd9c1a33fb2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:42.335223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50928) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:42.344660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d39ad5-fdb1-4f8d-bd55-7dd9c1a33fb2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:42.344660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-75d39ad5-fdb1-4f8d-bd55-7dd9c1a33fb2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:42.370452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-eb2de500-6e39-4b3c-a196-652005d83644 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '571ea8f5-c103-4b86-abad-dc6214741197', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:42.376445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:42.383922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eb2de500-6e39-4b3c-a196-652005d83644 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:42.386386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:42.392792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] Calling delete_port for b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:42.401280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:42.404158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eb2de500-6e39-4b3c-a196-652005d83644 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:42.417891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eb2de500-6e39-4b3c-a196-652005d83644 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:42.421715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:42.429376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eb2de500-6e39-4b3c-a196-652005d83644 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:42.444974 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-75d39ad5-fdb1-4f8d-bd55-7dd9c1a33fb2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:42.447257 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-75d39ad5-fdb1-4f8d-bd55-7dd9c1a33fb2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4549704 Sep 19 12:14:42.449015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50932) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:42.516768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc60e7d-4711-4903-b326-3c39571d92d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 33104b6f-6fbb-4276-afef-d9d04b8cad6e {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:14:42.520049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cc60e7d-4711-4903-b326-3c39571d92d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.538470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5897d09-c381-47d7-8655-f7d8a7d9cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.542577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:14:42.542962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:14:42.552921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.600606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5897d09-c381-47d7-8655-f7d8a7d9cb52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745ddf40-38f6-4919-ac93-5ec6f63b55e1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:42.617895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.622988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cee2ee-e248-48d9-b390-cc8107f794e8 None None] Network 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:42.644562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fe3e24-6e5c-4156-a2e1-017a3aeb8417,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:42.662996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] No DVR routers for this DVR port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:42.681772 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5897d09-c381-47d7-8655-f7d8a7d9cb52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.705088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:42.708529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.745602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.773193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cc60e7d-4711-4903-b326-3c39571d92d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.866326 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e5897d09-c381-47d7-8655-f7d8a7d9cb52 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/745ddf40-38f6-4919-ac93-5ec6f63b55e1 HTTP/1.1" status: 204 len: 168 time: 2.1284826 Sep 19 12:14:42.872233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50938) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:42.882402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.929274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:42.990725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69932b7b-c0a9-464b-9d8e-de80bdc21c3d None None] DHCP port deletion for 9d2aa7ba-6cb6-4d88-a079-a884ed8c499c request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:43.003588 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-69932b7b-c0a9-464b-9d8e-de80bdc21c3d None None] Deleting port b76b95ec-ac88-46e9-82a9-1ff2334093bb {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:43.006203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-69932b7b-c0a9-464b-9d8e-de80bdc21c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.029395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cc60e7d-4711-4903-b326-3c39571d92d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.055962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] Deleting port b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:43.056411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.073206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58caf9b-5b4b-47b7-b230-84077bd8b127']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:43.107432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93b67ca-bcc4-4cf5-b129-a694009378be') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:43.107794 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93b67ca-bcc4-4cf5-b129-a694009378be') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:43.129762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.ipam_backend_mixin [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Performing IP validity checks on allocation pools {{(pid=89795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 12:14:43.132472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.132595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.ipam_backend_mixin [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 12:14:43.134899 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-eb2de500-6e39-4b3c-a196-652005d83644 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:43.135382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.135926 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eb2de500-6e39-4b3c-a196-652005d83644 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7896264 Sep 19 12:14:43.151028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50942) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:43.151234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:43.156453 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c4bfb6e9-9b70-423b-9e89-54c6994d4e91 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '571ea8f5-c103-4b86-abad-dc6214741197', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:43.156927 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-c4bfb6e9-9b70-423b-9e89-54c6994d4e91 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 12:14:43.157415 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-c4bfb6e9-9b70-423b-9e89-54c6994d4e91 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:43.159584 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f26b2-4016-4e95-8e6e-cdfe8ce21472 None None] The port 'b4fe3e24-6e5c-4156-a2e1-017a3aeb8417' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:14:43.161437 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c4bfb6e9-9b70-423b-9e89-54c6994d4e91 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101063 Sep 19 12:14:43.171448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50946) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:43.187613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-345b8e50-f203-4a69-a649-502bc12c9a15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '571ea8f5-c103-4b86-abad-dc6214741197', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:43.188677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.189018 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Added segment 2d940904-c01b-4757-a88f-c5004cc973f2 of type vlan for network 20ef1e8a-f55e-4158-aa89-30d58c1c11d6 Sep 19 12:14:43.194833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1b48d1-6439-45f0-9354-573064b8eb3f,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:43.208722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.208722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-345b8e50-f203-4a69-a649-502bc12c9a15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:43.226357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-345b8e50-f203-4a69-a649-502bc12c9a15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:43.231866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-345b8e50-f203-4a69-a649-502bc12c9a15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:43.238716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-345b8e50-f203-4a69-a649-502bc12c9a15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:43.250040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Deleting port b76b95ec-ac88-46e9-82a9-1ff2334093bb {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:43.250824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.312091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:43.315570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.316255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.340765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33752255-360b-4d3e-a63c-5966b1392c0e req-e3ae5628-fde9-4c28-a02d-708e73024ee6 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:43.342341 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-33752255-360b-4d3e-a63c-5966b1392c0e req-e3ae5628-fde9-4c28-a02d-708e73024ee6 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.6459005 Sep 19 12:14:43.378439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-69932b7b-c0a9-464b-9d8e-de80bdc21c3d None None] For port b76b95ec-ac88-46e9-82a9-1ff2334093bb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b76b95ec-ac88-46e9-82a9-1ff2334093bb,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:43.378879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-69932b7b-c0a9-464b-9d8e-de80bdc21c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.495455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.516051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-69932b7b-c0a9-464b-9d8e-de80bdc21c3d None None] Calling delete_port for b76b95ec-ac88-46e9-82a9-1ff2334093bb owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:43.516577 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment f93b67ca-bcc4-4cf5-b129-a694009378be resource provider aggregate not found Sep 19 12:14:43.532554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cc60e7d-4711-4903-b326-3c39571d92d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.533043 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-33752255-360b-4d3e-a63c-5966b1392c0e req-2197c80e-b4ac-43ee-b461-d0acba597418 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381390 Sep 19 12:14:43.603406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550bca68-49c1-4c37-afd9-6ba46bce0e95 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:43.604697 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment f93b67ca-bcc4-4cf5-b129-a694009378be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f93b67ca-bcc4-4cf5-b129-a694009378be found for delete ", "request_id": "req-f0acf09b-254e-494f-b22d-86390991e4a5"}]} Sep 19 12:14:43.606483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.608502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cc60e7d-4711-4903-b326-3c39571d92d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.612244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:43.613213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.619246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc60e7d-4711-4903-b326-3c39571d92d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=33104b6f-6fbb-4276-afef-d9d04b8cad6e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:43.700703 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-345b8e50-f203-4a69-a649-502bc12c9a15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:43.703059 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-345b8e50-f203-4a69-a649-502bc12c9a15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5284095 Sep 19 12:14:43.716723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50954) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:43.738919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-aa262777-ca3e-40f9-819d-66172e967474 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '571ea8f5-c103-4b86-abad-dc6214741197', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:43.739628 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.api.v2.base [None req-aa262777-ca3e-40f9-819d-66172e967474 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 19 12:14:43.740105 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-aa262777-ca3e-40f9-819d-66172e967474 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:43.744619 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aa262777-ca3e-40f9-819d-66172e967474 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0215623 Sep 19 12:14:43.753186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b76b95ec-ac88-46e9-82a9-1ff2334093bb no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:43.756891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50958) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:43.758387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.798563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-10646db9-d74f-441d-aa97-a72fdcf302b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.800861 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3cc60e7d-4711-4903-b326-3c39571d92d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/33104b6f-6fbb-4276-afef-d9d04b8cad6e HTTP/1.1" status: 204 len: 168 time: 1.3506818 Sep 19 12:14:43.804535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50962) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:43.808295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.832124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-06d79aaa-d407-4a70-8ea7-92894d03489c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '571ea8f5-c103-4b86-abad-dc6214741197', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:43.836073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=b58caf9b-5b4b-47b7-b230-84077bd8b127,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:43.855272 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-06d79aaa-d407-4a70-8ea7-92894d03489c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:43.875999 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8053136 Sep 19 12:14:43.877379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-06d79aaa-d407-4a70-8ea7-92894d03489c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:43.884306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a0450-3b28-43a4-8c2d-d9ca874354cb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=20ef1e8a-f55e-4158-aa89-30d58c1c11d6,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:43.888187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-06d79aaa-d407-4a70-8ea7-92894d03489c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:43.912185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-06d79aaa-d407-4a70-8ea7-92894d03489c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:43.915690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] For port b76b95ec-ac88-46e9-82a9-1ff2334093bb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b76b95ec-ac88-46e9-82a9-1ff2334093bb,segment=NetworkSegment(56ddbf2f-635c-4827-8273-8089b9befc52),segment_id=56ddbf2f-635c-4827-8273-8089b9befc52)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:43.916067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:43.926437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 20ef1e8a-f55e-4158-aa89-30d58c1c11d6 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:44.046020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-69932b7b-c0a9-464b-9d8e-de80bdc21c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:44.070336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Calling delete_port for b76b95ec-ac88-46e9-82a9-1ff2334093bb owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:44.082583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:44.086665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Port b76b95ec-ac88-46e9-82a9-1ff2334093bb update to DOWN by agent not found {{(pid=89796) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 19 12:14:44.087181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:44.102967 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8260b55c-fe72-4eb0-bc2e-8c5978bf7bfa admin admin] 10.222.0.66 "DELETE /v2.0/networks/b58caf9b-5b4b-47b7-b230-84077bd8b127 HTTP/1.1" status: 204 len: 168 time: 2.6067872 Sep 19 12:14:44.131108 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-233eb941-656c-4d61-82c0-356396c19da6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3102136 Sep 19 12:14:44.132024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50968) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:44.138162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Router 3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:14:44.162250 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-06d79aaa-d407-4a70-8ea7-92894d03489c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:44.164370 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-06d79aaa-d407-4a70-8ea7-92894d03489c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4003229 Sep 19 12:14:44.180993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50972) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:44.282508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:14:44.282863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:14:44.292016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f759a-b517-43c7-8203-8d09aec8469e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:44.293593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d18f759a-b517-43c7-8203-8d09aec8469e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:44.308038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69932b7b-c0a9-464b-9d8e-de80bdc21c3d None None] Pushing event deleted for resources: {'Port': ['ID=b76b95ec-ac88-46e9-82a9-1ff2334093bb,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:44.321346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:44.322257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b4fe3e24-6e5c-4156-a2e1-017a3aeb8417 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:44.332863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1f725b25-6027-49cb-bb71-998abf2f9375 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': '571ea8f5-c103-4b86-abad-dc6214741197', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:44.334907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69932b7b-c0a9-464b-9d8e-de80bdc21c3d None None] No DVR routers for this DVR port b76b95ec-ac88-46e9-82a9-1ff2334093bb on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:44.382425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d18f759a-b517-43c7-8203-8d09aec8469e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:44.384977 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d18f759a-b517-43c7-8203-8d09aec8469e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2507288 Sep 19 12:14:44.386669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50976) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:44.452338 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1f725b25-6027-49cb-bb71-998abf2f9375 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:44.488312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7341d07c-bcb8-436c-8abe-005d9f1ecff1 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:44.489334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1f725b25-6027-49cb-bb71-998abf2f9375 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:44.495215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1f725b25-6027-49cb-bb71-998abf2f9375 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:44.495929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559f82f-fbdc-4dc2-ae5e-eff559d35923 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:44.496652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8559f82f-fbdc-4dc2-ae5e-eff559d35923 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:44.498660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7341d07c-bcb8-436c-8abe-005d9f1ecff1 None None] Deleting port e118c5e7-5849-4734-929c-259023700868 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:44.499032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7341d07c-bcb8-436c-8abe-005d9f1ecff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:44.514929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1f725b25-6027-49cb-bb71-998abf2f9375 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:44.517112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Checking segment: {'id': '24564a7b-141b-4644-95b4-e6cbcb89031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ad8d908b-dc7e-42ed-b2e9-836635dd8768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:44.517476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network hostable DHCP agents. Network: ad8d908b-dc7e-42ed-b2e9-836635dd8768, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:14:44.524152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=1b956a23-8688-46f6-bd4a-c159edfff3b0,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:44.551829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:44.558025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:14:44.571532 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f266c35c-bca9-4d90-8c15-c26693ec5809 None None] Sync routers for ids ['3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:14:44.595918 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266c35c-bca9-4d90-8c15-c26693ec5809 None None] Routers {'3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:44.596534 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f266c35c-bca9-4d90-8c15-c26693ec5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:44.625477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8559f82f-fbdc-4dc2-ae5e-eff559d35923 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:44.628943 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8559f82f-fbdc-4dc2-ae5e-eff559d35923 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2387609 Sep 19 12:14:44.629133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50982) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:44.703253 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-853b5de4-05b2-4a43-b90d-2ec355456669 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729978 Sep 19 12:14:44.708474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50986) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:44.716198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:44.766010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:44.767025 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f266c35c-bca9-4d90-8c15-c26693ec5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:44.769796 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2717fd32-bf3b-4052-8246-b9a42aa178e8 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4498916 Sep 19 12:14:44.770662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network ad8d908b-dc7e-42ed-b2e9-836635dd8768 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:44.772582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 50990) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:44.778527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:44.779110 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266c35c-bca9-4d90-8c15-c26693ec5809 None None] Routers {'3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:44.779920 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f266c35c-bca9-4d90-8c15-c26693ec5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:44.814855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7341d07c-bcb8-436c-8abe-005d9f1ecff1 None None] For port e118c5e7-5849-4734-929c-259023700868, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e118c5e7-5849-4734-929c-259023700868,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:44.815174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7341d07c-bcb8-436c-8abe-005d9f1ecff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:44.860020 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f266c35c-bca9-4d90-8c15-c26693ec5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:44.860826 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f266c35c-bca9-4d90-8c15-c26693ec5809 None None] The sync data for ids ['3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:14:44.880888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Deleting port b76b95ec-ac88-46e9-82a9-1ff2334093bb {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:44.881561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:44.891094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50994) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:44.968779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7341d07c-bcb8-436c-8abe-005d9f1ecff1 None None] Calling delete_port for e118c5e7-5849-4734-929c-259023700868 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:44.972135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] The port 'b76b95ec-ac88-46e9-82a9-1ff2334093bb' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:14:45.000667 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-50f04651-c06a-495b-96dd-d15c62370c08 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89b67a2b8a7d4711939cb92036100cb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1078217 Sep 19 12:14:45.013289 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 50998) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:45.016077 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-1f725b25-6027-49cb-bb71-998abf2f9375 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:45.018080 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1f725b25-6027-49cb-bb71-998abf2f9375 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7049940 Sep 19 12:14:45.029176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51002) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:45.038425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, ad8d908b-dc7e-42ed-b2e9-836635dd8768) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:45.059751 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:45.060335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.068308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b1480f-547d-48af-bac2-a3b4357d3dc9 None None] Network ad8d908b-dc7e-42ed-b2e9-836635dd8768 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:45.116855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:45.146069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:45.167177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7341d07c-bcb8-436c-8abe-005d9f1ecff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.187931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a1b2953c-47ba-41e3-8ba5-6d6b9a73925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.227650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a1b2953c-47ba-41e3-8ba5-6d6b9a73925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.236988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8ab4d844-1c05-4055-8ab5-0a899a3af89a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.254523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341d07c-bcb8-436c-8abe-005d9f1ecff1 None None] Pushing event deleted for resources: {'Port': ['ID=e118c5e7-5849-4734-929c-259023700868,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:45.275735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341d07c-bcb8-436c-8abe-005d9f1ecff1 None None] No DVR routers for this DVR port e118c5e7-5849-4734-929c-259023700868 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:45.277440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8ab4d844-1c05-4055-8ab5-0a899a3af89a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.299821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:45.305366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.323002 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.406888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa6204-283d-4c84-9f36-30aa42d1c94e req-d4106e1a-1cf7-422d-a3ec-af13bbcbb04f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:45.408885 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27aa6204-283d-4c84-9f36-30aa42d1c94e req-d4106e1a-1cf7-422d-a3ec-af13bbcbb04f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.6048877 Sep 19 12:14:45.422037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.427449 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-67f6875d-9c7c-4bd3-9282-9c4280beebd2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3029687 Sep 19 12:14:45.431572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51006) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:45.454688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': 'ad8d908b-dc7e-42ed-b2e9-836635dd8768', 'name': 'tempest-PortsIpV6TestJSON-384028496'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:45.506076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-ad8d908b-dc7e-42ed-b2e9-836635dd8768', 'network_id': 'ad8d908b-dc7e-42ed-b2e9-836635dd8768', 'tenant_id': 'ac5ff996b5b44a79bf30fdb9183687b7', 'fixed_ips': [{'subnet_id': '1b956a23-8688-46f6-bd4a-c159edfff3b0'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:14:45.506992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.513798 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27aa6204-283d-4c84-9f36-30aa42d1c94e req-9ca53abb-a841-48c6-9470-f8eedec02575 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666540 Sep 19 12:14:45.540838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a1b2953c-47ba-41e3-8ba5-6d6b9a73925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.591537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2953c-47ba-41e3-8ba5-6d6b9a73925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31afaedb-c169-41ff-a6cd-d20285b184c2,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:45.765699 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e118c5e7-5849-4734-929c-259023700868 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:45.793124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a1b2953c-47ba-41e3-8ba5-6d6b9a73925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:45.796518 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a1b2953c-47ba-41e3-8ba5-6d6b9a73925a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31afaedb-c169-41ff-a6cd-d20285b184c2 HTTP/1.1" status: 204 len: 168 time: 0.7798557 Sep 19 12:14:45.819150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: e118c5e7-5849-4734-929c-259023700868 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:45.820131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e118c5e7-5849-4734-929c-259023700868 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:45.835341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2aa7ba-6cb6-4d88-a079-a884ed8c499c']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:45.847140 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Allocated IP 2001:db8::2 (ad8d908b-dc7e-42ed-b2e9-836635dd8768/1b956a23-8688-46f6-bd4a-c159edfff3b0/c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:45.872807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ddbf2f-635c-4827-8273-8089b9befc52') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:45.873114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ddbf2f-635c-4827-8273-8089b9befc52') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:45.903104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.020659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.027577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8ab4d844-1c05-4055-8ab5-0a899a3af89a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.078404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:46.079404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.205153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.230270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4d844-1c05-4055-8ab5-0a899a3af89a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571ea8f5-c103-4b86-abad-dc6214741197,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:46.263610 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 56ddbf2f-635c-4827-8273-8089b9befc52 resource provider aggregate not found Sep 19 12:14:46.308686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ae47c-bbf5-44c5-ab84-a533fefacf62 req-aa829658-da03-433d-8583-9af8eb7b85a8 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:46.310059 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d79ae47c-bbf5-44c5-ab84-a533fefacf62 req-aa829658-da03-433d-8583-9af8eb7b85a8 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.5183136 Sep 19 12:14:46.316359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.341050 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 56ddbf2f-635c-4827-8273-8089b9befc52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56ddbf2f-635c-4827-8273-8089b9befc52 found for delete ", "request_id": "req-b46fbdee-2b41-420a-9efd-0a1d37b956ae"}]} Sep 19 12:14:46.373710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.384199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:46.390835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:46.401258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8688a5d-2222-408c-bf2a-3f2e6998d983 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:46.424379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:46.432781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:46.433440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.441328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8ab4d844-1c05-4055-8ab5-0a899a3af89a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.447444 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8ab4d844-1c05-4055-8ab5-0a899a3af89a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "DELETE /v2.0/security-groups/571ea8f5-c103-4b86-abad-dc6214741197 HTTP/1.1" status: 204 len: 168 time: 1.3824158 Sep 19 12:14:46.455418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51020) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:46.510264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:46.551914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=dab38a92-2f26-4510-94be-bb2e6f39c9ae,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:46.607459 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d79ae47c-bbf5-44c5-ab84-a533fefacf62 req-94cdf4e5-c256-48dc-a718-e71d40ea41fc tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674174 Sep 19 12:14:46.609259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Transition to ACTIVE for port object c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:46.616762 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d24eb86d-2aec-4e0e-a8fd-40e6c5cf73dc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9071953 Sep 19 12:14:46.620661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51028) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:46.627065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1cc98a72-45d8-4c06-9e66-5647868eb6d0 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Synchronizing usage tracker for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:46.633600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'fixed_ips': [{'subnet_id': 'dab38a92-2f26-4510-94be-bb2e6f39c9ae', 'ip_address': '2001:db8::d1d4:ed77:d223:4859'}], 'name': 'tempest-NetworksTestDHCPv6-112675578'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:46.646181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.684295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.713666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Transition to ACTIVE for port object c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:46.716503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2aa7ba-6cb6-4d88-a079-a884ed8c499c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:46.733671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:46.743947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.813193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.814475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.826297 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0c68ec8a-c333-4a54-b3e8-3bffd16f6b51 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9d2aa7ba-6cb6-4d88-a079-a884ed8c499c HTTP/1.1" status: 204 len: 168 time: 3.9317610 Sep 19 12:14:46.828191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port cee431a4-83e8-41f0-b04f-1aea1d697f00 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:46.853252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1cc98a72-45d8-4c06-9e66-5647868eb6d0 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Unset dirty status for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:46.869151 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1cc98a72-45d8-4c06-9e66-5647868eb6d0 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4104106 Sep 19 12:14:46.870079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51038) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:46.891669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'tempest-secgroup--980611201'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:46.970651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:46.977723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:46.990063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:47.026406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:47.036006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Network ad8d908b-dc7e-42ed-b2e9-836635dd8768 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:47.038664 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Pushing event updated for resources: {'Port': ['ID=c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:47.053157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': 'dab38a92-2f26-4510-94be-bb2e6f39c9ae'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:14:47.053991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.069093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:47.069093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:47.069317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:47.106159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe77d7-0359-427d-82c1-a84486780fc5 req-cc3bcf1e-56f9-46a3-b304-b9f90a2bdf87 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:47.114299 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8bfe77d7-0359-427d-82c1-a84486780fc5 req-cc3bcf1e-56f9-46a3-b304-b9f90a2bdf87 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2101417 Sep 19 12:14:47.137391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.147173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51044) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:47.157891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'network_id': '20ef1e8a-f55e-4158-aa89-30d58c1c11d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:47.185058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:47.189088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:47.192012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:47.211995 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8bfe77d7-0359-427d-82c1-a84486780fc5 req-cc29e17b-e82f-4edd-a578-65fba2d2e78a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960875 Sep 19 12:14:47.213184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:47.265510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Attempting to bind port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:47.265886 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Attempting to bind port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '24564a7b-141b-4644-95b4-e6cbcb89031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ad8d908b-dc7e-42ed-b2e9-836635dd8768'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:47.266252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Attempting to bind port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 on network ad8d908b-dc7e-42ed-b2e9-836635dd8768 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:47.273020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8::2d0 (ad8d908b-dc7e-42ed-b2e9-836635dd8768/1b956a23-8688-46f6-bd4a-c159edfff3b0/cee431a4-83e8-41f0-b04f-1aea1d697f00) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:47.279284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:14:47.279667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Checking segment: {'id': '24564a7b-141b-4644-95b4-e6cbcb89031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ad8d908b-dc7e-42ed-b2e9-836635dd8768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:47.280067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.280713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Bound using segment: {'id': '24564a7b-141b-4644-95b4-e6cbcb89031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ad8d908b-dc7e-42ed-b2e9-836635dd8768'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:14:47.281294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Bound port: c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24564a7b-141b-4644-95b4-e6cbcb89031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ad8d908b-dc7e-42ed-b2e9-836635dd8768'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:14:47.281667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.436437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51052) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:47.437963 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/dab38a92-2f26-4510-94be-bb2e6f39c9ae/702f13c6-69b7-4765-b26b-13063429508f) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:47.440309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:47.454782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] For port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:47.458683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] For port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11,segment=NetworkSegment(24564a7b-141b-4644-95b4-e6cbcb89031c),segment_id=24564a7b-141b-4644-95b4-e6cbcb89031c)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:14:47.526932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.539881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Deleting port ee0e587d-6dd1-4cfd-b346-da21c8970634 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:47.540452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.547306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.606273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.616224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object cee431a4-83e8-41f0-b04f-1aea1d697f00 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:47.650704 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-31d1248f-921b-4399-b110-ae53da451cdb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc270227fb294510bb4c21e9c8f4cf03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2090476 Sep 19 12:14:47.652401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51060) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:47.656186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:47.663834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 53027951-8155-47e3-8d7c-2ed08d3eb9ab yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:47.697172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:subnet and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:47.703095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3b46f-40fb-4df3-bba9-5ef6c875ab18 None None] Pushing event updated for resources: {'Port': ['ID=c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:47.754589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:47.765037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:47.766644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2043f-4e70-49bc-9792-d1fa35637194 req-0b63bab2-4dcf-493e-abc3-65e3519541cf tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:47.768193 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-90c2043f-4e70-49bc-9792-d1fa35637194 req-0b63bab2-4dcf-493e-abc3-65e3519541cf tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.3328242 Sep 19 12:14:47.801375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.806245 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.819258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Transition to ACTIVE for port object 702f13c6-69b7-4765-b26b-13063429508f will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:47.843770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Transition to ACTIVE for port object 702f13c6-69b7-4765-b26b-13063429508f will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:47.872097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:47.875722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.902651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.922195 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-90c2043f-4e70-49bc-9792-d1fa35637194 req-a051c28f-0671-4534-a40b-1829e998d84c tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422348 Sep 19 12:14:47.933914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b89b803-131d-4f5a-a0aa-2e8906f6d1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:47.954176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.036199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6145fcb-7bf9-422c-94f8-0dfab675a621,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:48.078496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::d1d4:ed77:d223:4859 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/dab38a92-2f26-4510-94be-bb2e6f39c9ae/53027951-8155-47e3-8d7c-2ed08d3eb9ab) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:48.090695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:48.115157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:48.115157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:48.115157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Pushing event updated for resources: {'Port': ['ID=702f13c6-69b7-4765-b26b-13063429508f,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:48.144004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.147955 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3553c355-b887-4d8f-9786-72946b3bcd9c tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2700634 Sep 19 12:14:48.149513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51070) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:48.157020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2cd8acec-24f2-4f52-be0d-af06461ec694 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': 'a6145fcb-7bf9-422c-94f8-0dfab675a621', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:48.164545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2cd8acec-24f2-4f52-be0d-af06461ec694 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:48.169144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2cd8acec-24f2-4f52-be0d-af06461ec694 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:48.177045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2cd8acec-24f2-4f52-be0d-af06461ec694 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:48.186954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2cd8acec-24f2-4f52-be0d-af06461ec694 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:48.269053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Attempting to bind port 702f13c6-69b7-4765-b26b-13063429508f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:48.269427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Attempting to bind port 702f13c6-69b7-4765-b26b-13063429508f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:48.269771 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Attempting to bind port 702f13c6-69b7-4765-b26b-13063429508f on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:48.277677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:14:48.278055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:48.278354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.278762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:14:48.279296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Bound port: 702f13c6-69b7-4765-b26b-13063429508f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:14:48.279674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.406129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.425308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] For port 702f13c6-69b7-4765-b26b-13063429508f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:48.430721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] For port 702f13c6-69b7-4765-b26b-13063429508f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=702f13c6-69b7-4765-b26b-13063429508f,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:14:48.484285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85751c80-d8d4-4f39-bdb8-25bef8626b05 req-f72acecd-e219-4d66-8a45-2bcd2286cfb7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:48.485935 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-85751c80-d8d4-4f39-bdb8-25bef8626b05 req-f72acecd-e219-4d66-8a45-2bcd2286cfb7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2833312 Sep 19 12:14:48.509390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.520977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.522300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.533223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b89b803-131d-4f5a-a0aa-2e8906f6d1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.535507 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-2cd8acec-24f2-4f52-be0d-af06461ec694 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The resource could not be found. Sep 19 12:14:48.536534 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2cd8acec-24f2-4f52-be0d-af06461ec694 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3862557 Sep 19 12:14:48.546978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51078) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:48.573628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 53027951-8155-47e3-8d7c-2ed08d3eb9ab will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:48.588301 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-85751c80-d8d4-4f39-bdb8-25bef8626b05 req-b055a98e-e0c0-4ae0-a000-b0563eb0b7f8 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882983 Sep 19 12:14:48.630789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network ad8d908b-dc7e-42ed-b2e9-836635dd8768 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:48.639146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5e647a8d-dda2-4647-a6c7-57f482c87d5e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': 'a6145fcb-7bf9-422c-94f8-0dfab675a621', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3fb6ee76-f5fb-4981-864a-a6e959c4d4be'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:48.645339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5e647a8d-dda2-4647-a6c7-57f482c87d5e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:48.691404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482d01e-23c2-4db4-acb2-63f3d2f5e695 None None] Pushing event updated for resources: {'Port': ['ID=702f13c6-69b7-4765-b26b-13063429508f,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:48.716749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.724410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:48.735564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Calling delete_port for ee0e587d-6dd1-4cfd-b346-da21c8970634 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:48.770337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5e647a8d-dda2-4647-a6c7-57f482c87d5e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:48.875377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:48.875377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:48.875377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:48.875377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=cee431a4-83e8-41f0-b04f-1aea1d697f00,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:48.875377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5e647a8d-dda2-4647-a6c7-57f482c87d5e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:48.875377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5e647a8d-dda2-4647-a6c7-57f482c87d5e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:48.884258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:48.907364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:49.040100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=53027951-8155-47e3-8d7c-2ed08d3eb9ab,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:49.040100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:49.040100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:49.040100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:49.040100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c1e51-bcac-490c-946f-93f3bdc1c6d3 req-1801b2a4-9d23-411f-ad9e-003c21a7a702 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:49.040100 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7a5c1e51-bcac-490c-946f-93f3bdc1c6d3 req-1801b2a4-9d23-411f-ad9e-003c21a7a702 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2020805 Sep 19 12:14:49.050012 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7a5c1e51-bcac-490c-946f-93f3bdc1c6d3 req-3741fc04-bd1d-43ea-8bad-895115ef3cb5 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447743 Sep 19 12:14:49.261082 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eb79c161-3e45-4169-bc29-9b371f4ab93e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6389112 Sep 19 12:14:49.261478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b89b803-131d-4f5a-a0aa-2e8906f6d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:49.264151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51094) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:49.280996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:49.281170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'fixed_ips': [{'subnet_id': 'dab38a92-2f26-4510-94be-bb2e6f39c9ae', 'ip_address': '2001:db8::d1d4:ed77:d223:4859'}], 'name': 'tempest-NetworksTestDHCPv6-890879224'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:49.281288 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-480d942a-3b09-46f0-b92d-f10ae0e29879 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8379536 Sep 19 12:14:49.294298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51098) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:49.343930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51102) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:49.353121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89b803-131d-4f5a-a0aa-2e8906f6d1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b36f761-2931-4007-bf21-d7a2fabfe241,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:49.381884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:49.412820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb92aa6-f0e3-43cd-8301-f04fefde0b45 None None] Network ad8d908b-dc7e-42ed-b2e9-836635dd8768 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:49.447098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Pushing event deleted for resources: {'Port': ['ID=ee0e587d-6dd1-4cfd-b346-da21c8970634,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:49.454509 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-5e647a8d-dda2-4647-a6c7-57f482c87d5e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The resource could not be found. Sep 19 12:14:49.455618 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5e647a8d-dda2-4647-a6c7-57f482c87d5e tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8947620 Sep 19 12:14:49.475214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51108) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:49.488423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=4761e31f-4cb6-4d16-8f69-8064a33a263e,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:49.542447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b89b803-131d-4f5a-a0aa-2e8906f6d1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:49.546679 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6b89b803-131d-4f5a-a0aa-2e8906f6d1ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b36f761-2931-4007-bf21-d7a2fabfe241 HTTP/1.1" status: 204 len: 168 time: 1.8935564 Sep 19 12:14:49.570537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking segment: {'id': '2d940904-c01b-4757-a88f-c5004cc973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '20ef1e8a-f55e-4158-aa89-30d58c1c11d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:49.574988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network hostable DHCP agents. Network: 20ef1e8a-f55e-4158-aa89-30d58c1c11d6, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:14:49.632482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-0d4bee19-6b86-4a5d-87dd-de3432c197af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port cee431a4-83e8-41f0-b04f-1aea1d697f00 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:49.633015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d4bee19-6b86-4a5d-87dd-de3432c197af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:49.660762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-158541870'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:49.667157 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:49.675623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Usage tracker for resource:network and tenant:2c890ace0e7348e2961b11f2aff153bc is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:49.675623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:49.682524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:49.772825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4df1a832-f74c-42ae-91ff-5211f23944cd None None] Provisioning for port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:49.784916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:49.812603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:49.821934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:49.835412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:49.853597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:49.893409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Made reservation on behalf of 2c890ace0e7348e2961b11f2aff153bc for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:49.893409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:49.902271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4c46a745-e3e9-4146-bb75-28dd41832ac6 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:49.903814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network 20ef1e8a-f55e-4158-aa89-30d58c1c11d6 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:49.946184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 702f13c6-69b7-4765-b26b-13063429508f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:49.956084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:49.961786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.002973 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.013222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 9baf2a65-ffad-43f4-84ff-43511796bd59 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:50.104809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4c46a745-e3e9-4146-bb75-28dd41832ac6 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.117735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d4bee19-6b86-4a5d-87dd-de3432c197af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.121201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:50.159677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 702f13c6-69b7-4765-b26b-13063429508f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:50.165959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:50.204459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Usage tracker for resource:security_group_rule and tenant:2c890ace0e7348e2961b11f2aff153bc is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:50.207223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 20ef1e8a-f55e-4158-aa89-30d58c1c11d6) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:50.209845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:50.230736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:50.238002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:50.239542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.257259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa923292-ca9c-4a90-bd0e-764b63168e58 None None] Network 20ef1e8a-f55e-4158-aa89-30d58c1c11d6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:50.429833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a08b10a2-d1f3-4c10-a233-120e69544d25 None None] Provisioning for port 702f13c6-69b7-4765-b26b-13063429508f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:50.454336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a08b10a2-d1f3-4c10-a233-120e69544d25 None None] Provisioning complete for port 702f13c6-69b7-4765-b26b-13063429508f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:50.454714 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a08b10a2-d1f3-4c10-a233-120e69544d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.483752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-0d4bee19-6b86-4a5d-87dd-de3432c197af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for cee431a4-83e8-41f0-b04f-1aea1d697f00 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:50.490802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.545351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.730030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:50.752237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:50.755236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.809452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d4bee19-6b86-4a5d-87dd-de3432c197af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.887923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bee19-6b86-4a5d-87dd-de3432c197af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=cee431a4-83e8-41f0-b04f-1aea1d697f00,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:50.894982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-20ef1e8a-f55e-4158-aa89-30d58c1c11d6', 'network_id': '20ef1e8a-f55e-4158-aa89-30d58c1c11d6', 'tenant_id': 'dfb4af15b8f94db4bc3ba793ccb86146', 'fixed_ips': [{'subnet_id': '4761e31f-4cb6-4d16-8f69-8064a33a263e'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:14:50.895803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.911879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Router 3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:14:50.919229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a08b10a2-d1f3-4c10-a233-120e69544d25 None None] Current status of the port 702f13c6-69b7-4765-b26b-13063429508f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:50.919693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a08b10a2-d1f3-4c10-a233-120e69544d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.921516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.973479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d4bee19-6b86-4a5d-87dd-de3432c197af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:50.990821 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0d4bee19-6b86-4a5d-87dd-de3432c197af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/cee431a4-83e8-41f0-b04f-1aea1d697f00 HTTP/1.1" status: 204 len: 168 time: 1.6852412 Sep 19 12:14:50.996500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51124) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:50.996636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a08b10a2-d1f3-4c10-a233-120e69544d25 None None] For port 702f13c6-69b7-4765-b26b-13063429508f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=702f13c6-69b7-4765-b26b-13063429508f,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:51.002460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4c46a745-e3e9-4146-bb75-28dd41832ac6 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.005433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4c46a745-e3e9-4146-bb75-28dd41832ac6 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.010592 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4c46a745-e3e9-4146-bb75-28dd41832ac6 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "DELETE /v2.0/security-groups/a6145fcb-7bf9-422c-94f8-0dfab675a621 HTTP/1.1" status: 204 len: 168 time: 1.5258536 Sep 19 12:14:51.035378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51128) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.052468 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e1f32f-9fb7-41aa-af27-a8c504ee917f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:14:51.061783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e1f32f-9fb7-41aa-af27-a8c504ee917f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:51.061783 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-54e1f32f-9fb7-41aa-af27-a8c504ee917f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/cee431a4-83e8-41f0-b04f-1aea1d697f00 HTTP/1.1" status: 404 len: 333 time: 0.0626726 Sep 19 12:14:51.061783 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 19 12:14:51.061783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:51.067837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51134) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.085490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a08b10a2-d1f3-4c10-a233-120e69544d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.137057 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8000624-0e4c-47ca-af1c-e19744fa6034 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:14:51.142450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e8000624-0e4c-47ca-af1c-e19744fa6034 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:51.171293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.171293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f5e11dd6-59c3-4f91-9f31-7de599481ada tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0215254 Sep 19 12:14:51.174505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51142) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.177786 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46a745-e3e9-4146-bb75-28dd41832ac6 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6145fcb-7bf9-422c-94f8-0dfab675a621,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:51.181817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-54565953'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:51.191788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:51.193195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:51.193591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.196843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:network and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:51.200030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:51.212444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:51.217647 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:14:51.226197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:51.250666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0439ee-037c-4341-a4b8-ffbd17649ad6 None None] Sync routers for ids ['3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:14:51.268811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.272689 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-db1c3a34-e4fd-4ef3-a316-2d23fa896b50 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "PUT /v2.0/routers/3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462 HTTP/1.1" status: 200 len: 706 time: 6.4963589 Sep 19 12:14:51.272689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8501df-a568-4e55-a588-b9694ed99eea,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:51.273743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51146) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.276615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.276966 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Added segment 3d4a7f6a-cee1-4155-8eb4-e1a01849630b of type vlan for network ed3fe2a8-91ec-4d14-9cc0-bf6b1b94bd7d Sep 19 12:14:51.280239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ccb4696f-8db8-4736-925b-f2af96d98927 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Synchronizing usage tracker for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:51.308704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-434a0b09-2ed8-416c-bee2-e3465e525fa4 None None] Could not find standard attr ID for object cee431a4-83e8-41f0-b04f-1aea1d697f00. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:14:51.328725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.353014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0439ee-037c-4341-a4b8-ffbd17649ad6 None None] Routers {'3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:51.353811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3f0439ee-037c-4341-a4b8-ffbd17649ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:51.367152 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6c9bb679-beae-4689-b526-286e72d66291 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1017301 Sep 19 12:14:51.370546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51150) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.374976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e8000624-0e4c-47ca-af1c-e19744fa6034 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:51.376533 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e8000624-0e4c-47ca-af1c-e19744fa6034 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/cee431a4-83e8-41f0-b04f-1aea1d697f00 HTTP/1.1" status: 404 len: 333 time: 0.3076255 Sep 19 12:14:51.379787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:51.382260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.393779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51156) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.441554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ccb4696f-8db8-4736-925b-f2af96d98927 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Unset dirty status for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:51.443468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b10a2-d1f3-4c10-a233-120e69544d25 None None] Pushing event updated for resources: {'Port': ['ID=702f13c6-69b7-4765-b26b-13063429508f,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:51.447272 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ccb4696f-8db8-4736-925b-f2af96d98927 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4011977 Sep 19 12:14:51.449594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51160) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.454377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3f0439ee-037c-4341-a4b8-ffbd17649ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:51.457526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11,segment=NetworkSegment(24564a7b-141b-4644-95b4-e6cbcb89031c),segment_id=24564a7b-141b-4644-95b4-e6cbcb89031c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:51.467336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a92f690a-7592-4ec0-8f66-25e5e4286315 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': 'eb68ca8b-5859-4260-b906-f34fab6ba40a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:51.475901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a92f690a-7592-4ec0-8f66-25e5e4286315 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:51.478656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.479759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Allocated IP 2001:db8:0:ffff::2 (20ef1e8a-f55e-4158-aa89-30d58c1c11d6/4761e31f-4cb6-4d16-8f69-8064a33a263e/c85d447b-2f26-46b3-9d49-1fbfdf5c688f) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:51.483274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0439ee-037c-4341-a4b8-ffbd17649ad6 None None] Routers {'3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:14:51.483934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3f0439ee-037c-4341-a4b8-ffbd17649ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:51.484891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:51.485547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.558460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5358c7ac-dc1d-4140-b874-50fd201c2af4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet 1b956a23-8688-46f6-bd4a-c159edfff3b0 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:14:51.565863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-434a0b09-2ed8-416c-bee2-e3465e525fa4 None None] Provisioning for port 53027951-8155-47e3-8d7c-2ed08d3eb9ab completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:51.573819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.581235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5358c7ac-dc1d-4140-b874-50fd201c2af4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.597326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a92f690a-7592-4ec0-8f66-25e5e4286315 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:51.605382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Pushing event updated for resources: {'Network': ['ID=ed3fe2a8-91ec-4d14-9cc0-bf6b1b94bd7d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:51.610124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a92f690a-7592-4ec0-8f66-25e5e4286315 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:51.619225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a92f690a-7592-4ec0-8f66-25e5e4286315 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:51.631141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3f0439ee-037c-4341-a4b8-ffbd17649ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:51.631987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0439ee-037c-4341-a4b8-ffbd17649ad6 None None] The sync data for ids ['3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:14:51.634304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:51.647656 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2921992a-f189-4e3b-ae12-6645b5746acd tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/routers/3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462 HTTP/1.1" status: 200 len: 741 time: 0.3722467 Sep 19 12:14:51.648107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-434a0b09-2ed8-416c-bee2-e3465e525fa4 None None] Provisioning complete for port 53027951-8155-47e3-8d7c-2ed08d3eb9ab triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:51.648351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f98cc6-17e9-49c5-9ce7-a96e2f5d7175 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:51.649358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-434a0b09-2ed8-416c-bee2-e3465e525fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.655321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f98cc6-17e9-49c5-9ce7-a96e2f5d7175 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:51.657311 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-70f98cc6-17e9-49c5-9ce7-a96e2f5d7175 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2856898 Sep 19 12:14:51.657977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51166) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.660076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51170) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.685677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5358c7ac-dc1d-4140-b874-50fd201c2af4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.689454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network ed3fe2a8-91ec-4d14-9cc0-bf6b1b94bd7d details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:51.717806 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c3528bc4-a0b6-4339-a725-bb707aeb4734 tempest-RoutersAdminTest-1589526702 tempest-RoutersAdminTest-1589526702-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&device_id=3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462 HTTP/1.1" status: 200 len: 205 time: 0.0586951 Sep 19 12:14:51.746082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51174) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.748888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:51.749244 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Added segment cbceb3ee-6cc6-47da-bc0d-5f67d9264bb2 of type vlan for network aedadfd8-22dc-461d-91ac-59c3a492b660 Sep 19 12:14:51.756675 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-16f43bdc-4183-4848-9d95-a1fff25c677d tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4026320 Sep 19 12:14:51.762322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51178) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:51.811203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b88a424d-0306-45f0-98a0-a7fbac226c5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 53027951-8155-47e3-8d7c-2ed08d3eb9ab {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:51.819072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b88a424d-0306-45f0-98a0-a7fbac226c5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.010931 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-a92f690a-7592-4ec0-8f66-25e5e4286315 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The resource could not be found. Sep 19 12:14:52.012074 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a92f690a-7592-4ec0-8f66-25e5e4286315 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5579317 Sep 19 12:14:52.017321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51186) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:52.025686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.040256 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2a6be25a-451a-453a-841d-f001b31b40a4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462 HTTP/1.1" status: 200 len: 205 time: 0.2881808 Sep 19 12:14:52.040379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 702f13c6-69b7-4765-b26b-13063429508f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:52.040466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51190) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:52.103120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773813039'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:52.109690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:52.122893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:52.151366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Request body: {'network': {'name': 'tempest-network--829084870', 'router:external': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:52.163129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:52.171174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Usage tracker for resource:network and tenant:834e58cf75c44552bf929517daeed976 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:52.171353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.176284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:52.181619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:14:52.187472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:52.223276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-434a0b09-2ed8-416c-bee2-e3465e525fa4 None None] Port 53027951-8155-47e3-8d7c-2ed08d3eb9ab cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:14:52.227275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b88a424d-0306-45f0-98a0-a7fbac226c5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.227937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Transition to ACTIVE for port object c85d447b-2f26-46b3-9d49-1fbfdf5c688f will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:52.235410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-323d80cb-8cdc-49d5-ad9c-7a97b739e04d tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.240034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:52.272576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Transition to ACTIVE for port object c85d447b-2f26-46b3-9d49-1fbfdf5c688f will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:52.279822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-434a0b09-2ed8-416c-bee2-e3465e525fa4 None None] Provisioning complete for port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:52.280200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-434a0b09-2ed8-416c-bee2-e3465e525fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.330488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 702f13c6-69b7-4765-b26b-13063429508f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:52.331149 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.345854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5358c7ac-dc1d-4140-b874-50fd201c2af4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.364601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.375326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Made reservation on behalf of 834e58cf75c44552bf929517daeed976 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:52.377805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.397425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b88a424d-0306-45f0-98a0-a7fbac226c5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 53027951-8155-47e3-8d7c-2ed08d3eb9ab owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:52.403330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.452474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.482191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:52.488519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Usage tracker for resource:security_group_rule and tenant:834e58cf75c44552bf929517daeed976 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:52.491391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:52.498135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:52.504083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:52.509934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:52.514080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:52.524755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Network 20ef1e8a-f55e-4158-aa89-30d58c1c11d6 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:52.532335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5358c7ac-dc1d-4140-b874-50fd201c2af4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.534251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:52.543243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:52.548827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:52.589579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Pushing event updated for resources: {'Port': ['ID=c85d447b-2f26-46b3-9d49-1fbfdf5c688f,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:52.630266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358c7ac-dc1d-4140-b874-50fd201c2af4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=1b956a23-8688-46f6-bd4a-c159edfff3b0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:52.639502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.645116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:52.645794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.653434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5358c7ac-dc1d-4140-b874-50fd201c2af4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.660485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b588fa-7636-4f61-8556-7eaaa0a09967 None None] Network ad8d908b-dc7e-42ed-b2e9-836635dd8768 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:52.666352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51204) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:52.673518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-434a0b09-2ed8-416c-bee2-e3465e525fa4 None None] Current status of the port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:52.760489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.788027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.796871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b88a424d-0306-45f0-98a0-a7fbac226c5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.799896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.815728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 702f13c6-69b7-4765-b26b-13063429508f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:52.835565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Attempting to bind port c85d447b-2f26-46b3-9d49-1fbfdf5c688f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:52.838675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Attempting to bind port c85d447b-2f26-46b3-9d49-1fbfdf5c688f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '2d940904-c01b-4757-a88f-c5004cc973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '20ef1e8a-f55e-4158-aa89-30d58c1c11d6'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:52.838675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Attempting to bind port c85d447b-2f26-46b3-9d49-1fbfdf5c688f on network 20ef1e8a-f55e-4158-aa89-30d58c1c11d6 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:52.847568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:14:52.847945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Checking segment: {'id': '2d940904-c01b-4757-a88f-c5004cc973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '20ef1e8a-f55e-4158-aa89-30d58c1c11d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:52.848351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.848805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Bound using segment: {'id': '2d940904-c01b-4757-a88f-c5004cc973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '20ef1e8a-f55e-4158-aa89-30d58c1c11d6'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:14:52.849266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Bound port: c85d447b-2f26-46b3-9d49-1fbfdf5c688f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d940904-c01b-4757-a88f-c5004cc973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '20ef1e8a-f55e-4158-aa89-30d58c1c11d6'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:14:52.849644 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:52.951629 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7759156 Sep 19 12:14:52.952490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51210) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:52.974924 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5358c7ac-dc1d-4140-b874-50fd201c2af4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/1b956a23-8688-46f6-bd4a-c159edfff3b0 HTTP/1.1" status: 204 len: 168 time: 1.5722578 Sep 19 12:14:52.985550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'network_id': 'aedadfd8-22dc-461d-91ac-59c3a492b660', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:53.005371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51214) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:53.045455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.049124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-323d80cb-8cdc-49d5-ad9c-7a97b739e04d tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.053368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-323d80cb-8cdc-49d5-ad9c-7a97b739e04d tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.056490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] For port c85d447b-2f26-46b3-9d49-1fbfdf5c688f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:53.060397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-194977454'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:53.060880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] For port c85d447b-2f26-46b3-9d49-1fbfdf5c688f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c85d447b-2f26-46b3-9d49-1fbfdf5c688f,segment=NetworkSegment(2d940904-c01b-4757-a88f-c5004cc973f2),segment_id=2d940904-c01b-4757-a88f-c5004cc973f2)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:14:53.066053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b8c5b-0303-4e5f-a1e2-c8a32399ac18 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=aedadfd8-22dc-461d-91ac-59c3a492b660,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:53.083496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network aedadfd8-22dc-461d-91ac-59c3a492b660 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:53.121524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a424d-0306-45f0-98a0-a7fbac226c5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=53027951-8155-47e3-8d7c-2ed08d3eb9ab,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:53.144475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f265e049-49da-4996-b57b-c20226696478,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:53.147855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.154526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:53.166580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.171208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b88a424d-0306-45f0-98a0-a7fbac226c5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.183069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Usage tracker for resource:network and tenant:41ac4e93a3de4af9b1c51b5e242e25d3 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:53.196184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:53.216217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:53.240453 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:53.257235 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b88a424d-0306-45f0-98a0-a7fbac226c5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/53027951-8155-47e3-8d7c-2ed08d3eb9ab HTTP/1.1" status: 204 len: 168 time: 1.5958161 Sep 19 12:14:53.258801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5dab26-d7d8-4a86-a320-8215f9c517d2,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:53.262646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51218) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:53.267201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757aebb0-a9bd-4c6d-809d-bce56c9738cc None None] DHCP port deletion for ad8d908b-dc7e-42ed-b2e9-836635dd8768 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:53.271147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.283577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5764109-0298-4763-908e-53d6add27fd7 None None] Pushing event updated for resources: {'Port': ['ID=c85d447b-2f26-46b3-9d49-1fbfdf5c688f,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:53.284403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:53.286674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-757aebb0-a9bd-4c6d-809d-bce56c9738cc None None] Deleting port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:53.287439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757aebb0-a9bd-4c6d-809d-bce56c9738cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.303386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:subnet and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:53.307958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:53.311517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-323d80cb-8cdc-49d5-ad9c-7a97b739e04d tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.311983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323d80cb-8cdc-49d5-ad9c-7a97b739e04d tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Fanout notify agent at l3_agent the message router_deleted on router 3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:14:53.316730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:53.324273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.334689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.335077 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Added segment a405ba87-6cc2-422b-a5d9-9206bf570d3f of type vlan for network bc1279f0-aea8-4e93-8a6c-b04d4ec8bd84 Sep 19 12:14:53.359921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:53.373168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Made reservation on behalf of 41ac4e93a3de4af9b1c51b5e242e25d3 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:53.378444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.395928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-323d80cb-8cdc-49d5-ad9c-7a97b739e04d tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.397043 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-323d80cb-8cdc-49d5-ad9c-7a97b739e04d tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462 HTTP/1.1" status: 204 len: 168 time: 1.3527203 Sep 19 12:14:53.400736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.404734 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-71295e65-dc83-4b72-bcb6-2c6db27e3e15 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3835778 Sep 19 12:14:53.404734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.404974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51222) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:53.405640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51224) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:53.439474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:53.447229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd546a-a684-4ae3-8502-f53611054cfe tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:53.448917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd546a-a684-4ae3-8502-f53611054cfe tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:53.450446 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c9cd546a-a684-4ae3-8502-f53611054cfe tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1856437 Sep 19 12:14:53.451567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Usage tracker for resource:security_group_rule and tenant:41ac4e93a3de4af9b1c51b5e242e25d3 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:53.457175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.459342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119629019'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:53.460653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51230) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:53.461547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:53.478806 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2e56a792-9155-414d-bba4-f7fb4d0301b3 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462 HTTP/1.1" status: 200 len: 205 time: 0.0716336 Sep 19 12:14:53.478806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:53.509857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51234) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:53.514466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:53.519034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:53.522275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:53.526031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.625113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:53.639881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-100a3aef-a9a3-4af9-8691-ec3944ee1d9d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet dab38a92-2f26-4510-94be-bb2e6f39c9ae {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:14:53.640527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-757aebb0-a9bd-4c6d-809d-bce56c9738cc None None] For port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11,segment=NetworkSegment(24564a7b-141b-4644-95b4-e6cbcb89031c),segment_id=24564a7b-141b-4644-95b4-e6cbcb89031c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:53.641018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757aebb0-a9bd-4c6d-809d-bce56c9738cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.647246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-100a3aef-a9a3-4af9-8691-ec3944ee1d9d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.656063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:53.803004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.806787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:53.806787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.806975 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-757aebb0-a9bd-4c6d-809d-bce56c9738cc None None] Calling delete_port for c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:53.838062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-100a3aef-a9a3-4af9-8691-ec3944ee1d9d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.842456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c85d447b-2f26-46b3-9d49-1fbfdf5c688f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:53.865800 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-17c590b9-598e-47f1-90b0-c2445ca73677 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] delete failed (client error): The resource could not be found. Sep 19 12:14:53.867105 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-17c590b9-598e-47f1-90b0-c2445ca73677 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/3c7c7cac-6d3d-4c2c-a2b4-a6434ff91462 HTTP/1.1" status: 404 len: 336 time: 0.3563251 Sep 19 12:14:53.885711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51238) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:53.904271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:53.920183 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1538467 Sep 19 12:14:53.965507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51242) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:54.003431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.019048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9143be-fda4-4000-8519-a1701b72df57 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event updated for resources: {'Network': ['ID=bc1279f0-aea8-4e93-8a6c-b04d4ec8bd84,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:54.048015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network bc1279f0-aea8-4e93-8a6c-b04d4ec8bd84 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:54.057670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:54.068016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c85d447b-2f26-46b3-9d49-1fbfdf5c688f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:54.070966 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-50455e26-ef66-4aff-95d1-99ee148769db tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa7859ae-a3d0-4a87-8d74-7b15b19a7051 HTTP/1.1" status: 200 len: 205 time: 0.1554549 Sep 19 12:14:54.072015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bb31a8-b123-4402-b834-63a81c18938d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:54.075226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51246) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:54.081025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.081367 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Added segment 80295579-ac2e-428e-8258-1b0e9039179b of type vlan for network 50b729c2-acc3-4a81-ad58-a1d263827be4 Sep 19 12:14:54.082919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-100a3aef-a9a3-4af9-8691-ec3944ee1d9d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.127254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757aebb0-a9bd-4c6d-809d-bce56c9738cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.176694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] For port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11,segment=NetworkSegment(24564a7b-141b-4644-95b4-e6cbcb89031c),segment_id=24564a7b-141b-4644-95b4-e6cbcb89031c)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:54.177371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.192224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757aebb0-a9bd-4c6d-809d-bce56c9738cc None None] Pushing event deleted for resources: {'Port': ['ID=c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:54.198687 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-de9434d0-b621-437d-bb6a-b2abf1db6b12 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] delete failed (client error): The resource could not be found. Sep 19 12:14:54.201887 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-de9434d0-b621-437d-bb6a-b2abf1db6b12 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/fa7859ae-a3d0-4a87-8d74-7b15b19a7051 HTTP/1.1" status: 404 len: 336 time: 0.1203547 Sep 19 12:14:54.203325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757aebb0-a9bd-4c6d-809d-bce56c9738cc None None] No DVR routers for this DVR port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:54.204015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51250) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:54.205896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.289787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.295141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:54.298477 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-15f29de4-49e9-4fd0-8397-bd990ff2d742 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6b00905-cd57-4751-83b4-3baee590bb49 HTTP/1.1" status: 200 len: 205 time: 0.0908828 Sep 19 12:14:54.299995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51254) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:54.350383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:14:54.351049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:14:54.380964 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-a9640da8-ddce-415e-b41d-c180111cb82c tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] delete failed (client error): The resource could not be found. Sep 19 12:14:54.385145 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a9640da8-ddce-415e-b41d-c180111cb82c tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/d6b00905-cd57-4751-83b4-3baee590bb49 HTTP/1.1" status: 404 len: 336 time: 0.0823736 Sep 19 12:14:54.385967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51258) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:54.392767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.406353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:54.476736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-100a3aef-a9a3-4af9-8691-ec3944ee1d9d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.506375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:54.510950 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0e567a83-d6bb-4ed1-9870-847e8c25b065 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=616295bd-acc8-4ef2-b783-ecfba24e9b4e HTTP/1.1" status: 200 len: 205 time: 0.1212852 Sep 19 12:14:54.521521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51262) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:54.522229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.528158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:54.528793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.553042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a3aef-a9a3-4af9-8691-ec3944ee1d9d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=dab38a92-2f26-4510-94be-bb2e6f39c9ae,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:54.556912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:54.566606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c6ae96-ff34-4bac-b039-5c252ab72232 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:54.567402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-100a3aef-a9a3-4af9-8691-ec3944ee1d9d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.618200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:54.684064 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-100a3aef-a9a3-4af9-8691-ec3944ee1d9d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/dab38a92-2f26-4510-94be-bb2e6f39c9ae HTTP/1.1" status: 204 len: 168 time: 1.2185335 Sep 19 12:14:54.688216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:54.692765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51266) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:54.697981 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-ec047098-f858-4c15-80e6-01bb3b12f195 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] delete failed (client error): The resource could not be found. Sep 19 12:14:54.699085 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ec047098-f858-4c15-80e6-01bb3b12f195 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/616295bd-acc8-4ef2-b783-ecfba24e9b4e HTTP/1.1" status: 404 len: 336 time: 0.1751821 Sep 19 12:14:54.708910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51270) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:54.772824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad028a89-d454-4b25-915f-b31463cbc32c None None] Network 20ef1e8a-f55e-4158-aa89-30d58c1c11d6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:54.843822 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ff6fedc8-2571-40a3-979e-2be27a0104fc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1459811 Sep 19 12:14:54.856608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51274) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:54.864163 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1932070 Sep 19 12:14:54.864550 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3b60cb12-0fd8-4f8c-bb58-ed07a7e71897 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=3469702f-eff9-4350-91aa-0f2196b78cb7 HTTP/1.1" status: 200 len: 205 time: 0.1538424 Sep 19 12:14:54.871176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:54.873385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:54.883730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51280) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:54.888683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:14:54.889004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:14:54.891863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75b10c-6f5c-4a55-986f-5826221f4d76 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Pushing event updated for resources: {'Network': ['ID=50b729c2-acc3-4a81-ad58-a1d263827be4,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:54.927485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 50b729c2-acc3-4a81-ad58-a1d263827be4 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:54.987168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1279f0-aea8-4e93-8a6c-b04d4ec8bd84']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:54.995004 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-61eaea71-ca1e-4a77-a64b-e4f27d0fb06c tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] delete failed (client error): The resource could not be found. Sep 19 12:14:54.998503 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-61eaea71-ca1e-4a77-a64b-e4f27d0fb06c tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/3469702f-eff9-4350-91aa-0f2196b78cb7 HTTP/1.1" status: 404 len: 336 time: 0.1062036 Sep 19 12:14:55.000329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.007986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51286) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:55.042037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82ebf285-7cc7-497b-8913-d23ca567cfcd None None] Provisioning for port c85d447b-2f26-46b3-9d49-1fbfdf5c688f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:14:55.046571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a405ba87-6cc2-422b-a5d9-9206bf570d3f') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:55.047114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a405ba87-6cc2-422b-a5d9-9206bf570d3f') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:55.057046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:55.064332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:55.068561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:55.072604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82ebf285-7cc7-497b-8913-d23ca567cfcd None None] Provisioning complete for port c85d447b-2f26-46b3-9d49-1fbfdf5c688f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:55.072976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82ebf285-7cc7-497b-8913-d23ca567cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.076214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:55.133997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.153005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51290) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:55.160033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Request body: {'port': {'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4', 'binding:host_id': 'hv-neutron-8577', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-436218458'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:55.163835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:55.167878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.174268 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b470e34c-c2ca-4d1b-9f1b-a35b7a45f308 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "GET /v2.0/ports?device_id=9afc2d48-90c8-49ca-a08c-2485b3cd6437 HTTP/1.1" status: 200 len: 205 time: 0.1390755 Sep 19 12:14:55.182440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51294) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:55.192890 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:55.194784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.237596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:55.238245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.259111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Usage tracker for resource:port and tenant:461b679675d0465f9287863141837c5c is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:55.272169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.324251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=f3e41639-43c9-4551-b27d-afe2174abd75,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:55.333912 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a405ba87-6cc2-422b-a5d9-9206bf570d3f resource provider aggregate not found Sep 19 12:14:55.349574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking segment: {'id': 'cbceb3ee-6cc6-47da-bc0d-5f67d9264bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aedadfd8-22dc-461d-91ac-59c3a492b660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:55.349850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network hostable DHCP agents. Network: aedadfd8-22dc-461d-91ac-59c3a492b660, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:14:55.358977 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a405ba87-6cc2-422b-a5d9-9206bf570d3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a405ba87-6cc2-422b-a5d9-9206bf570d3f found for delete ", "request_id": "req-78fd5cee-f386-4b76-aadc-f437941c1068"}]} Sep 19 12:14:55.359581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.361823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5bf07-67c1-472d-989b-0bf7032d734b None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:14:55.379481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5bf07-67c1-472d-989b-0bf7032d734b None None] Deleting port 702f13c6-69b7-4765-b26b-13063429508f {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:55.379947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e3a5bf07-67c1-472d-989b-0bf7032d734b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.394630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:55.394913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.413956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:55.431992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:55.434434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-82ebf285-7cc7-497b-8913-d23ca567cfcd None None] Current status of the port c85d447b-2f26-46b3-9d49-1fbfdf5c688f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:55.435097 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82ebf285-7cc7-497b-8913-d23ca567cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.448631 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-cbabcee8-e38e-4a68-948d-c215ec9cfa06 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] delete failed (client error): The resource could not be found. Sep 19 12:14:55.448631 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cbabcee8-e38e-4a68-948d-c215ec9cfa06 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/routers/9afc2d48-90c8-49ca-a08c-2485b3cd6437 HTTP/1.1" status: 404 len: 336 time: 0.2591460 Sep 19 12:14:55.450785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51302) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:55.502222 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d611d9-39b9-4f3d-bd9c-c482a266dba4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] DELETE failed (client error): The resource could not be found. Sep 19 12:14:55.502683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d611d9-39b9-4f3d-bd9c-c482a266dba4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:55.507058 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-73d611d9-39b9-4f3d-bd9c-c482a266dba4 tempest-RoutersAdminTest-1981571764 tempest-RoutersAdminTest-1981571764-project] 10.222.0.66 "DELETE /v2.0/subnets/2dfd2131-2ad5-4bf8-904c-d60525974aa7 HTTP/1.1" status: 404 len: 337 time: 0.0514712 Sep 19 12:14:55.532491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Made reservation on behalf of 461b679675d0465f9287863141837c5c for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:55.535405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.553267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.575112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:55.579370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Usage tracker for resource:security_group_rule and tenant:461b679675d0465f9287863141837c5c is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:55.582567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:55.589683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:55.622355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] The port 'c82dc6dc-61e6-487f-8ef9-ff5e6a5a6d11' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:14:55.623275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b972ff-7e0b-4d0c-b0e1-aeb23b859d65,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:55.683977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.717694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e3a5bf07-67c1-472d-989b-0bf7032d734b None None] For port 702f13c6-69b7-4765-b26b-13063429508f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=702f13c6-69b7-4765-b26b-13063429508f,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:55.717694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e3a5bf07-67c1-472d-989b-0bf7032d734b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.741642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.776901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc1279f0-aea8-4e93-8a6c-b04d4ec8bd84 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 12:14:55.778348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network aedadfd8-22dc-461d-91ac-59c3a492b660 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:55.785975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.789878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.793694 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "DELETE /v2.0/networks/bc1279f0-aea8-4e93-8a6c-b04d4ec8bd84 HTTP/1.1" status: 204 len: 168 time: 1.8267846 Sep 19 12:14:55.801351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51308) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:55.804263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] device_id is not set on port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:55.804416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c363d45-4513-4429-bb3a-9116f33ccc3c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc1279f0-aea8-4e93-8a6c-b04d4ec8bd84,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:55.810048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.810232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 702f13c6-69b7-4765-b26b-13063429508f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:14:55.813863 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ba5c9905-bcc7-4bdf-9169-889a1e00e05f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4027023 Sep 19 12:14:55.813863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.824602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:55.828179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51312) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:55.838552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cd28941b-dc42-4511-9f37-2d627a961a67 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group_rule': {'security_group_id': 'f265e049-49da-4996-b57b-c20226696478', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '24b972ff-7e0b-4d0c-b0e1-aeb23b859d65'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:55.843408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:55.862395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cd28941b-dc42-4511-9f37-2d627a961a67 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:55.864870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Usage tracker for resource:network and tenant:834e58cf75c44552bf929517daeed976 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:55.870620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:55.874135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8d908b-dc7e-42ed-b2e9-836635dd8768']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:55.881438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cd28941b-dc42-4511-9f37-2d627a961a67 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:55.892053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cd28941b-dc42-4511-9f37-2d627a961a67 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:55.896780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:55.899969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, aedadfd8-22dc-461d-91ac-59c3a492b660) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:55.903714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24564a7b-141b-4644-95b4-e6cbcb89031c') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:55.906075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24564a7b-141b-4644-95b4-e6cbcb89031c') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:55.909068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a0ba17-33bf-431b-b6a2-0327ba6cc5b0,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:55.922285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cd28941b-dc42-4511-9f37-2d627a961a67 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:55.925275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:55.926303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.938437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.948522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-82ebf285-7cc7-497b-8913-d23ca567cfcd None None] For port c85d447b-2f26-46b3-9d49-1fbfdf5c688f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c85d447b-2f26-46b3-9d49-1fbfdf5c688f,segment=NetworkSegment(2d940904-c01b-4757-a88f-c5004cc973f2),segment_id=2d940904-c01b-4757-a88f-c5004cc973f2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:55.959138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5bf07-67c1-472d-989b-0bf7032d734b None None] Calling delete_port for 702f13c6-69b7-4765-b26b-13063429508f owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:14:55.972236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:55.999730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3cc8e-a137-4e54-b28f-58affdb56313 None None] Network aedadfd8-22dc-461d-91ac-59c3a492b660 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:56.017560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.032726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:56.032726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.075582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82ebf285-7cc7-497b-8913-d23ca567cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.186286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:56.193863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Made reservation on behalf of 834e58cf75c44552bf929517daeed976 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:56.199503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:56.199827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.212204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:56.212819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.233253 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7a9187b1-99bb-4023-9788-61acb114cd39 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2605214 Sep 19 12:14:56.243410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51318) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:56.299699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=d179d419-d01f-47f4-8e59-da1c16c93dfa,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:56.352434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51322) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:56.389804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] device_id is not set on port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:56.409045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.445510 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0dea4d36-f45f-418b-bf8c-68010286c016 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5860093 Sep 19 12:14:56.447407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51328) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:56.455212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'fixed_ips': [{'subnet_id': 'd179d419-d01f-47f4-8e59-da1c16c93dfa', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2088330665'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:56.467433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:56.477266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Transition to ACTIVE for port object 14ff2056-1aef-44e3-b21d-a04ccf8acc02 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:56.480647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.514053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.514053 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Added segment 99d14520-e8c0-4e7a-bdd8-b2bd2f981241 of type vlan for network 80198ba1-d82a-43ee-a3ad-39a0d82e81bb Sep 19 12:14:56.518645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.535722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Network': ['ID=ad8d908b-dc7e-42ed-b2e9-836635dd8768,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:56.554421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-cd28941b-dc42-4511-9f37-2d627a961a67 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:56.554421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cd28941b-dc42-4511-9f37-2d627a961a67 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7227252 Sep 19 12:14:56.563534 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51332) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:56.568053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-417a7277-497d-4eac-80ce-d476cbfba37e None None] Provisioning complete for port c85d447b-2f26-46b3-9d49-1fbfdf5c688f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:56.568196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-417a7277-497d-4eac-80ce-d476cbfba37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.594864 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9e57af64-f7dc-472a-ad08-69bf985bbac4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/networks/ad8d908b-dc7e-42ed-b2e9-836635dd8768 HTTP/1.1" status: 204 len: 168 time: 3.5870862 Sep 19 12:14:56.595081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51336) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:56.606411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.608758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7a21bfc4-9532-4c17-ab9d-07a565424348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.631936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1497044832'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:56.632519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.639022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebf285-7cc7-497b-8913-d23ca567cfcd None None] Pushing event updated for resources: {'Port': ['ID=c85d447b-2f26-46b3-9d49-1fbfdf5c688f,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:56.643496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:56.668110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 702f13c6-69b7-4765-b26b-13063429508f is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:56.668110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.668362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:network and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:56.668362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7a21bfc4-9532-4c17-ab9d-07a565424348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:56.672673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:56.686879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.723753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.736755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e3a5bf07-67c1-472d-989b-0bf7032d734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.746791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7a21bfc4-9532-4c17-ab9d-07a565424348 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1de729f15041b7bafff324027635f9 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:56.758460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:56.772344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7a21bfc4-9532-4c17-ab9d-07a565424348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:56.809033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7a21bfc4-9532-4c17-ab9d-07a565424348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:56.837143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.838490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:56.838865 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.840724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5bf07-67c1-472d-989b-0bf7032d734b None None] Pushing event deleted for resources: {'Port': ['ID=702f13c6-69b7-4765-b26b-13063429508f,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:56.846873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5bf07-67c1-472d-989b-0bf7032d734b None None] No DVR routers for this DVR port 702f13c6-69b7-4765-b26b-13063429508f on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:14:56.866062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:56.886375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:56.895957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:56.902462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-504899c5-bef0-46da-af74-e6585faddc51 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.910971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event updated for resources: {'Port': ['ID=14ff2056-1aef-44e3-b21d-a04ccf8acc02,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:56.926774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:56.933153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Checking segment: {'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:56.933546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Network hostable DHCP agents. Network: 50b729c2-acc3-4a81-ad58-a1d263827be4, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:14:56.946705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b83761-6e84-44ce-be11-7f22286a5e52 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:56.954391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:56.958018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.963494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:56.970952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffecdca-69bd-47af-9e9e-70b0b8434e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-aedadfd8-22dc-461d-91ac-59c3a492b660', 'network_id': 'aedadfd8-22dc-461d-91ac-59c3a492b660', 'tenant_id': 'dfb4af15b8f94db4bc3ba793ccb86146', 'fixed_ips': [{'subnet_id': 'f3e41639-43c9-4551-b27d-afe2174abd75'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:14:56.972209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dffecdca-69bd-47af-9e9e-70b0b8434e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.007083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-504899c5-bef0-46da-af74-e6585faddc51 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.018401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e41639-43c9-4551-b27d-afe2174abd75,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:57.036450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event updated for resources: {'Network': ['ID=80198ba1-d82a-43ee-a3ad-39a0d82e81bb,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:57.072356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:57.090080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-417a7277-497d-4eac-80ce-d476cbfba37e None None] Current status of the port c85d447b-2f26-46b3-9d49-1fbfdf5c688f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:57.101137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 80198ba1-d82a-43ee-a3ad-39a0d82e81bb details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:57.101520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.101899 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Added segment 688c2d9f-c0f5-4f79-b14e-f674b050d9d6 of type vlan for network 67648506-e5f8-4089-a265-969c46df1643 Sep 19 12:14:57.115263 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-caa0d689-ed65-4b2c-a087-3b9860546f96 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3098512 Sep 19 12:14:57.121435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51342) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:57.128202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Network 50b729c2-acc3-4a81-ad58-a1d263827be4 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:57.136280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.136985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Request body: {'subnet': {'network_id': '80198ba1-d82a-43ee-a3ad-39a0d82e81bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:57.141264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7a21bfc4-9532-4c17-ab9d-07a565424348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.146492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:57.166127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedadfd8-22dc-461d-91ac-59c3a492b660']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:57.171351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Usage tracker for resource:subnet and tenant:834e58cf75c44552bf929517daeed976 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:57.174716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.178352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:57.183856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbceb3ee-6cc6-47da-bc0d-5f67d9264bb2') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:57.183856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbceb3ee-6cc6-47da-bc0d-5f67d9264bb2') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:14:57.185634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:57.192483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.214035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.220668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:14:57.221106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.225351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:57.309507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-504899c5-bef0-46da-af74-e6585faddc51 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.312097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 50b729c2-acc3-4a81-ad58-a1d263827be4) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:57.317297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:57.335073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f2ba6d-d23b-418c-b651-a724e1097966 None None] Network 50b729c2-acc3-4a81-ad58-a1d263827be4 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:57.347308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7a21bfc4-9532-4c17-ab9d-07a565424348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.373839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.383746 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 24564a7b-141b-4644-95b4-e6cbcb89031c resource provider aggregate not found Sep 19 12:14:57.383923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:57.383923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.400580 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 24564a7b-141b-4644-95b4-e6cbcb89031c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24564a7b-141b-4644-95b4-e6cbcb89031c found for delete ", "request_id": "req-a0b3c065-b5f3-4a4a-9bbc-02c195082c22"}]} Sep 19 12:14:57.414390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.433014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504899c5-bef0-46da-af74-e6585faddc51 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b972ff-7e0b-4d0c-b0e1-aeb23b859d65,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:57.440643 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment cbceb3ee-6cc6-47da-bc0d-5f67d9264bb2 resource provider aggregate not found Sep 19 12:14:57.441763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:57.442557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:57.442557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:57.449039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.459590 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/aedadfd8-22dc-461d-91ac-59c3a492b660 HTTP/1.1" status: 204 len: 168 time: 1.2147555 Sep 19 12:14:57.463112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51354) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:57.466428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e004e-4bad-4392-8d08-b2f09ec9cea7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Network': ['ID=aedadfd8-22dc-461d-91ac-59c3a492b660,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:57.471557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-680811273'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:57.476465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:57.481095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:network and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:57.484303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:57.491238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:57.502053 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment cbceb3ee-6cc6-47da-bc0d-5f67d9264bb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbceb3ee-6cc6-47da-bc0d-5f67d9264bb2 found for delete ", "request_id": "req-5f968ee9-c17f-4f05-a91f-4c064f5b39ca"}]} Sep 19 12:14:57.527584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Made reservation on behalf of 834e58cf75c44552bf929517daeed976 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:57.529895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.560359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:14:57.560642 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:14:57.576244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:57.580007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.587276 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 2 to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 Sep 19 12:14:57.596461 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7a21bfc4-9532-4c17-ab9d-07a565424348 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb1de729f15041b7bafff324027635f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2437897 Sep 19 12:14:57.603061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51358) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:57.604618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': 'd179d419-d01f-47f4-8e59-da1c16c93dfa'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:14:57.605458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.618698 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbecdfc5-bf12-4786-a694-a17f89e1ed5c None None] Network aedadfd8-22dc-461d-91ac-59c3a492b660 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:57.634770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:14:57.654735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbecdfc5-bf12-4786-a694-a17f89e1ed5c None None] Network aedadfd8-22dc-461d-91ac-59c3a492b660 could not be found, it might have been deleted concurrently. {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 12:14:57.660606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.661225 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Added segment 9892713a-43db-41c8-a784-f17d07ab7b58 of type vlan for network 0118639e-74aa-4d3b-ae73-5ee479898743 Sep 19 12:14:57.698958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-504899c5-bef0-46da-af74-e6585faddc51 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.701485 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-504899c5-bef0-46da-af74-e6585faddc51 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "DELETE /v2.0/security-groups/24b972ff-7e0b-4d0c-b0e1-aeb23b859d65 HTTP/1.1" status: 204 len: 168 time: 1.1306121 Sep 19 12:14:57.706268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51362) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:57.712508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21bfc4-9532-4c17-ab9d-07a565424348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40233ab-641a-440f-9df4-3d0680f87505,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:57.720223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Network': ['ID=67648506-e5f8-4089-a265-969c46df1643,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:57.727036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c33fc44f-907a-44d4-8c4d-d82c4af38972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.734577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:57.734942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:57.735281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:57.746040 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4e361b4b-3f2b-4e08-9c28-e101adba036c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1455245 Sep 19 12:14:57.752376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51366) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:57.754733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:14:57.755089 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:14:57.759643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.760279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '67648506-e5f8-4089-a265-969c46df1643', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:57.770556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c33fc44f-907a-44d4-8c4d-d82c4af38972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.777507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 67648506-e5f8-4089-a265-969c46df1643 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:57.781762 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 3 to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 Sep 19 12:14:57.798687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.835308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c85d447b-2f26-46b3-9d49-1fbfdf5c688f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:57.873154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-08aea15f-60bf-470a-a50b-e050077eaba1 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Synchronizing usage tracker for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:57.924278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:57.932166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:57.933095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.036325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-08aea15f-60bf-470a-a50b-e050077eaba1 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Unset dirty status for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:58.040042 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-08aea15f-60bf-470a-a50b-e050077eaba1 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3322072 Sep 19 12:14:58.041493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:58.042005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:58.042242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:58.045846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 19a883ea-0503-4efb-8df3-79abdf8e63e7 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:14:58.062942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c33fc44f-907a-44d4-8c4d-d82c4af38972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.065283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51370) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:58.082228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/d179d419-d01f-47f4-8e59-da1c16c93dfa/c1447a42-a76d-4b24-a022-e1a0997e9c4f) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:14:58.104920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c85d447b-2f26-46b3-9d49-1fbfdf5c688f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:14:58.104920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.105175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c33fc44f-907a-44d4-8c4d-d82c4af38972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.107791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:14:58.108135 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:14:58.108940 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c33fc44f-907a-44d4-8c4d-d82c4af38972 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a40233ab-641a-440f-9df4-3d0680f87505 HTTP/1.1" status: 204 len: 168 time: 0.5048122 Sep 19 12:14:58.109759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=0118639e-74aa-4d3b-ae73-5ee479898743,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:58.115103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fc44f-907a-44d4-8c4d-d82c4af38972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40233ab-641a-440f-9df4-3d0680f87505,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:58.166650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b676-f20d-4314-8091-4b25140d6c46 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.166911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 0118639e-74aa-4d3b-ae73-5ee479898743 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:14:58.183709 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c7d594b5-1a98-4d9a-a6f5-522bb37e6c97 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7195535 Sep 19 12:14:58.187131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51378) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:58.200120 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 4 to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 Sep 19 12:14:58.200403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'network_id': '0118639e-74aa-4d3b-ae73-5ee479898743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:58.238138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:58.251439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:58.251775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:58.252109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:58.262593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:58.265221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:14:58.265550 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:14:58.269238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:58.274262 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 5 to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 Sep 19 12:14:58.292694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:58.365897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:58.366234 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:58.367811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:58.384265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:14:58.384265 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:14:58.389533 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 6 to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 Sep 19 12:14:58.424805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b676-f20d-4314-8091-4b25140d6c46 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.432632 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:58.432964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:58.433317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:58.438302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:14:58.438618 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:14:58.439047 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 7 to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 Sep 19 12:14:58.457102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:58.457437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:58.457769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:58.462932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:14:58.463086 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:14:58.463443 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 8 to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 Sep 19 12:14:58.480219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:58.480564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:58.488473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:58.488623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c85d447b-2f26-46b3-9d49-1fbfdf5c688f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:14:58.488727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:14:58.488727 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:14:58.488727 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 9 to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 Sep 19 12:14:58.509827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:58.513889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:subnet and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:58.516340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:58.516692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:58.517159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:58.518047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:58.529043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:58.529633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:58.529728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.551622 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:14:58.551833 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:14:58.581838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b676-f20d-4314-8091-4b25140d6c46 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.591355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.599880 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 10 to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 Sep 19 12:14:58.604825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Transition to ACTIVE for port object c1447a42-a76d-4b24-a022-e1a0997e9c4f will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:58.607570 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5b676-f20d-4314-8091-4b25140d6c46 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f265e049-49da-4996-b57b-c20226696478,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:58.636857 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:58.637455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:58.637946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:58.640513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Transition to ACTIVE for port object c1447a42-a76d-4b24-a022-e1a0997e9c4f will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:14:58.640639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:14:58.651892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.661384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:14:58.661683 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:14:58.662040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.701921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.741357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b676-f20d-4314-8091-4b25140d6c46 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.746451 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a5e5b676-f20d-4314-8091-4b25140d6c46 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "DELETE /v2.0/security-groups/f265e049-49da-4996-b57b-c20226696478 HTTP/1.1" status: 204 len: 168 time: 0.6649678 Sep 19 12:14:58.754640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51384) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:58.797880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:14:58.801114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:58.809026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:14:58.811448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Pushing event updated for resources: {'Port': ['ID=c1447a42-a76d-4b24-a022-e1a0997e9c4f,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:58.832255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] For port 14ff2056-1aef-44e3-b21d-a04ccf8acc02, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:58.832627 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempted to set empty binding levels {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 12:14:58.843195 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:14:58.843764 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:14:58.851505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-87b1dd29-ddf9-429b-b3fe-2abc723437b2 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Synchronizing usage tracker for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:58.936738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.938087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:58.938452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.938611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Attempting to bind port c1447a42-a76d-4b24-a022-e1a0997e9c4f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:14:58.938876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Attempting to bind port c1447a42-a76d-4b24-a022-e1a0997e9c4f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:14:58.939238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Attempting to bind port c1447a42-a76d-4b24-a022-e1a0997e9c4f on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:14:58.945868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:14:58.946846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:58.947248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.947632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:14:58.948110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Bound port: c1447a42-a76d-4b24-a022-e1a0997e9c4f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:14:58.948469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:58.958501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-87b1dd29-ddf9-429b-b3fe-2abc723437b2 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Unset dirty status for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:58.959934 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-87b1dd29-ddf9-429b-b3fe-2abc723437b2 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2043915 Sep 19 12:14:58.964453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51388) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:58.972581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'tempest-secgroup--145961750'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:14:58.988786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:59.002382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:59.043678 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-808b2add-da14-42ea-99c4-7d2d6f61bbfd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.5951178 Sep 19 12:14:59.046454 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51392) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:59.053335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] For port c1447a42-a76d-4b24-a022-e1a0997e9c4f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:14:59.057342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] For port c1447a42-a76d-4b24-a022-e1a0997e9c4f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c1447a42-a76d-4b24-a022-e1a0997e9c4f,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:14:59.068441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51396) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:59.100676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event updated for resources: {'Port': ['ID=14ff2056-1aef-44e3-b21d-a04ccf8acc02,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:59.123529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.132206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.160132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.195862 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-92513c03-272d-4600-a1c4-de5d3aca9f75 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.0413661 Sep 19 12:14:59.197097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.objects.ports [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89794) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:14:59.197580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.205552 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-388e48e3-0d82-4d75-8fba-980a66e31021 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d48a684f2ce64f43a262317cc9bdabf5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1298816 Sep 19 12:14:59.205784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51400) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:59.232908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51402) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:59.247733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd1bf0-d1d9-47da-a91e-362a8d57ab67 None None] Pushing event updated for resources: {'Port': ['ID=c1447a42-a76d-4b24-a022-e1a0997e9c4f,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:59.284342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=c8539bca-e39e-4974-81e9-a43a60ea378a,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:59.288420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:14:59.293656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Usage tracker for resource:security_group_rule and tenant:87c5296a6b824d48afe5d41d42d16053 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:14:59.297140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:14:59.303404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:14:59.338069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.347848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event updated for resources: {'Subnet': ['ID=341514ff-228d-4df3-aa99-a4e3e3f5546b,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:59.392766 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b634e81e-8703-4dd4-9b86-155fbc3af32e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:59.393225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b634e81e-8703-4dd4-9b86-155fbc3af32e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:59.406300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d660d9fb-8e58-4892-81d7-79d6a98dcf11 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Deleting port 14ff2056-1aef-44e3-b21d-a04ccf8acc02 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:14:59.406796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d660d9fb-8e58-4892-81d7-79d6a98dcf11 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.416972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Checking segment: {'id': '99d14520-e8c0-4e7a-bdd8-b2bd2f981241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '80198ba1-d82a-43ee-a3ad-39a0d82e81bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:59.417261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Network hostable DHCP agents. Network: 80198ba1-d82a-43ee-a3ad-39a0d82e81bb, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:14:59.437392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking segment: {'id': '9892713a-43db-41c8-a784-f17d07ab7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0118639e-74aa-4d3b-ae73-5ee479898743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:59.437392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network hostable DHCP agents. Network: 0118639e-74aa-4d3b-ae73-5ee479898743, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:14:59.479787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86bfd000-14a7-43bd-a7ae-7855e244bd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.515548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=00fcba44-0003-4bd8-a459-bf6945d1a8fd,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:59.531191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Checking segment: {'id': '688c2d9f-c0f5-4f79-b14e-f674b050d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '67648506-e5f8-4089-a265-969c46df1643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:14:59.531696 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network hostable DHCP agents. Network: 67648506-e5f8-4089-a265-969c46df1643, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:14:59.547738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86bfd000-14a7-43bd-a7ae-7855e244bd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.566410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.567388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b634e81e-8703-4dd4-9b86-155fbc3af32e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:59.572789 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b634e81e-8703-4dd4-9b86-155fbc3af32e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5198741 Sep 19 12:14:59.576048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51408) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:59.624218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network 0118639e-74aa-4d3b-ae73-5ee479898743 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:59.641718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Network 80198ba1-d82a-43ee-a3ad-39a0d82e81bb is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:59.670774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 67648506-e5f8-4089-a265-969c46df1643 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:14:59.675818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.740675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5425990-2381-48cf-adb6-d564ebd3bb65 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:59.742795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5425990-2381-48cf-adb6-d564ebd3bb65 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:59.743566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f5425990-2381-48cf-adb6-d564ebd3bb65 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:14:59.757022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c1447a42-a76d-4b24-a022-e1a0997e9c4f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:14:59.762601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86bfd000-14a7-43bd-a7ae-7855e244bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.783998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfd000-14a7-43bd-a7ae-7855e244bd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d6fd8f-b603-4597-a89b-9939e4020be5,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:59.789711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86bfd000-14a7-43bd-a7ae-7855e244bd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.791148 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-86bfd000-14a7-43bd-a7ae-7855e244bd47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5d6fd8f-b603-4597-a89b-9939e4020be5 HTTP/1.1" status: 204 len: 168 time: 0.5537155 Sep 19 12:14:59.813360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 67648506-e5f8-4089-a265-969c46df1643) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:59.821897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 0118639e-74aa-4d3b-ae73-5ee479898743) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:59.832038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-d660d9fb-8e58-4892-81d7-79d6a98dcf11 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] For port 14ff2056-1aef-44e3-b21d-a04ccf8acc02, host hv-neutron-8577, got binding levels [] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:14:59.832445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d660d9fb-8e58-4892-81d7-79d6a98dcf11 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.833217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466f0f9-b40f-46ce-9375-12cccd0e1a18 None None] Network 67648506-e5f8-4089-a265-969c46df1643 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:59.843790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:59.845692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:59.846284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.846637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.850135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0e36fc-e322-45c4-9f2b-dbf8782e3413,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:14:59.856030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da8645-3608-43be-b7a7-ff439ea8b72e None None] Network 0118639e-74aa-4d3b-ae73-5ee479898743 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:59.858824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 80198ba1-d82a-43ee-a3ad-39a0d82e81bb) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:14:59.875674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:14:59.877142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:14:59.879740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bc76b-b99e-4b2b-92dc-f0bc8bd48874 None None] Network 80198ba1-d82a-43ee-a3ad-39a0d82e81bb requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:14:59.987018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f5425990-2381-48cf-adb6-d564ebd3bb65 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:14:59.988466 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f5425990-2381-48cf-adb6-d564ebd3bb65 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4114869 Sep 19 12:14:59.991507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51414) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:14:59.998501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d660d9fb-8e58-4892-81d7-79d6a98dcf11 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Calling delete_port for 14ff2056-1aef-44e3-b21d-a04ccf8acc02 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:00.038105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.043007 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ecb5a01e-c6d4-4eef-881a-9c3c9f3f4d48 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0773783 Sep 19 12:15:00.044216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51418) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:00.054352 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d36b8264-e595-4426-b46e-6356e7ee59d1 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9277401 Sep 19 12:15:00.054352 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ff21160c-4427-4e37-8dad-2a0ee13c7ba4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2992432 Sep 19 12:15:00.055697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51422) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:00.056216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51424) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:00.063725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6b8edf0f-be0f-435d-a6e4-6b746d994ef9 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:00.069668 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-6b8edf0f-be0f-435d-a6e4-6b746d994ef9 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 12:15:00.069668 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-6b8edf0f-be0f-435d-a6e4-6b746d994ef9 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] update failed (client error): There was a conflict when trying to complete your request. Sep 19 12:15:00.069668 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6b8edf0f-be0f-435d-a6e4-6b746d994ef9 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "PUT /v2.0/security-groups/1b0e36fc-e322-45c4-9f2b-dbf8782e3413 HTTP/1.1" status: 409 len: 330 time: 0.0196745 Sep 19 12:15:00.071013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '67648506-e5f8-4089-a265-969c46df1643', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1534589682'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:00.072083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51430) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:00.090909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Request body: {'floatingip': {'floating_network_id': '80198ba1-d82a-43ee-a3ad-39a0d82e81bb'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:00.106591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:00.158422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d73aba7-2e69-437f-8ee1-d35aaf38fee6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet d179d419-d01f-47f4-8e59-da1c16c93dfa {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:15:00.162025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d73aba7-2e69-437f-8ee1-d35aaf38fee6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.190869 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c3b557bd-6f33-4a55-b878-1f54a11eb670 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0024810 Sep 19 12:15:00.192031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Usage tracker for resource:floatingip and tenant:834e58cf75c44552bf929517daeed976 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:00.201076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:00.205086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51434) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:00.221669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1099669227'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:00.226122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:00.239858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:00.254413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d73aba7-2e69-437f-8ee1-d35aaf38fee6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.261145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:network and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:00.269562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:00.293356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:00.294576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c1447a42-a76d-4b24-a022-e1a0997e9c4f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:00.331342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:00.341903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:00.344752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.364299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:00.374418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:00.378964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d660d9fb-8e58-4892-81d7-79d6a98dcf11 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.388721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d73aba7-2e69-437f-8ee1-d35aaf38fee6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.487554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e77987c-4d53-47f5-843b-6622a99e189f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.490990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:00.494686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.507807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d660d9fb-8e58-4892-81d7-79d6a98dcf11 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.512640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660d9fb-8e58-4892-81d7-79d6a98dcf11 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event deleted for resources: {'Port': ['ID=14ff2056-1aef-44e3-b21d-a04ccf8acc02,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:00.528520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e77987c-4d53-47f5-843b-6622a99e189f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.546118 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d660d9fb-8e58-4892-81d7-79d6a98dcf11 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "DELETE /v2.0/ports/14ff2056-1aef-44e3-b21d-a04ccf8acc02 HTTP/1.1" status: 204 len: 168 time: 1.3410730 Sep 19 12:15:00.549263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51442) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:00.560910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d73aba7-2e69-437f-8ee1-d35aaf38fee6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.570080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:00.578574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:00.582028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.595333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-0118639e-74aa-4d3b-ae73-5ee479898743', 'network_id': '0118639e-74aa-4d3b-ae73-5ee479898743', 'tenant_id': 'dfb4af15b8f94db4bc3ba793ccb86146', 'fixed_ips': [{'subnet_id': 'c8539bca-e39e-4974-81e9-a43a60ea378a'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:00.596358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.670550 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73aba7-2e69-437f-8ee1-d35aaf38fee6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=d179d419-d01f-47f4-8e59-da1c16c93dfa,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:00.672714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d73aba7-2e69-437f-8ee1-d35aaf38fee6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.675631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2c37555c-3b3f-44ab-b9dc-31b484b02a12 None None] Provisioning for port c1447a42-a76d-4b24-a022-e1a0997e9c4f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:00.688031 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-67abfd8c-411f-4129-8682-99749ee17ec5 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] GET failed (client error): The resource could not be found. Sep 19 12:15:00.688571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-67abfd8c-411f-4129-8682-99749ee17ec5 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Synchronizing usage tracker for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:00.734131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port 3628ca19-6dd8-46db-ae13-1fbfa6315890 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:00.809235 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6d73aba7-2e69-437f-8ee1-d35aaf38fee6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/d179d419-d01f-47f4-8e59-da1c16c93dfa HTTP/1.1" status: 204 len: 168 time: 0.8158200 Sep 19 12:15:00.812297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84524c-7a76-4e82-89ce-d8c57ab18ca1 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:00.812435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51450) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:00.824836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-67648506-e5f8-4089-a265-969c46df1643', 'network_id': '67648506-e5f8-4089-a265-969c46df1643', 'tenant_id': 'ac5ff996b5b44a79bf30fdb9183687b7', 'fixed_ips': [{'subnet_id': '00fcba44-0003-4bd8-a459-bf6945d1a8fd'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:00.825656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.836953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e77987c-4d53-47f5-843b-6622a99e189f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.842916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-67abfd8c-411f-4129-8682-99749ee17ec5 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Unset dirty status for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:00.844326 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-67abfd8c-411f-4129-8682-99749ee17ec5 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "GET /v2.0/ports/14ff2056-1aef-44e3-b21d-a04ccf8acc02 HTTP/1.1" status: 404 len: 333 time: 0.2854044 Sep 19 12:15:00.846908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2c37555c-3b3f-44ab-b9dc-31b484b02a12 None None] Provisioning complete for port c1447a42-a76d-4b24-a022-e1a0997e9c4f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:00.847066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2c37555c-3b3f-44ab-b9dc-31b484b02a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.864454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51454) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:00.886168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.904682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.905722 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Added segment 0603330e-eb62-4467-9277-233f89b5e36b of type vlan for network 778bef87-5379-4e5c-b075-a5b352385a76 Sep 19 12:15:00.961177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d97283-4b19-4dbc-8bee-4d127c0ca251 None None] Network 80198ba1-d82a-43ee-a3ad-39a0d82e81bb requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:00.966899 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7423f6e0-d49a-4526-a64d-599f7674514c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520271 Sep 19 12:15:00.972926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51460) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:00.991327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Request body: {'port': {'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-778636262'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:00.995669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e77987c-4d53-47f5-843b-6622a99e189f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:00.999620 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6e77987c-4d53-47f5-843b-6622a99e189f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "DELETE /v2.0/security-groups/1b0e36fc-e322-45c4-9f2b-dbf8782e3413 HTTP/1.1" status: 204 len: 168 time: 0.9263177 Sep 19 12:15:01.001010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51464) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:01.003668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77987c-4d53-47f5-843b-6622a99e189f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0e36fc-e322-45c4-9f2b-dbf8782e3413,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:01.010189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:01.018360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:01.040032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:01.076025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5ae4300a-6d73-4609-94ac-9f8bf122d00f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Synchronizing usage tracker for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:01.148032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Made reservation on behalf of 461b679675d0465f9287863141837c5c for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:01.153615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.199084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5ae4300a-6d73-4609-94ac-9f8bf122d00f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] Unset dirty status for tenant:87c5296a6b824d48afe5d41d42d16053 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:01.202353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.205465 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5ae4300a-6d73-4609-94ac-9f8bf122d00f tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1979730 Sep 19 12:15:01.211779 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51474) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:01.216271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] device_id is not set on port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:01.295338 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-ac8d522b-916d-46c5-aac2-fed3e34d2c91 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] delete failed (client error): The resource could not be found. Sep 19 12:15:01.301641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51478) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:01.302921 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ac8d522b-916d-46c5-aac2-fed3e34d2c91 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "DELETE /v2.0/security-groups/14ff29c1-d741-4b72-930e-d0c2fa3c0da3 HTTP/1.1" status: 404 len: 347 time: 0.0889678 Sep 19 12:15:01.354629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:01.364641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8::1f7 (67648506-e5f8-4089-a265-969c46df1643/00fcba44-0003-4bd8-a459-bf6945d1a8fd/3628ca19-6dd8-46db-ae13-1fbfa6315890) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:01.389416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:01.393866 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-0898fb67-dcbd-42f5-aec3-012dd4c56129 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] show failed (client error): The resource could not be found. Sep 19 12:15:01.399357 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0898fb67-dcbd-42f5-aec3-012dd4c56129 tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-groups/48c35145-dc68-4e97-9b5e-7d3c981ed8ac HTTP/1.1" status: 404 len: 347 time: 0.0844111 Sep 19 12:15:01.402739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:01.406598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51482) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:01.409417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Allocated IP 172.20.0.7 (80198ba1-d82a-43ee-a3ad-39a0d82e81bb/341514ff-228d-4df3-aa99-a4e3e3f5546b/088490c2-5fc5-470b-8ccb-09accc5df8c9) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:01.423626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:01.442619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Allocated IP 2001:db8::3 (0118639e-74aa-4d3b-ae73-5ee479898743/c8539bca-e39e-4974-81e9-a43a60ea378a/e9c82a6f-47b6-4115-84f4-43b5588564c2) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:01.505300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2c37555c-3b3f-44ab-b9dc-31b484b02a12 None None] Current status of the port c1447a42-a76d-4b24-a022-e1a0997e9c4f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:01.505703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2c37555c-3b3f-44ab-b9dc-31b484b02a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.536978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.543146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:01.543896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.576971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.613413 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-006757f0-7137-4e72-b618-a7a789f0413a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] show failed (client error): The resource could not be found. Sep 19 12:15:01.618212 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-006757f0-7137-4e72-b618-a7a789f0413a tempest-NegativeSecGroupTest-568373915 tempest-NegativeSecGroupTest-568373915-project] 10.222.0.66 "GET /v2.0/security-group-rules/ac3906d1-cfe2-4ef3-a5f7-4f8371400d0e HTTP/1.1" status: 404 len: 356 time: 0.2061369 Sep 19 12:15:01.639957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:01.644144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.667985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.682297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2c37555c-3b3f-44ab-b9dc-31b484b02a12 None None] For port c1447a42-a76d-4b24-a022-e1a0997e9c4f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c1447a42-a76d-4b24-a022-e1a0997e9c4f,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:01.770061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2c37555c-3b3f-44ab-b9dc-31b484b02a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.789778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Network 50b729c2-acc3-4a81-ad58-a1d263827be4 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:01.791274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event updated for resources: {'Port': ['ID=468e8f33-ab61-4551-8fdf-32b9aedc4e21,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:01.793859 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:01.796419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:01.797432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:01.798189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.853184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a864e-1e71-4161-89ad-13cf4a2be0b2 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:15:01.901586 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e6926259-221b-43a9-a9e9-a6f49b2299f2 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0357451 Sep 19 12:15:01.904100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51492) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:01.910897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:01.914588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=778bef87-5379-4e5c-b075-a5b352385a76,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:01.916387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a864e-1e71-4161-89ad-13cf4a2be0b2 None None] Deleting port c1447a42-a76d-4b24-a022-e1a0997e9c4f {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:01.919087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bf5a864e-1e71-4161-89ad-13cf4a2be0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:01.951493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 778bef87-5379-4e5c-b075-a5b352385a76 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:02.027903 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9112bc1c-9502-46a9-b56c-59f07c08d6bf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8186305 Sep 19 12:15:02.033606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51498) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:02.035617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.040669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'network_id': '778bef87-5379-4e5c-b075-a5b352385a76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:02.044388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.075038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object 3628ca19-6dd8-46db-ae13-1fbfa6315890 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:02.078599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37555c-3b3f-44ab-b9dc-31b484b02a12 None None] Pushing event updated for resources: {'Port': ['ID=c1447a42-a76d-4b24-a022-e1a0997e9c4f,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:02.108731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.161216 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Transition to ACTIVE for port object e9c82a6f-47b6-4115-84f4-43b5588564c2 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:02.165997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:02.173039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:subnet and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:02.175848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.194515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:02.197192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Transition to ACTIVE for port object e9c82a6f-47b6-4115-84f4-43b5588564c2 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:02.287501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:02.423379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.470228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bf5a864e-1e71-4161-89ad-13cf4a2be0b2 None None] For port c1447a42-a76d-4b24-a022-e1a0997e9c4f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c1447a42-a76d-4b24-a022-e1a0997e9c4f,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:02.473232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bf5a864e-1e71-4161-89ad-13cf4a2be0b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.505526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.514795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:02.516457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.520060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.536546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.561526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51508) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:02.611680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Network 80198ba1-d82a-43ee-a3ad-39a0d82e81bb is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:02.628496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:02.643694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:02.678419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] device_id is not set on port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:02.687677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 67648506-e5f8-4089-a265-969c46df1643 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:02.692345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.ipam_backend_mixin [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Performing IP validity checks on allocation pools {{(pid=89794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 12:15:02.693073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.ipam_backend_mixin [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 12:15:02.696270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:02.698167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.708723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:02.712265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:02.712864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.719768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:02.736023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Transition to ACTIVE for port object 468e8f33-ab61-4551-8fdf-32b9aedc4e21 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:02.755719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:02.762371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:02.763217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.767345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event updated for resources: {'Port': ['ID=088490c2-5fc5-470b-8ccb-09accc5df8c9,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:02.832325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=9f145971-9b24-4ad0-97ff-544f96a03cb7,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:02.862471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Allocated IP 2001:db8::2 (67648506-e5f8-4089-a265-969c46df1643/00fcba44-0003-4bd8-a459-bf6945d1a8fd/7c7baccd-b037-436a-9881-cf600e7f6b1d) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:02.887193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=3628ca19-6dd8-46db-ae13-1fbfa6315890,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:02.916731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.935891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:02.942019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a864e-1e71-4161-89ad-13cf4a2be0b2 None None] Calling delete_port for c1447a42-a76d-4b24-a022-e1a0997e9c4f owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:02.974693 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-820eb94f-6322-4e30-bab7-a8341110046f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.9148829 Sep 19 12:15:02.979397 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4e9b9df7-2eff-426c-a19e-60f5fe451ea3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9957843 Sep 19 12:15:02.983995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51516) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:02.983995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51518) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:03.062276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-329619970', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:03.081103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Network 0118639e-74aa-4d3b-ae73-5ee479898743 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:03.087907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event updated for resources: {'Port': ['ID=468e8f33-ab61-4551-8fdf-32b9aedc4e21,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:03.092256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.099250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:03.118916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:03.160521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Pushing event updated for resources: {'Port': ['ID=e9c82a6f-47b6-4115-84f4-43b5588564c2,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:03.218873 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5e9cbac5-e149-459c-99b4-89fcb697c46d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87c5296a6b824d48afe5d41d42d16053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6536455 Sep 19 12:15:03.225806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51528) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:03.237820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=83dcadd7-99a2-4b53-9a88-b20434dea148,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:03.316812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.317354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.317814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.322350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51532) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:03.341280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:03.342555 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:03.348140 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 2 to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 Sep 19 12:15:03.365191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:03.370509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:router and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:03.373769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:03.375669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.375669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.376133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.379796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:03.387460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking segment: {'id': '0603330e-eb62-4467-9277-233f89b5e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '778bef87-5379-4e5c-b075-a5b352385a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:03.388390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network hostable DHCP agents. Network: 778bef87-5379-4e5c-b075-a5b352385a76, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:03.390175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-7322d033-8ec2-460e-94be-56b7bf5699d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 3628ca19-6dd8-46db-ae13-1fbfa6315890 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:03.390528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7322d033-8ec2-460e-94be-56b7bf5699d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.398407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:03.398815 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:03.401212 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 3 to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 Sep 19 12:15:03.411269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Attempting to bind port e9c82a6f-47b6-4115-84f4-43b5588564c2 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.411909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Attempting to bind port e9c82a6f-47b6-4115-84f4-43b5588564c2 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9892713a-43db-41c8-a784-f17d07ab7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0118639e-74aa-4d3b-ae73-5ee479898743'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.412087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Attempting to bind port e9c82a6f-47b6-4115-84f4-43b5588564c2 on network 0118639e-74aa-4d3b-ae73-5ee479898743 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.423988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:03.423988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Checking segment: {'id': '9892713a-43db-41c8-a784-f17d07ab7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0118639e-74aa-4d3b-ae73-5ee479898743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:03.429058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.429058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.429215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.429306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.429380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Bound using segment: {'id': '9892713a-43db-41c8-a784-f17d07ab7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0118639e-74aa-4d3b-ae73-5ee479898743'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:03.429380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Bound port: e9c82a6f-47b6-4115-84f4-43b5588564c2, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9892713a-43db-41c8-a784-f17d07ab7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0118639e-74aa-4d3b-ae73-5ee479898743'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:03.429380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.430196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2773e5ad-bcd3-4ee2-9610-f29d43e734a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.445142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:03.445404 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:03.448762 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 4 to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 Sep 19 12:15:03.477527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2773e5ad-bcd3-4ee2-9610-f29d43e734a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.481528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.488424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.488890 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.489362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.505940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1303660146', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:03.513617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:03.514044 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:03.515016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:03.518565 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 5 to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 Sep 19 12:15:03.533183 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bf5a864e-1e71-4161-89ad-13cf4a2be0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.540763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Usage tracker for resource:port and tenant:fe7c4411808d4e0db065835ec4485c61 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:03.548444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:03.549060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.550170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.556177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:03.563118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.563289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.563586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.569967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network 778bef87-5379-4e5c-b075-a5b352385a76 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:03.575198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:03.575533 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:03.577729 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 6 to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 Sep 19 12:15:03.596540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.596790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.598785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.606402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a864e-1e71-4161-89ad-13cf4a2be0b2 None None] Pushing event deleted for resources: {'Port': ['ID=c1447a42-a76d-4b24-a022-e1a0997e9c4f,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:03.610065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a864e-1e71-4161-89ad-13cf4a2be0b2 None None] No DVR routers for this DVR port c1447a42-a76d-4b24-a022-e1a0997e9c4f on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:15:03.613891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:03.614830 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:03.616836 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 7 to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 Sep 19 12:15:03.640750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.641173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.641606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.642656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.649640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:03.649640 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:03.650449 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 8 to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 Sep 19 12:15:03.652226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ee4ab-90cb-43a2-8f33-91b8313004b6 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:03.660381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Made reservation on behalf of fe7c4411808d4e0db065835ec4485c61 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:03.663032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.669114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] For port e9c82a6f-47b6-4115-84f4-43b5588564c2, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:03.684050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.699378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.699814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.700237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.705504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2773e5ad-bcd3-4ee2-9610-f29d43e734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.707934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 778bef87-5379-4e5c-b075-a5b352385a76) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:03.712603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:03.713503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.730077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Transition to ACTIVE for port object 7c7baccd-b037-436a-9881-cf600e7f6b1d will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:03.732110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:03.732529 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:03.733908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75150702-d401-47d2-9971-1bbf4899545e None None] Network 778bef87-5379-4e5c-b075-a5b352385a76 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:03.759165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.759901 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] For port e9c82a6f-47b6-4115-84f4-43b5588564c2, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e9c82a6f-47b6-4115-84f4-43b5588564c2,segment=NetworkSegment(9892713a-43db-41c8-a784-f17d07ab7b58),segment_id=9892713a-43db-41c8-a784-f17d07ab7b58)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:03.826477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c1447a42-a76d-4b24-a022-e1a0997e9c4f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:15:03.841677 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 9 to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 Sep 19 12:15:03.850548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:03.863244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773e5ad-bcd3-4ee2-9610-f29d43e734a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d22bcf-a09c-4762-9ac3-4c34e0ae3509,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:03.867040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Usage tracker for resource:security_group_rule and tenant:fe7c4411808d4e0db065835ec4485c61 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:03.877793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:03.889670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.890063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.890443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.894650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:03.902009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c1447a42-a76d-4b24-a022-e1a0997e9c4f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:15:03.902351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c1447a42-a76d-4b24-a022-e1a0997e9c4f not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:15:03.903052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:03.904058 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:03.904555 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.plugins.ml2.plugin [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 10 to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 Sep 19 12:15:03.913990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Transition to ACTIVE for port object 7c7baccd-b037-436a-9881-cf600e7f6b1d will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:03.921928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.923064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:03.923651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:03.924044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:03.929935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:03.930380 dv-neutron-857775-2-hyperv neutron-server[89794]: ERROR neutron.plugins.ml2.managers [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:03.930866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:03.940127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7322d033-8ec2-460e-94be-56b7bf5699d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.026309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2773e5ad-bcd3-4ee2-9610-f29d43e734a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.027670 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2773e5ad-bcd3-4ee2-9610-f29d43e734a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55d22bcf-a09c-4762-9ac3-4c34e0ae3509 HTTP/1.1" status: 204 len: 168 time: 0.7958579 Sep 19 12:15:04.046448 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bdde5514-c9eb-4ed3-9568-271fd5417fb8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0121377 Sep 19 12:15:04.060364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51540) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:04.071900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.085410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.121490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22595d-81dd-423a-b027-e6efa2409893 None None] Pushing event updated for resources: {'Port': ['ID=e9c82a6f-47b6-4115-84f4-43b5588564c2,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:04.128400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-7322d033-8ec2-460e-94be-56b7bf5699d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 3628ca19-6dd8-46db-ae13-1fbfa6315890 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:04.190799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.243614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] For port 468e8f33-ab61-4551-8fdf-32b9aedc4e21, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:04.244171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempted to set empty binding levels {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 12:15:04.248108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Network 67648506-e5f8-4089-a265-969c46df1643 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:04.268591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:04.275627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:04.312927 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.315172 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-40c728e3-f4d3-47c7-ae8a-cfeb8d5a7d75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3317347 Sep 19 12:15:04.318941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51544) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:04.410603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Pushing event updated for resources: {'Port': ['ID=7c7baccd-b037-436a-9881-cf600e7f6b1d,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:04.438835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.466475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.476963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.477521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] In _notify_port_updated(), no bound segment for port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:15:04.478404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.479040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.483075 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "PUT /v2.0/ports/468e8f33-ab61-4551-8fdf-32b9aedc4e21 HTTP/1.1" status: 200 len: 976 time: 2.5753422 Sep 19 12:15:04.493450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51548) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:04.593260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '9f145971-9b24-4ad0-97ff-544f96a03cb7'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:04.594089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.624613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7322d033-8ec2-460e-94be-56b7bf5699d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.655831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-778bef87-5379-4e5c-b075-a5b352385a76', 'network_id': '778bef87-5379-4e5c-b075-a5b352385a76', 'tenant_id': 'dfb4af15b8f94db4bc3ba793ccb86146', 'fixed_ips': [{'subnet_id': '83dcadd7-99a2-4b53-9a88-b20434dea148'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:04.657008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.678582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Attempting to bind port 7c7baccd-b037-436a-9881-cf600e7f6b1d on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:04.681786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Attempting to bind port 7c7baccd-b037-436a-9881-cf600e7f6b1d by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '688c2d9f-c0f5-4f79-b14e-f674b050d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '67648506-e5f8-4089-a265-969c46df1643'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:04.681786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Attempting to bind port 7c7baccd-b037-436a-9881-cf600e7f6b1d on network 67648506-e5f8-4089-a265-969c46df1643 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:04.725299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7322d033-8ec2-460e-94be-56b7bf5699d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.739090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6b6a4-89d0-4af8-9726-6f46e0ffa995 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event updated for resources: {'Port': ['ID=468e8f33-ab61-4551-8fdf-32b9aedc4e21,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:04.740018 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7322d033-8ec2-460e-94be-56b7bf5699d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/3628ca19-6dd8-46db-ae13-1fbfa6315890 HTTP/1.1" status: 204 len: 168 time: 1.7581837 Sep 19 12:15:04.747807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51554) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:04.791352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event updated for resources: {'Port': ['ID=088490c2-5fc5-470b-8ccb-09accc5df8c9,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:04.838520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.848843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:04.849739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Checking segment: {'id': '688c2d9f-c0f5-4f79-b14e-f674b050d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '67648506-e5f8-4089-a265-969c46df1643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:04.850948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.853554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Bound using segment: {'id': '688c2d9f-c0f5-4f79-b14e-f674b050d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '67648506-e5f8-4089-a265-969c46df1643'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:04.855060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Bound port: 7c7baccd-b037-436a-9881-cf600e7f6b1d, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688c2d9f-c0f5-4f79-b14e-f674b050d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '67648506-e5f8-4089-a265-969c46df1643'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:04.856023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.883004 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a76ada-2eea-4867-8648-6745da2894e9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:15:04.883898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-58a76ada-2eea-4867-8648-6745da2894e9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:04.889219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322d033-8ec2-460e-94be-56b7bf5699d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=3628ca19-6dd8-46db-ae13-1fbfa6315890,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:04.901532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:04.919487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.920336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.920954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.921602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:04.928610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Synchronizing usage tracker for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:04.983939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.031337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.039019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.043512 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-07f9d657-375a-444c-a209-18b25c640877 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9833131 Sep 19 12:15:05.043512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Unset dirty status for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:05.044400 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-65456306-84a7-4aef-8202-0224723af2a0 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13532 time: 0.5157392 Sep 19 12:15:05.045510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-58a76ada-2eea-4867-8648-6745da2894e9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:05.047465 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-58a76ada-2eea-4867-8648-6745da2894e9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/3628ca19-6dd8-46db-ae13-1fbfa6315890 HTTP/1.1" status: 404 len: 333 time: 0.2959371 Sep 19 12:15:05.048212 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51564) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:05.048674 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51566) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:05.076905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51568) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:05.085326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] device_id is not set on port 20245dc1-5bfb-437c-a31d-8423d851bd50 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:05.242027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] For port 7c7baccd-b037-436a-9881-cf600e7f6b1d, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:05.247110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f791b4d0-1809-4231-9265-44c8428fc2ad tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Synchronizing usage tracker for tenant:834e58cf75c44552bf929517daeed976 on resource:floatingip {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:05.247717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/9f145971-9b24-4ad0-97ff-544f96a03cb7/ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:05.268791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-23c920c6-8967-498e-be0d-e9c080964fc7 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Deleting port 468e8f33-ab61-4551-8fdf-32b9aedc4e21 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:05.270487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-23c920c6-8967-498e-be0d-e9c080964fc7 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.277490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed98e76-fc5f-47f8-9e2c-b60e0d7eff5d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:05.283053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] For port 7c7baccd-b037-436a-9881-cf600e7f6b1d, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7c7baccd-b037-436a-9881-cf600e7f6b1d,segment=NetworkSegment(688c2d9f-c0f5-4f79-b14e-f674b050d9d6),segment_id=688c2d9f-c0f5-4f79-b14e-f674b050d9d6)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:05.390343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e5d543-c021-469c-8e38-c977dea37428 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet 00fcba44-0003-4bd8-a459-bf6945d1a8fd {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:15:05.405614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-69e5d543-c021-469c-8e38-c977dea37428 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.405956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Allocated IP 2001:db8::3 (778bef87-5379-4e5c-b075-a5b352385a76/83dcadd7-99a2-4b53-9a88-b20434dea148/eb7770b1-e4a8-4f26-9fdd-bef9740af0d7) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:05.406667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.429099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f791b4d0-1809-4231-9265-44c8428fc2ad tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Unset dirty status for tenant:834e58cf75c44552bf929517daeed976 on resource:floatingip {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:05.431059 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f791b4d0-1809-4231-9265-44c8428fc2ad tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=80198ba1-d82a-43ee-a3ad-39a0d82e81bb HTTP/1.1" status: 200 len: 689 time: 0.3812141 Sep 19 12:15:05.435294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51582) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:05.461966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-69e5d543-c021-469c-8e38-c977dea37428 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.536772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768d931-4a47-4bd3-a587-ad276bf7674e None None] Pushing event updated for resources: {'Port': ['ID=7c7baccd-b037-436a-9881-cf600e7f6b1d,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:05.662114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.668343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86769b1e-2aa2-479d-9768-9572da929624 None None] Network 0118639e-74aa-4d3b-ae73-5ee479898743 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:05.740535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-69e5d543-c021-469c-8e38-c977dea37428 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.832199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51590) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:05.914095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.925046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Transition to ACTIVE for port object ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:05.931513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-23c920c6-8967-498e-be0d-e9c080964fc7 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] For port 468e8f33-ab61-4551-8fdf-32b9aedc4e21, host hv-neutron-8577, got binding levels [] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:05.932238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-23c920c6-8967-498e-be0d-e9c080964fc7 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:05.949670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Transition to ACTIVE for port object ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:06.119183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-23c920c6-8967-498e-be0d-e9c080964fc7 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Calling delete_port for 468e8f33-ab61-4551-8fdf-32b9aedc4e21 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:06.129478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e9c82a6f-47b6-4115-84f4-43b5588564c2 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:06.154238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.155398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-511518754'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:06.174060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:06.177989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.185511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Usage tracker for resource:network and tenant:fc4c336eeb5c409b8979156c955b6487 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:06.189555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:06.202527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Allocated IP 172.26.5.174 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/20245dc1-5bfb-437c-a31d-8423d851bd50) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:06.243462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:06.260053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Pushing event updated for resources: {'Port': ['ID=ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:06.264056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:06.266001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:06.309528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:06.358186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Deleting port 088490c2-5fc5-470b-8ccb-09accc5df8c9 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:06.359632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.381030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.411320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Transition to ACTIVE for port object eb7770b1-e4a8-4f26-9fdd-bef9740af0d7 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:06.478248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-664762cb-f590-4072-8e13-73632ce76594 None None] Provisioning for port e9c82a6f-47b6-4115-84f4-43b5588564c2 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:06.492622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Made reservation on behalf of fc4c336eeb5c409b8979156c955b6487 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:06.496324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.498233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Attempting to bind port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:06.498605 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Attempting to bind port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:06.499061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Attempting to bind port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:06.502276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Transition to ACTIVE for port object eb7770b1-e4a8-4f26-9fdd-bef9740af0d7 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:06.521437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.522025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:06.522397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:06.522816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.523796 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:06.524447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Bound port: ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:06.524818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.541875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-23c920c6-8967-498e-be0d-e9c080964fc7 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.543936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:06.599538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Usage tracker for resource:security_group_rule and tenant:fc4c336eeb5c409b8979156c955b6487 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:06.605059 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c920c6-8967-498e-be0d-e9c080964fc7 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event deleted for resources: {'Port': ['ID=468e8f33-ab61-4551-8fdf-32b9aedc4e21,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:06.607170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:06.618990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:06.621306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-23c920c6-8967-498e-be0d-e9c080964fc7 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.635201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.652699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-69e5d543-c021-469c-8e38-c977dea37428 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.694650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.695143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.739243 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::1 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/9f145971-9b24-4ad0-97ff-544f96a03cb7/84e24e90-2500-4d6f-aafa-ca0c17fe0ffb) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:06.742871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] For port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:06.744393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d543-c021-469c-8e38-c977dea37428 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=00fcba44-0003-4bd8-a459-bf6945d1a8fd,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:06.754507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port e9c82a6f-47b6-4115-84f4-43b5588564c2 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:06.755309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-69e5d543-c021-469c-8e38-c977dea37428 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.782227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] For port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:06.789700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e9c82a6f-47b6-4115-84f4-43b5588564c2 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:06.790084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.813409 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-69e5d543-c021-469c-8e38-c977dea37428 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/00fcba44-0003-4bd8-a459-bf6945d1a8fd HTTP/1.1" status: 204 len: 168 time: 1.6801353 Sep 19 12:15:06.818529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.819056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51596) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:06.824791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Network 778bef87-5379-4e5c-b075-a5b352385a76 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:06.832316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:06.835047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:06.897531 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-23c920c6-8967-498e-be0d-e9c080964fc7 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "DELETE /v2.0/ports/468e8f33-ab61-4551-8fdf-32b9aedc4e21 HTTP/1.1" status: 204 len: 168 time: 1.8455851 Sep 19 12:15:06.910156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.950430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Pushing event updated for resources: {'Port': ['ID=eb7770b1-e4a8-4f26-9fdd-bef9740af0d7,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:06.970803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.991162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:06.991261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51602) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:07.008963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Calling delete_port for 088490c2-5fc5-470b-8ccb-09accc5df8c9 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:07.022036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.030016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.074371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da1e03-9dec-4d99-ad0d-0e742e3f070b None None] Network 67648506-e5f8-4089-a265-969c46df1643 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:07.128151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:07.132333 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc74c270-9cd6-46a5-be73-8e1181b4c483 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] GET failed (client error): The resource could not be found. Sep 19 12:15:07.132980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-dc74c270-9cd6-46a5-be73-8e1181b4c483 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Synchronizing usage tracker for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:07.160096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a068ef8c-e96f-4969-8cf9-c51d557bf813,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:07.167784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.168132 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Added segment 35edf179-eb05-4822-b935-d9e77b1bf4bb of type vlan for network 4ca35586-db1e-41e5-bf79-41a86a009efb Sep 19 12:15:07.206318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Subnet': ['ID=83dcadd7-99a2-4b53-9a88-b20434dea148,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:07.222799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.308048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-dc74c270-9cd6-46a5-be73-8e1181b4c483 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Unset dirty status for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:07.309385 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-dc74c270-9cd6-46a5-be73-8e1181b4c483 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "GET /v2.0/ports/468e8f33-ab61-4551-8fdf-32b9aedc4e21 HTTP/1.1" status: 404 len: 333 time: 0.3103380 Sep 19 12:15:07.314019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Attempting to bind port eb7770b1-e4a8-4f26-9fdd-bef9740af0d7 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:07.314603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Attempting to bind port eb7770b1-e4a8-4f26-9fdd-bef9740af0d7 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '0603330e-eb62-4467-9277-233f89b5e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '778bef87-5379-4e5c-b075-a5b352385a76'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:07.317972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Attempting to bind port eb7770b1-e4a8-4f26-9fdd-bef9740af0d7 on network 778bef87-5379-4e5c-b075-a5b352385a76 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:07.322927 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51606) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:07.328736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1701843312', 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:07.351321 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:07.353685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 7c7baccd-b037-436a-9881-cf600e7f6b1d {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:07.354301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.376941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:07.385222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:07.385625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Checking segment: {'id': '0603330e-eb62-4467-9277-233f89b5e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '778bef87-5379-4e5c-b075-a5b352385a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:07.386222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.386619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Bound using segment: {'id': '0603330e-eb62-4467-9277-233f89b5e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '778bef87-5379-4e5c-b075-a5b352385a76'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:07.387160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Bound port: eb7770b1-e4a8-4f26-9fdd-bef9740af0d7, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0603330e-eb62-4467-9277-233f89b5e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '778bef87-5379-4e5c-b075-a5b352385a76'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:07.387655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.396658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e9c82a6f-47b6-4115-84f4-43b5588564c2 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:07.400909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.425088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.446781 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cfcd43f2-dd2b-40e5-8b4e-7802bb4649ff None None] Provisioning complete for port e9c82a6f-47b6-4115-84f4-43b5588564c2 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:07.446781 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd43f2-dd2b-40e5-8b4e-7802bb4649ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.456109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.462657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:07.464030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.489385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.501297 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Made reservation on behalf of 461b679675d0465f9287863141837c5c for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:07.501297 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.511358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.562437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98790f65-ee7e-4928-a7d6-7ee4f1b5d1b4 None None] Pushing event updated for resources: {'Port': ['ID=ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:07.615641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:07.625259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778bef87-5379-4e5c-b075-a5b352385a76']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:07.632997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:07.638944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event deleted for resources: {'Port': ['ID=088490c2-5fc5-470b-8ccb-09accc5df8c9,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:07.656330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:07.664745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port e9c82a6f-47b6-4115-84f4-43b5588564c2, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e9c82a6f-47b6-4115-84f4-43b5588564c2,segment=NetworkSegment(9892713a-43db-41c8-a784-f17d07ab7b58),segment_id=9892713a-43db-41c8-a784-f17d07ab7b58)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:07.689205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] device_id is not set on port cb3a3b3c-b55e-4642-9ee7-3a76496ec7c1 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:07.692491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0603330e-eb62-4467-9277-233f89b5e36b') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:07.692875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0603330e-eb62-4467-9277-233f89b5e36b') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:07.700755 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Pushing event updated for resources: {'Port': ['ID=20245dc1-5bfb-437c-a31d-8423d851bd50,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:07.741594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] For port eb7770b1-e4a8-4f26-9fdd-bef9740af0d7, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:07.751409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.761918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.823979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] For port eb7770b1-e4a8-4f26-9fdd-bef9740af0d7, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=eb7770b1-e4a8-4f26-9fdd-bef9740af0d7,segment=NetworkSegment(0603330e-eb62-4467-9277-233f89b5e36b),segment_id=0603330e-eb62-4467-9277-233f89b5e36b)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:07.825608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.856965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd43f2-dd2b-40e5-8b4e-7802bb4649ff None None] Current status of the port e9c82a6f-47b6-4115-84f4-43b5588564c2 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:07.870907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Pushing event updated for resources: {'Network': ['ID=4ca35586-db1e-41e5-bf79-41a86a009efb,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:07.883450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=e9c82a6f-47b6-4115-84f4-43b5588564c2,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:07.888629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:07.890370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:07.895359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.896549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.906304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.965577 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-53564a41-069e-4484-a342-cf15ab8e068f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1285369 Sep 19 12:15:07.966155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:07.967562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.970231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51610) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:07.975341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 4ca35586-db1e-41e5-bf79-41a86a009efb details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:07.977216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:07.985708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Request body: {'subnet': {'network_id': '4ca35586-db1e-41e5-bf79-41a86a009efb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:08.046387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] DHCP port deletion for 67648506-e5f8-4089-a265-969c46df1643 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:15:08.131017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] Deleting port 7c7baccd-b037-436a-9881-cf600e7f6b1d {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:08.131769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.180263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:08.206969 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 0603330e-eb62-4467-9277-233f89b5e36b resource provider aggregate not found Sep 19 12:15:08.219220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] For port 7c7baccd-b037-436a-9881-cf600e7f6b1d, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7c7baccd-b037-436a-9881-cf600e7f6b1d,segment=NetworkSegment(688c2d9f-c0f5-4f79-b14e-f674b050d9d6),segment_id=688c2d9f-c0f5-4f79-b14e-f674b050d9d6)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:08.225050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.263493 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cd1d7a77-ad36-4d75-a933-d093cceab121 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.9366493 Sep 19 12:15:08.264243 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51618) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:08.277764 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 0603330e-eb62-4467-9277-233f89b5e36b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0603330e-eb62-4467-9277-233f89b5e36b found for delete ", "request_id": "req-71795006-198f-487a-9144-21c3b98b29b3"}]} Sep 19 12:15:08.287363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}]}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:08.300634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44792118-4e9d-4fb5-bbed-e0bbff596957 None None] Pushing event updated for resources: {'Port': ['ID=eb7770b1-e4a8-4f26-9fdd-bef9740af0d7,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:08.315479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:08.318308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844325f-38d4-414c-b77f-86e0be499a6c None None] Network 778bef87-5379-4e5c-b075-a5b352385a76 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:08.364050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9c5039ee-2833-4313-8609-eb38639cca8e None None] Provisioning for port 7c7baccd-b037-436a-9881-cf600e7f6b1d completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:08.389477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.428872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Usage tracker for resource:subnet and tenant:fc4c336eeb5c409b8979156c955b6487 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:08.439987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 7c7baccd-b037-436a-9881-cf600e7f6b1d owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:08.449090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:08.464225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:08.476819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:08.482925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Usage tracker for resource:router and tenant:fe7c4411808d4e0db065835ec4485c61 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:08.492309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:08.513776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:08.514043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.604727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:15:08.604727 dv-neutron-857775-2-hyperv neutron-server[89794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:15:08.604727 dv-neutron-857775-2-hyperv neutron-server[89794]: [parameters: {'id': '778bef87-5379-4e5c-b075-a5b352385a76'}] Sep 19 12:15:08.604727 dv-neutron-857775-2-hyperv neutron-server[89794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:15:08.605205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:15:08.644831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Made reservation on behalf of fc4c336eeb5c409b8979156c955b6487 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:08.649116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.681281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.682537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.686604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.722892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.724635 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.728876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.745700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:08.771224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:08.775133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No DVR routers for this DVR port 7c7baccd-b037-436a-9881-cf600e7f6b1d on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:15:08.777988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:08.780650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.820833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:08.822310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.835173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=341514ff-228d-4df3-aa99-a4e3e3f5546b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:08.873518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Network 50b729c2-acc3-4a81-ad58-a1d263827be4 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:08.880968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] For port 7c7baccd-b037-436a-9881-cf600e7f6b1d, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7c7baccd-b037-436a-9881-cf600e7f6b1d,segment=NetworkSegment(688c2d9f-c0f5-4f79-b14e-f674b050d9d6),segment_id=688c2d9f-c0f5-4f79-b14e-f674b050d9d6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:08.881617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:08.884745 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:08.947483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:08.948501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:08.949322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.014668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.027221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event updated for resources: {'Port': ['ID=cb3a3b3c-b55e-4642-9ee7-3a76496ec7c1,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:09.042182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5ab0e26a-3349-49bd-8372-4418f0770e1b None None] Provisioning for port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:09.052041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=84e24e90-2500-4d6f-aafa-ca0c17fe0ffb,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:09.053709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] Calling delete_port for 7c7baccd-b037-436a-9881-cf600e7f6b1d owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:09.063671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80198ba1-d82a-43ee-a3ad-39a0d82e81bb']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:09.080720 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d14520-e8c0-4e7a-bdd8-b2bd2f981241') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:09.081368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d14520-e8c0-4e7a-bdd8-b2bd2f981241') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:09.106267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.110830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5ab0e26a-3349-49bd-8372-4418f0770e1b None None] Provisioning complete for port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:09.111267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e26a-3349-49bd-8372-4418f0770e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.136645 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=7c7baccd-b037-436a-9881-cf600e7f6b1d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:09.138003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.144656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.154602 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4d3f4e60-630a-4a5b-8bb6-e24c58baa59a tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8303571 Sep 19 12:15:09.160569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51624) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:09.186784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting port eb7770b1-e4a8-4f26-9fdd-bef9740af0d7 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:09.187353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.220352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67648506-e5f8-4089-a265-969c46df1643']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:09.230737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.247376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688c2d9f-c0f5-4f79-b14e-f674b050d9d6') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:09.247677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688c2d9f-c0f5-4f79-b14e-f674b050d9d6') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:09.264545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.264768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:09.265237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.292806 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:15:09.293179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:15:09.359680 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 99d14520-e8c0-4e7a-bdd8-b2bd2f981241 resource provider aggregate not found Sep 19 12:15:09.375839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da435de1-19be-40a1-a30c-9bf04b6168a4 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:09.376413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-da435de1-19be-40a1-a30c-9bf04b6168a4 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Synchronizing usage tracker for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:09.391930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0e26a-3349-49bd-8372-4418f0770e1b None None] Current status of the port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:09.395243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e26a-3349-49bd-8372-4418f0770e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.404187 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 99d14520-e8c0-4e7a-bdd8-b2bd2f981241 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99d14520-e8c0-4e7a-bdd8-b2bd2f981241 found for delete ", "request_id": "req-37ca586d-b7eb-4082-b925-0ddb1e3a9249"}]} Sep 19 12:15:09.434152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.434777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5ab0e26a-3349-49bd-8372-4418f0770e1b None None] For port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:09.504860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.525662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80198ba1-d82a-43ee-a3ad-39a0d82e81bb {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 12:15:09.529633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.531548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:09.531951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.532547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event deleted for resources: {'Network': ['ID=80198ba1-d82a-43ee-a3ad-39a0d82e81bb,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:09.536439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e26a-3349-49bd-8372-4418f0770e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.538734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-da435de1-19be-40a1-a30c-9bf04b6168a4 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Unset dirty status for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:09.542642 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-da435de1-19be-40a1-a30c-9bf04b6168a4 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "GET /v2.0/ports/cb3a3b3c-b55e-4642-9ee7-3a76496ec7c1 HTTP/1.1" status: 200 len: 955 time: 0.3783598 Sep 19 12:15:09.542642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.544407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51632) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:09.617954 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d5300b11-f87b-486c-a875-04a41267fa41 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "DELETE /v2.0/networks/80198ba1-d82a-43ee-a3ad-39a0d82e81bb HTTP/1.1" status: 204 len: 168 time: 4.1797929 Sep 19 12:15:09.630223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51636) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:09.637904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0e26a-3349-49bd-8372-4418f0770e1b None None] Pushing event updated for resources: {'Port': ['ID=ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:09.733453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-293530a0-27a7-48f1-88e6-b0e76e5aca34 None None] Provisioning for port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:09.741713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-293530a0-27a7-48f1-88e6-b0e76e5aca34 None None] Provisioning complete for port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:09.743838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-293530a0-27a7-48f1-88e6-b0e76e5aca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.753334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Pushing event updated for resources: {'Subnet': ['ID=002a0489-4905-4df7-bfa1-c97f24a95750,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:09.784461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c8d30573-e261-4242-be71-b3a5c1b7fad3 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Deleting port cb3a3b3c-b55e-4642-9ee7-3a76496ec7c1 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:09.784794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c8d30573-e261-4242-be71-b3a5c1b7fad3 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.808084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] Deleting port 7c7baccd-b037-436a-9881-cf600e7f6b1d {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:09.808509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.848851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4d8b458b-3be6-4928-bc13-3c09cb705402 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Synchronizing usage tracker for tenant:834e58cf75c44552bf929517daeed976 on resource:floatingip {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:09.855413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Checking segment: {'id': '35edf179-eb05-4822-b935-d9e77b1bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4ca35586-db1e-41e5-bf79-41a86a009efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:09.855782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Network hostable DHCP agents. Network: 4ca35586-db1e-41e5-bf79-41a86a009efb, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:09.905693 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:09.964518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-244dbce1-1475-4c92-a651-6c0465eedf1a None None] The port '7c7baccd-b037-436a-9881-cf600e7f6b1d' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:15:09.970578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e9c82a6f-47b6-4115-84f4-43b5588564c2 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:09.974247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.002813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.041997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54d5eab-8757-4c99-b7ff-d2844f4c704b None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:15:10.064516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.099583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Network': ['ID=67648506-e5f8-4089-a265-969c46df1643,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:10.103076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e9c82a6f-47b6-4115-84f4-43b5588564c2 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:10.103454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.131003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] For port eb7770b1-e4a8-4f26-9fdd-bef9740af0d7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=eb7770b1-e4a8-4f26-9fdd-bef9740af0d7,segment=NetworkSegment(0603330e-eb62-4467-9277-233f89b5e36b),segment_id=0603330e-eb62-4467-9277-233f89b5e36b)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:10.131817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.148868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Network 4ca35586-db1e-41e5-bf79-41a86a009efb is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:10.151120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4d8b458b-3be6-4928-bc13-3c09cb705402 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Unset dirty status for tenant:834e58cf75c44552bf929517daeed976 on resource:floatingip {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:10.152313 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4d8b458b-3be6-4928-bc13-3c09cb705402 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.5118523 Sep 19 12:15:10.165446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51640) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:10.168535 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-293530a0-27a7-48f1-88e6-b0e76e5aca34 None None] Port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:10.241689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c8d30573-e261-4242-be71-b3a5c1b7fad3 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.303342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e9c82a6f-47b6-4115-84f4-43b5588564c2 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:10.304784 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:10.374638 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Calling delete_port for eb7770b1-e4a8-4f26-9fdd-bef9740af0d7 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:10.409742 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c8d30573-e261-4242-be71-b3a5c1b7fad3 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Calling delete_port for cb3a3b3c-b55e-4642-9ee7-3a76496ec7c1 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:10.442188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 4ca35586-db1e-41e5-bf79-41a86a009efb) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:10.457631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:10.458221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.469243 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 688c2d9f-c0f5-4f79-b14e-f674b050d9d6 resource provider aggregate not found Sep 19 12:15:10.479782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:10.480142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.484213 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d5235249-347f-4e69-96ae-ac17f5372e67 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/networks/67648506-e5f8-4089-a265-969c46df1643 HTTP/1.1" status: 204 len: 168 time: 3.6640196 Sep 19 12:15:10.485164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:10.485164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:10.487386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:10.487386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:10.487386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:10.487386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:10.487677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:10.488050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:10.489120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Synchronizing usage tracker for tenant:834e58cf75c44552bf929517daeed976 on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:10.493880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51648) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:10.510837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'name': 'tempest-PortsIpV6TestJSON-1275048621'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:10.547784 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 688c2d9f-c0f5-4f79-b14e-f674b050d9d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 688c2d9f-c0f5-4f79-b14e-f674b050d9d6 found for delete ", "request_id": "req-960db1d3-9b1b-4251-aa77-edf93ec1cca1"}]} Sep 19 12:15:10.632173 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8b3996af-f730-4169-abab-3b41e3154a30 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6570234 Sep 19 12:15:10.643738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51652) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:10.651449 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Request body: {'port': {'network_id': '4ca35586-db1e-41e5-bf79-41a86a009efb', 'name': 'tempest-TagsExtTest-1184707341'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:10.666188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54d5eab-8757-4c99-b7ff-d2844f4c704b None None] Unable to find a vacant binding_index for network 4ca35586-db1e-41e5-bf79-41a86a009efb and agent b44e403b-9360-4ee7-8b10-fce7670abc00 {{(pid=89796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 19 12:15:10.677171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54d5eab-8757-4c99-b7ff-d2844f4c704b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 4ca35586-db1e-41e5-bf79-41a86a009efb) {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:15:10.689788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:10.704266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7c7baccd-b037-436a-9881-cf600e7f6b1d no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:15:10.754852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Unset dirty status for tenant:834e58cf75c44552bf929517daeed976 on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:10.755095 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8e82dc76-d68e-4fe9-91c5-f2b846debb01 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5268 time: 0.5862789 Sep 19 12:15:10.756909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:10.761871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51658) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:10.768487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:10.813342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 7c7baccd-b037-436a-9881-cf600e7f6b1d {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:15:10.813342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7c7baccd-b037-436a-9881-cf600e7f6b1d not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:15:10.828201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.833856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:10.847758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c8d30573-e261-4242-be71-b3a5c1b7fad3 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.858847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:10.867708 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-e9391e88-2397-4abc-9021-70b2f88bfb19 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] delete failed (client error): The resource could not be found. Sep 19 12:15:10.869156 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e9391e88-2397-4abc-9021-70b2f88bfb19 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/b61ce766-3f61-4a70-8a6c-a992c5e20904 HTTP/1.1" status: 404 len: 345 time: 0.1062183 Sep 19 12:15:10.880101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51662) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:10.925793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Port': ['ID=eb7770b1-e4a8-4f26-9fdd-bef9740af0d7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:10.935333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No DVR routers for this DVR port eb7770b1-e4a8-4f26-9fdd-bef9740af0d7 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:15:10.942472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d30573-e261-4242-be71-b3a5c1b7fad3 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb3a3b3c-b55e-4642-9ee7-3a76496ec7c1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:10.951573 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c8d30573-e261-4242-be71-b3a5c1b7fad3 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.975681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:10.977815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:10.980545 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b631aea-8b2c-4746-b2c7-908ca6887447 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] DELETE failed (client error): The resource could not be found. Sep 19 12:15:10.980948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b631aea-8b2c-4746-b2c7-908ca6887447 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:15:10.982190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Usage tracker for resource:port and tenant:fc4c336eeb5c409b8979156c955b6487 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:10.985208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:10.991537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:11.056605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:11.060758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.079073 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2b631aea-8b2c-4746-b2c7-908ca6887447 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "DELETE /v2.0/networks/80198ba1-d82a-43ee-a3ad-39a0d82e81bb HTTP/1.1" status: 404 len: 339 time: 0.1908123 Sep 19 12:15:11.079896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51666) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:11.090116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Request body: {'network': {'name': 'tempest-network--708356505', 'router:external': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:11.099261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:11.102650 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c8d30573-e261-4242-be71-b3a5c1b7fad3 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "DELETE /v2.0/ports/cb3a3b3c-b55e-4642-9ee7-3a76496ec7c1 HTTP/1.1" status: 204 len: 168 time: 1.5273325 Sep 19 12:15:11.102650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Made reservation on behalf of fc4c336eeb5c409b8979156c955b6487 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:11.106151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.118085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port bcfb0961-e83a-423e-adea-68cad553e138 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:11.152140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51670) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:11.157110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Usage tracker for resource:network and tenant:834e58cf75c44552bf929517daeed976 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:11.163032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-4ca35586-db1e-41e5-bf79-41a86a009efb', 'network_id': '4ca35586-db1e-41e5-bf79-41a86a009efb', 'tenant_id': 'fc4c336eeb5c409b8979156c955b6487', 'fixed_ips': [{'subnet_id': '002a0489-4905-4df7-bfa1-c97f24a95750'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:11.174335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.182951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.183695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.198513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:11.232871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:11.238500 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce691f7-e670-41ca-8e29-8a82e1cb1938 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] GET failed (client error): The resource could not be found. Sep 19 12:15:11.239180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3ce691f7-e670-41ca-8e29-8a82e1cb1938 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Synchronizing usage tracker for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:11.264047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] device_id is not set on port a01d64f4-1e44-4166-bd6b-0e3cb655fb3d yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:11.300670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.380135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Allocated IP 172.20.0.2 (4ca35586-db1e-41e5-bf79-41a86a009efb/002a0489-4905-4df7-bfa1-c97f24a95750/d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:11.458868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Made reservation on behalf of 834e58cf75c44552bf929517daeed976 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:11.460176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.489555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3ce691f7-e670-41ca-8e29-8a82e1cb1938 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Unset dirty status for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:11.495323 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3ce691f7-e670-41ca-8e29-8a82e1cb1938 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "GET /v2.0/ports/cb3a3b3c-b55e-4642-9ee7-3a76496ec7c1 HTTP/1.1" status: 404 len: 333 time: 0.3367927 Sep 19 12:15:11.495323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51676) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:11.503054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Request body: {'port': {'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-941844382'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:11.520593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:11.532107 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=84e24e90-2500-4d6f-aafa-ca0c17fe0ffb,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:11.543077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778bef87-5379-4e5c-b075-a5b352385a76']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:11.550033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:11.563020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:11.571829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.572690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0603330e-eb62-4467-9277-233f89b5e36b') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:11.573163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0603330e-eb62-4467-9277-233f89b5e36b') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:11.575399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.575747 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Added segment b9af92ba-4d46-4c4d-a1cb-10de97da8a82 of type vlan for network ff8f6298-60dc-42c1-8f45-7beefc8f435d Sep 19 12:15:11.583848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.601431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b8ef32d4-9372-4613-8014-667e7a609703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.615981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.618038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.635408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.650949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.658710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Made reservation on behalf of 461b679675d0465f9287863141837c5c for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:11.661664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.674637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.682648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] device_id is not set on port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:11.693537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:11.697223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.735922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.787510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.789566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:11.789937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.837252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:11.840533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:11.867384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:11.928070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Transition to ACTIVE for port object d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:11.948361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:11.950372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Transition to ACTIVE for port object d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:12.016780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.027618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.047307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:12.049774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:12.055940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:12.056295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.098570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Network': ['ID=778bef87-5379-4e5c-b075-a5b352385a76,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:12.106014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Network 4ca35586-db1e-41e5-bf79-41a86a009efb is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:12.109208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:12.116146 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-da034699-70df-4352-99b0-f08a6950224a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/778bef87-5379-4e5c-b075-a5b352385a76 HTTP/1.1" status: 204 len: 168 time: 8.0451469 Sep 19 12:15:12.119069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51680) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:12.121153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:12.131217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Pushing event updated for resources: {'Port': ['ID=d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:12.131434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-382066740'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:12.139855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=bcfb0961-e83a-423e-adea-68cad553e138,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:12.142546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:12.153769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:network and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:12.160755 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:12.176029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:12.188115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event updated for resources: {'Network': ['ID=ff8f6298-60dc-42c1-8f45-7beefc8f435d,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:12.216702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network ff8f6298-60dc-42c1-8f45-7beefc8f435d details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:12.303424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Allocated IP 172.20.0.4 (4ca35586-db1e-41e5-bf79-41a86a009efb/002a0489-4905-4df7-bfa1-c97f24a95750/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:12.311439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.315571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Attempting to bind port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:12.315950 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Attempting to bind port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '35edf179-eb05-4822-b935-d9e77b1bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4ca35586-db1e-41e5-bf79-41a86a009efb'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:12.316308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Attempting to bind port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c on network 4ca35586-db1e-41e5-bf79-41a86a009efb {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:12.333790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:12.334163 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Checking segment: {'id': '35edf179-eb05-4822-b935-d9e77b1bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4ca35586-db1e-41e5-bf79-41a86a009efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:12.334565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.334988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Bound using segment: {'id': '35edf179-eb05-4822-b935-d9e77b1bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4ca35586-db1e-41e5-bf79-41a86a009efb'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:12.335488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Bound port: d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35edf179-eb05-4822-b935-d9e77b1bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4ca35586-db1e-41e5-bf79-41a86a009efb'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:12.336531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.346101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.429156 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9a2a8a26-30d0-472e-85be-e2702f8e432f tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3481700 Sep 19 12:15:12.431342 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-59c311b4-2b4d-4040-8b92-589cbd36b864 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9332983 Sep 19 12:15:12.448749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] For port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:12.453527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] For port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c,segment=NetworkSegment(35edf179-eb05-4822-b935-d9e77b1bf4bb),segment_id=35edf179-eb05-4822-b935-d9e77b1bf4bb)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:12.475912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51686) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:12.476320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51688) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:12.490555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Router 6d4f7d01-57a1-41bb-8623-9d7e73736985 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:15:12.569557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.573846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.586866 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Transition to ACTIVE for port object a01d64f4-1e44-4166-bd6b-0e3cb655fb3d will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:12.615153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.659931 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 0603330e-eb62-4467-9277-233f89b5e36b resource provider aggregate not found Sep 19 12:15:12.663325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d361a-595f-43a6-922c-85f1c724cbd9 None None] Pushing event updated for resources: {'Port': ['ID=d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:12.692339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.713669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:12.717107 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.733813 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Network 50b729c2-acc3-4a81-ad58-a1d263827be4 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:12.739452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:12.747044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Network 4ca35586-db1e-41e5-bf79-41a86a009efb is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:12.747905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:12.748820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:12.749421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.753355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:12.755138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event updated for resources: {'Port': ['ID=60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:12.759237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:12.876822 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 0603330e-eb62-4467-9277-233f89b5e36b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0603330e-eb62-4467-9277-233f89b5e36b found for delete ", "request_id": "req-82f38d7b-61e5-478c-a758-5e1911742b5d"}]} Sep 19 12:15:12.922885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:12.926645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:12.964056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Pushing event updated for resources: {'Port': ['ID=a01d64f4-1e44-4166-bd6b-0e3cb655fb3d,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:12.967643 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7eed8d6f-81a8-4f22-b2c5-47787abd7cf9 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4715488 Sep 19 12:15:12.970411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51700) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:12.980203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:13.086120 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-de6a5c6e-8b32-40c3-ab14-1587a8a85b8f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4425986 Sep 19 12:15:13.091842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51704) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:13.100583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1322850688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:13.117865 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:13.151388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-fc18d1c2-1173-4913-8ad1-d4eeb57c5b90 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port bcfb0961-e83a-423e-adea-68cad553e138 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:13.152013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fc18d1c2-1173-4913-8ad1-d4eeb57c5b90 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.167222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Usage tracker for resource:router and tenant:fc4c336eeb5c409b8979156c955b6487 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:13.172959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:13.185173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:13.198185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.259640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713cea2-77fc-4e4e-89e8-655b37ab4970 req-5aecd4e2-909d-4510-8ad2-7608d47ecb62 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:13.261221 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f713cea2-77fc-4e4e-89e8-655b37ab4970 req-5aecd4e2-909d-4510-8ad2-7608d47ecb62 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2506914 Sep 19 12:15:13.294986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.314487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.337090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:13.342533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.343529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.400159 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f713cea2-77fc-4e4e-89e8-655b37ab4970 req-da7f1a05-b67a-4741-b937-9366018b429e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246560 Sep 19 12:15:13.423033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:15:13.442784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.442957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.443073 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Added segment 8690e33e-3e51-4693-a4a1-826629f85d7f of type vlan for network adbda077-abe6-4db3-81ae-1ca36bb7bd4a Sep 19 12:15:13.445941 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Sync routers for ids ['6d4f7d01-57a1-41bb-8623-9d7e73736985'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:15:13.451605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74155714-fb67-42db-a141-d7c11912a4b0 tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:13.456983 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Routers {'6d4f7d01-57a1-41bb-8623-9d7e73736985'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:13.457706 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:14:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6d4f7d01-57a1-41bb-8623-9d7e73736985'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:13.457855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74155714-fb67-42db-a141-d7c11912a4b0 tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:13.464370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74155714-fb67-42db-a141-d7c11912a4b0 tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:13.470417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74155714-fb67-42db-a141-d7c11912a4b0 tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:13.471315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-74155714-fb67-42db-a141-d7c11912a4b0 tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Synchronizing usage tracker for tenant:2c890ace0e7348e2961b11f2aff153bc on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:13.543131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] device_id is not set on port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:13.554011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.573065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Transition to ACTIVE for port object 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae will not be triggered until provisioned by entity L2. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:13.574037 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6e96e600-c16c-41ea-b6b5-380f08732741 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "PUT /v2.0/routers/6d4f7d01-57a1-41bb-8623-9d7e73736985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2549121 Sep 19 12:15:13.574214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51708) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:13.638590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.643007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.645673 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Set router 6d4f7d01-57a1-41bb-8623-9d7e73736985 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:15:13.646774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.647275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 572e84a3-69b0-4653-a99a-d0e40380977c {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:15:13.680429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.681373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-74155714-fb67-42db-a141-d7c11912a4b0 tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Unset dirty status for tenant:2c890ace0e7348e2961b11f2aff153bc on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:13.682641 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-74155714-fb67-42db-a141-d7c11912a4b0 tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 1.2048912 Sep 19 12:15:13.693847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51712) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:13.701666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fc18d1c2-1173-4913-8ad1-d4eeb57c5b90 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.722101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-603ded1d-416a-429b-85b1-5126052567ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:13.729148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-b347a4ec-0df0-4a40-a22c-84e5d7135783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:13.730665 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-b347a4ec-0df0-4a40-a22c-84e5d7135783 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1099 time: 0.5869515 Sep 19 12:15:13.895453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1d11bd-7a85-4171-a4f2-d2f661538d53 None None] Network 4ca35586-db1e-41e5-bf79-41a86a009efb requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:13.907451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f0484a-3b83-407f-9fb4-909b48be5e5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:13.913295 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-39f0484a-3b83-407f-9fb4-909b48be5e5a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports/84e24e90-2500-4d6f-aafa-ca0c17fe0ffb HTTP/1.1" status: 200 len: 911 time: 0.3334100 Sep 19 12:15:13.923996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51716) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:13.928509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:13.974619 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 19 12:15:13.975712 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3c81f398-b870-4b3a-8a5b-767e8d8bf441 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.6928301 Sep 19 12:15:13.999856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:14.000460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:14.000968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:14.015200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51720) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:14.016159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:14.016695 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:14.022366 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 2 to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae Sep 19 12:15:14.037074 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.046080 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4c86e3e9-e333-48b1-aa03-88f08bfef14f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9531391 Sep 19 12:15:14.060277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-fc18d1c2-1173-4913-8ad1-d4eeb57c5b90 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for bcfb0961-e83a-423e-adea-68cad553e138 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:14.090431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51724) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:14.099013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event updated for resources: {'Port': ['ID=60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:14.106326 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-104bb800-64c4-4ffa-83a0-aa0e8ad959d4 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-889834064', 'prefixes': ['172.20.0.0/16']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:14.143418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-104bb800-64c4-4ffa-83a0-aa0e8ad959d4 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:14.144962 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f7d01-57a1-41bb-8623-9d7e73736985', 'name': 'tempest-NetworksTestDHCPv6-router-329619970', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:03Z', 'updated_at': '2022-09-19T12:15:09Z', 'revision_number': 2, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None, '_interfaces': [{'id': '84e24e90-2500-4d6f-aafa-ca0c17fe0ffb', 'name': '', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'mac_address': 'fa:16:3e:b7:78:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f7d01-57a1-41bb-8623-9d7e73736985', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f145971-9b24-4ad0-97ff-544f96a03cb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:15:06Z', 'updated_at': '2022-09-19T12:15:10Z', 'revision_number': 2, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'subnets': [{'id': '9f145971-9b24-4ad0-97ff-544f96a03cb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:14.150926 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Checking router: 6d4f7d01-57a1-41bb-8623-9d7e73736985 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:15:14.151422 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Updating router 6d4f7d01-57a1-41bb-8623-9d7e73736985 port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:15:14.172248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:14.172355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:14.172673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:14.186208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.189966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:14.190307 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:14.194353 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 3 to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae Sep 19 12:15:14.201579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:14.206497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.208200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6c738236-0625-4eb7-b51f-1314589bfa95 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Deleting port 20245dc1-5bfb-437c-a31d-8423d851bd50 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:14.208730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c738236-0625-4eb7-b51f-1314589bfa95 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.255344 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.302090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3f5a40cd-09f0-41f9-9846-d0f5686d2cea None None] Provisioning for port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:14.362303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.399700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:14.410070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=adbda077-abe6-4db3-81ae-1ca36bb7bd4a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:14.410953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:14.411818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.482395 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-59a06c56-d162-4cbc-93a9-e7b7807ed232 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3593910 Sep 19 12:15:14.483254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51730) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:14.491342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-e40adb6d-0f9f-4d39-a229-12cca886c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:14.493760 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-e40adb6d-0f9f-4d39-a229-12cca886c25a service neutron] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 912 time: 0.7347727 Sep 19 12:15:14.512032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'network_id': 'adbda077-abe6-4db3-81ae-1ca36bb7bd4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:14.539102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network adbda077-abe6-4db3-81ae-1ca36bb7bd4a details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:14.596584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fc18d1c2-1173-4913-8ad1-d4eeb57c5b90 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.683639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c738236-0625-4eb7-b51f-1314589bfa95 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.751962 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.767423 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Transition to ACTIVE for port object 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:14.770227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e720f5e5-092b-45c0-a47f-d1face59399d None None] Provisioning complete for port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:14.770735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e720f5e5-092b-45c0-a47f-d1face59399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.844260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6c738236-0625-4eb7-b51f-1314589bfa95 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Calling delete_port for 20245dc1-5bfb-437c-a31d-8423d851bd50 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:14.880589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.886561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:14.887600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:14.887600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:14.887843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e720f5e5-092b-45c0-a47f-d1face59399d None None] Port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:14.901550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:14.901978 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:14.908577 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.947850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18d1c2-1173-4913-8ad1-d4eeb57c5b90 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=bcfb0961-e83a-423e-adea-68cad553e138,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:14.948075 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 4 to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae Sep 19 12:15:14.974887 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:14.975455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:14.978204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.000176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272e079-0d65-49e0-9ad7-7a66a97b6091 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:15.006266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272e079-0d65-49e0-9ad7-7a66a97b6091 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:15.011013 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6272e079-0d65-49e0-9ad7-7a66a97b6091 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.0831501 Sep 19 12:15:15.016155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51734) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:15.017436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fc18d1c2-1173-4913-8ad1-d4eeb57c5b90 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.036794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c,segment=NetworkSegment(35edf179-eb05-4822-b935-d9e77b1bf4bb),segment_id=35edf179-eb05-4822-b935-d9e77b1bf4bb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:15.040152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.048217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:15.048687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:15.049129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:15.078690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:15.079203 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:15.080364 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 5 to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae Sep 19 12:15:15.105351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:15.105831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:15.106308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:15.112060 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Pushing event updated for resources: {'Port': ['ID=84e24e90-2500-4d6f-aafa-ca0c17fe0ffb,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:15.118976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8f6298-60dc-42c1-8f45-7beefc8f435d']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:15.128331 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.128702 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.129105 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.129433 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.129958 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.130308 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.130714 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.130964 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.131301 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.131626 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.131943 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.132780 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:15.138382 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-e21889c5-8a50-47b9-b442-523a504f7f1d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 1002 time: 0.6309881 Sep 19 12:15:15.145044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.151430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:15.155606 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:15.158976 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 6 to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae Sep 19 12:15:15.206820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:15.207225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:15.207664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:15.238358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1f50a-5dd3-41a2-9d96-33b8eab5a998 req-01cf3dbc-714e-4723-9495-036ef4c073f2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:15.248709 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9dc1f50a-5dd3-41a2-9d96-33b8eab5a998 req-01cf3dbc-714e-4723-9495-036ef4c073f2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.3718259 Sep 19 12:15:15.270638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:15.271174 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:15.276318 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 7 to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae Sep 19 12:15:15.300032 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Attempting to bind port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:15.300402 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Attempting to bind port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:15.303494 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Attempting to bind port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:15.313194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:15.313194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:15.313194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:15.315026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:15.318994 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:15.319369 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:15.320517 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.320915 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:15.321432 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Bound port: 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:15.322229 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.324970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:15.325427 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:15.328015 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 8 to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae Sep 19 12:15:15.345951 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9dc1f50a-5dd3-41a2-9d96-33b8eab5a998 req-d84147f8-f6d4-497d-80ee-e71e6b452565 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961440 Sep 19 12:15:15.361969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:15.362440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:15.362915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:15.365237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:15.369003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:15.369450 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:15.369941 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 9 to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae Sep 19 12:15:15.376399 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fc18d1c2-1173-4913-8ad1-d4eeb57c5b90 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/bcfb0961-e83a-423e-adea-68cad553e138 HTTP/1.1" status: 204 len: 168 time: 2.8968823 Sep 19 12:15:15.378225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9af92ba-4d46-4c4d-a1cb-10de97da8a82') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:15.378525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9af92ba-4d46-4c4d-a1cb-10de97da8a82') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:15.380987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51738) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:15.394270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'mac_address': 'fa:16:3e:aa:2d:81', 'name': 'tempest-PortsIpV6TestJSON-1373971398'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:15.416195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c738236-0625-4eb7-b51f-1314589bfa95 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.424078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-104bb800-64c4-4ffa-83a0-aa0e8ad959d4 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for subnetpool, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.425423 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-104bb800-64c4-4ffa-83a0-aa0e8ad959d4 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.3289154 Sep 19 12:15:15.435471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:subnet and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:15.438243 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51742) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:15.468257 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] For port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:15.471784 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] For port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=84e24e90-2500-4d6f-aafa-ca0c17fe0ffb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:15.502649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:15.514333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-1e5bc139-a184-4af0-9159-fe10cc4cf390 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750', 'tempest-TagsExtTest-Tag-435342213') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:15.516844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:15.517295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:15.517754 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:15.541469 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.557279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c738236-0625-4eb7-b51f-1314589bfa95 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Pushing event deleted for resources: {'Port': ['ID=20245dc1-5bfb-437c-a31d-8423d851bd50,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:15.563231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:15.563568 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:15.567208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:15.571579 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.596277 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.plugins.ml2.plugin [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempt 10 to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae Sep 19 12:15:15.613402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.637131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:15.637544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.659578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-56cf9ea1-1898-4e9d-99d5-cd4aa8ddc42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:15.663293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-56cf9ea1-1898-4e9d-99d5-cd4aa8ddc42c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.2873080 Sep 19 12:15:15.666184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eaf896-bc9f-4fd6-9353-03977aaa9109 None None] Network 4ca35586-db1e-41e5-bf79-41a86a009efb requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:15.681364 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94081a6e-4299-4720-aed6-af691ae29475 None None] Pushing event updated for resources: {'Port': ['ID=84e24e90-2500-4d6f-aafa-ca0c17fe0ffb,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:15.690361 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Routers {'6d4f7d01-57a1-41bb-8623-9d7e73736985'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:15.692456 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6d4f7d01-57a1-41bb-8623-9d7e73736985'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:15.694378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:15.696761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:15.697113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:15.697530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempting to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:15.704257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:15.711214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:15.714939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:15:15.715125 dv-neutron-857775-2-hyperv neutron-server[89795]: ERROR neutron.plugins.ml2.managers [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Failed to bind port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on host hv-neutron-8577 for vnic_type normal using segments [{'id': '80295579-ac2e-428e-8258-1b0e9039179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '50b729c2-acc3-4a81-ad58-a1d263827be4'}] Sep 19 12:15:15.715492 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.735173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:15.777445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c738236-0625-4eb7-b51f-1314589bfa95 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.779366 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6c738236-0625-4eb7-b51f-1314589bfa95 tempest-RoutersAdminNegativeTest-856280604 tempest-RoutersAdminNegativeTest-856280604-project-admin] 10.222.0.66 "DELETE /v2.0/ports/20245dc1-5bfb-437c-a31d-8423d851bd50 HTTP/1.1" status: 204 len: 168 time: 1.7612062 Sep 19 12:15:15.787188 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b9af92ba-4d46-4c4d-a1cb-10de97da8a82 resource provider aggregate not found Sep 19 12:15:15.792872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:15.796449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.800750 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fea0c599-3d8e-42c8-9b1c-7fde32c9184e None None] Provisioning complete for port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:15.801225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fea0c599-3d8e-42c8-9b1c-7fde32c9184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:15.889332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:15.923928 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b9af92ba-4d46-4c4d-a1cb-10de97da8a82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9af92ba-4d46-4c4d-a1cb-10de97da8a82 found for delete ", "request_id": "req-e2521cf3-b9ad-4ae3-9e9a-8bb2acc0dcc0"}]} Sep 19 12:15:15.930445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] For port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae, host hv-neutron-8577, cleared binding levels {{(pid=89795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:15.931654 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] Set router 6d4f7d01-57a1-41bb-8623-9d7e73736985 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:15:15.933652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attempted to set empty binding levels {{(pid=89795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 12:15:15.993379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fea0c599-3d8e-42c8-9b1c-7fde32c9184e None None] Current status of the port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:16.000074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:16.000770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.073020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff8f6298-60dc-42c1-8f45-7beefc8f435d {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 12:15:16.088533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.101498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.102774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.103374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] In _notify_port_updated(), no bound segment for port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae on network 50b729c2-acc3-4a81-ad58-a1d263827be4 {{(pid=89795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:15:16.104237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:16.104835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.106170 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "PUT /v2.0/ports/60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae HTTP/1.1" status: 200 len: 976 time: 3.1345336 Sep 19 12:15:16.116264 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "DELETE /v2.0/networks/ff8f6298-60dc-42c1-8f45-7beefc8f435d HTTP/1.1" status: 204 len: 168 time: 2.4138460 Sep 19 12:15:16.116264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff8f6298-60dc-42c1-8f45-7beefc8f435d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:16.125963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51752) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:16.126299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51754) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:16.129170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.130302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.131023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.131023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.131336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.131668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.131996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.133112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.133448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.133776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.134241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.134571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a068d6-fc5f-4891-b359-c1d68fc903b6 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:16.152126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:16.154267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.199756 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port a1e8dbb0-687f-4483-8ba5-a87a313d529e yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:16.202734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Request body: {'network': {'name': 'tempest-network--2056368618', 'router:external': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:16.232359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:16.243736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Usage tracker for resource:network and tenant:834e58cf75c44552bf929517daeed976 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:16.248294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:16.254594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:16.294423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fea0c599-3d8e-42c8-9b1c-7fde32c9184e None None] Provisioning for port a01d64f4-1e44-4166-bd6b-0e3cb655fb3d completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:16.310572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d437e9-a316-45dc-8543-8159c64c62db tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event updated for resources: {'Port': ['ID=60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae,revision_number=3']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:16.313383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-f6babce3-6973-4d1d-9ac3-eb845f9c3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:16.314965 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-f6babce3-6973-4d1d-9ac3-eb845f9c3f3b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6396277 Sep 19 12:15:16.374260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fea0c599-3d8e-42c8-9b1c-7fde32c9184e None None] Provisioning complete for port a01d64f4-1e44-4166-bd6b-0e3cb655fb3d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:16.374929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fea0c599-3d8e-42c8-9b1c-7fde32c9184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.381671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Made reservation on behalf of 834e58cf75c44552bf929517daeed976 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:16.387371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.440929 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f7d01-57a1-41bb-8623-9d7e73736985', 'name': 'tempest-NetworksTestDHCPv6-router-329619970', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:03Z', 'updated_at': '2022-09-19T12:15:09Z', 'revision_number': 2, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None, '_interfaces': [{'id': '84e24e90-2500-4d6f-aafa-ca0c17fe0ffb', 'name': '', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'mac_address': 'fa:16:3e:b7:78:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f7d01-57a1-41bb-8623-9d7e73736985', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f145971-9b24-4ad0-97ff-544f96a03cb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:15:06Z', 'updated_at': '2022-09-19T12:15:15Z', 'revision_number': 4, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'subnets': [{'id': '9f145971-9b24-4ad0-97ff-544f96a03cb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:16.455697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c3037d41-b3bd-47ee-b9bc-c5fad286e475 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Deleting port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:16.456228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c3037d41-b3bd-47ee-b9bc-c5fad286e475 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.456910 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb51a0e-9188-449a-8208-3d4e0ec837a3 None None] The sync data for ids ['6d4f7d01-57a1-41bb-8623-9d7e73736985'] in dv-neutron-857775-2-hyperv is: [{'id': '6d4f7d01-57a1-41bb-8623-9d7e73736985', 'name': 'tempest-NetworksTestDHCPv6-router-329619970', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:03Z', 'updated_at': '2022-09-19T12:15:09Z', 'revision_number': 2, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None, '_interfaces': [{'id': '84e24e90-2500-4d6f-aafa-ca0c17fe0ffb', 'name': '', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'mac_address': 'fa:16:3e:b7:78:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f7d01-57a1-41bb-8623-9d7e73736985', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f145971-9b24-4ad0-97ff-544f96a03cb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:15:06Z', 'updated_at': '2022-09-19T12:15:15Z', 'revision_number': 4, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'subnets': [{'id': '9f145971-9b24-4ad0-97ff-544f96a03cb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:15:16.536692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.572873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fea0c599-3d8e-42c8-9b1c-7fde32c9184e None None] Port a01d64f4-1e44-4166-bd6b-0e3cb655fb3d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:16.596382 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:16.712958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.737192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8ecc0-90eb-4247-bc44-fa2738606662 req-a6e6e74f-633b-4acb-ba2d-799da38adff2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:16.739027 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-74d8ecc0-90eb-4247-bc44-fa2738606662 req-a6e6e74f-633b-4acb-ba2d-799da38adff2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.1440818 Sep 19 12:15:16.785608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51764) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:16.805354 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-74d8ecc0-90eb-4247-bc44-fa2738606662 req-92213266-6aeb-4f3f-8076-b104a51b46df tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567818 Sep 19 12:15:16.812030 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1e5bc139-a184-4af0-9159-fe10cc4cf390 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags/tempest-TagsExtTest-Tag-435342213 HTTP/1.1" status: 201 len: 201 time: 1.3689981 Sep 19 12:15:16.815736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51770) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:16.822805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-7d6daa36-4aaf-47c8-8f9c-1bc12f6c0334 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d', 'tempest-TagsExtTest-Tag-1891677756') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:16.877799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-c3037d41-b3bd-47ee-b9bc-c5fad286e475 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] For port 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae, host hv-neutron-8577, got binding levels [] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:16.878177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c3037d41-b3bd-47ee-b9bc-c5fad286e475 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.895343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:16.902026 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-4dc76e7a-4d44-4056-a191-cfc074c72118 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716691 Sep 19 12:15:17.011166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dbd54613-74f1-4257-8f03-6ba0d8590deb None None] Provisioning complete for port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:17.011810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dbd54613-74f1-4257-8f03-6ba0d8590deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.129567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:17.135982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.146942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:17.154589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:17.160580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:17.161329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.197346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:17.204132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=a1e8dbb0-687f-4483-8ba5-a87a313d529e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:17.214969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Usage tracker for resource:security_group_rule and tenant:7d9f9cf81b2647ef9b379f42066dade0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:17.217493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:17.224217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c3037d41-b3bd-47ee-b9bc-c5fad286e475 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Calling delete_port for 60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:17.225192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:17.237206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-dbd54613-74f1-4257-8f03-6ba0d8590deb None None] Current status of the port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:17.251000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dbd54613-74f1-4257-8f03-6ba0d8590deb None None] Provisioning complete for port a01d64f4-1e44-4166-bd6b-0e3cb655fb3d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:17.251332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dbd54613-74f1-4257-8f03-6ba0d8590deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.302569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:17.313061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-dbd54613-74f1-4257-8f03-6ba0d8590deb None None] Port a01d64f4-1e44-4166-bd6b-0e3cb655fb3d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:17.359725 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-41baf5dc-6412-47d7-bfd9-565f2953b367 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9718740 Sep 19 12:15:17.361806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51774) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:17.436737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bda149f5-0493-4a52-beca-ca22d922265f None None] Provisioning complete for port a01d64f4-1e44-4166-bd6b-0e3cb655fb3d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:17.437208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bda149f5-0493-4a52-beca-ca22d922265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.478840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.479481 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Added segment 93edc5b9-f5fa-445e-b944-1220a46bd4ec of type vlan for network 79b7e493-7fd9-4f54-97cc-816e0a6e5719 Sep 19 12:15:17.511879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bda149f5-0493-4a52-beca-ca22d922265f None None] Port a01d64f4-1e44-4166-bd6b-0e3cb655fb3d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:17.515932 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7d6daa36-4aaf-47c8-8f9c-1bc12f6c0334 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags/tempest-TagsExtTest-Tag-1891677756 HTTP/1.1" status: 201 len: 201 time: 0.6990275 Sep 19 12:15:17.517345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51778) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:17.542029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-eddce3d2-a9db-4893-98de-66d2622214ba tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3', 'tempest-TagsExtTest-Tag-702921051') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:17.623405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.649680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.657528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010329f-2456-46f0-9bb5-2f240cb814af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:17.657714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1010329f-2456-46f0-9bb5-2f240cb814af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:17.676592 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bc1086b4-23e8-49cb-a349-1b017ca4d9f8 req-2f2b35c9-710b-4be9-8f3c-0c5a7b46a060 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787259 Sep 19 12:15:17.764623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.765279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.827972 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d9f9cf81b2647ef9b379f42066dade0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0394011 Sep 19 12:15:17.828246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51782) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:17.828809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c12c95-fba1-4e68-b643-a68d6fe3c913,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:17.837936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c3037d41-b3bd-47ee-b9bc-c5fad286e475 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.838127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.838389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.838727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.839106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.839439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.839687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:17.839814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.840083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.840412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.840743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.841085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.841514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.841844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f137a1-00ca-462f-8ac5-8fef5a6ccddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:17.900105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1010329f-2456-46f0-9bb5-2f240cb814af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:17.901400 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1010329f-2456-46f0-9bb5-2f240cb814af tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/a1e8dbb0-687f-4483-8ba5-a87a313d529e HTTP/1.1" status: 200 len: 845 time: 0.5295439 Sep 19 12:15:17.904403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51788) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:17.904704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:17.985681 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eddce3d2-a9db-4893-98de-66d2622214ba tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags/tempest-TagsExtTest-Tag-702921051 HTTP/1.1" status: 201 len: 201 time: 0.4593379 Sep 19 12:15:18.023663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51792) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:18.045982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-c69af995-d578-4b5f-a3ce-b69aef027b51 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf', 'tempest-TagsExtTest-Tag-1600955408') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:18.071693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6e62b-c669-41d1-9e26-b186860bb572 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port a1e8dbb0-687f-4483-8ba5-a87a313d529e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:18.072034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e62b-c669-41d1-9e26-b186860bb572 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.077284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.078390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:18.079049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.108718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3037d41-b3bd-47ee-b9bc-c5fad286e475 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Pushing event deleted for resources: {'Port': ['ID=60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:18.201405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c3037d41-b3bd-47ee-b9bc-c5fad286e475 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.249964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d899d39-dbe7-4541-ac4c-0c4b2d84b899 req-9cf2990a-40ab-49b5-b468-08bb4b870604 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:18.249964 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9d899d39-dbe7-4541-ac4c-0c4b2d84b899 req-9cf2990a-40ab-49b5-b468-08bb4b870604 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2538323 Sep 19 12:15:18.281110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ec16b51e-b976-4ddd-9bb7-2d4d942deee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.310268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:18.315463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:18.315839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.361368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=59b1dcb9-5af6-433b-ab83-ccb783d2cf3d,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:18.371731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e62b-c669-41d1-9e26-b186860bb572 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.381495 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9d899d39-dbe7-4541-ac4c-0c4b2d84b899 req-33a1a7f5-98ea-4465-bc7e-89b610264c0f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264489 Sep 19 12:15:18.385314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ec16b51e-b976-4ddd-9bb7-2d4d942deee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.430380 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c3037d41-b3bd-47ee-b9bc-c5fad286e475 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "DELETE /v2.0/ports/60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae HTTP/1.1" status: 204 len: 168 time: 2.2893836 Sep 19 12:15:18.431179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event updated for resources: {'Network': ['ID=79b7e493-7fd9-4f54-97cc-816e0a6e5719,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:18.443505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 79b7e493-7fd9-4f54-97cc-816e0a6e5719 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:18.445751 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51798) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:18.521294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6e62b-c669-41d1-9e26-b186860bb572 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for a1e8dbb0-687f-4483-8ba5-a87a313d529e owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:18.525005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking segment: {'id': '8690e33e-3e51-4693-a4a1-826629f85d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'adbda077-abe6-4db3-81ae-1ca36bb7bd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:18.525005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network hostable DHCP agents. Network: adbda077-abe6-4db3-81ae-1ca36bb7bd4a, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:18.529506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:18.530154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.539966 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee98f25-f248-4238-afd0-c572abdff487 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] GET failed (client error): The resource could not be found. Sep 19 12:15:18.540441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eee98f25-f248-4238-afd0-c572abdff487 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Synchronizing usage tracker for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:18.572054 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c69af995-d578-4b5f-a3ce-b69aef027b51 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags/tempest-TagsExtTest-Tag-1600955408 HTTP/1.1" status: 201 len: 201 time: 0.5398917 Sep 19 12:15:18.575959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51802) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:18.584150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-d242cee6-4536-4616-bad0-c680fa1cf2ed tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:18.587000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=84e24e90-2500-4d6f-aafa-ca0c17fe0ffb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:18.636326 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c51dd2bc-e91f-4638-be72-6d888c86898d tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4959152 Sep 19 12:15:18.640486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51806) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:18.656500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:18.656892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.721341 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d242cee6-4536-4616-bad0-c680fa1cf2ed tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags HTTP/1.1" status: 200 len: 240 time: 0.1431582 Sep 19 12:15:18.723818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51810) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:18.746254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-c12c0ada-88a0-4965-8a72-36e0d894893e tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750', 'tempest-TagsExtTest-Tag-435342213') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:18.769569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cef134-12ad-4a58-8c8a-18ca45984827 tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:18.771063 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-49cef134-12ad-4a58-8c8a-18ca45984827 tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] 10.222.0.66 "GET /v2.0/networks/79b7e493-7fd9-4f54-97cc-816e0a6e5719 HTTP/1.1" status: 200 len: 757 time: 0.1291883 Sep 19 12:15:18.774577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51814) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:18.776580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.804840 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:15:18.837480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e62b-c669-41d1-9e26-b186860bb572 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.874612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=84e24e90-2500-4d6f-aafa-ca0c17fe0ffb,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:18.900873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network adbda077-abe6-4db3-81ae-1ca36bb7bd4a is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:18.954085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eee98f25-f248-4238-afd0-c572abdff487 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] Unset dirty status for tenant:461b679675d0465f9287863141837c5c on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:18.959231 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-eee98f25-f248-4238-afd0-c572abdff487 tempest-PortsAdminExtendedAttrsTestJSON-865128353 tempest-PortsAdminExtendedAttrsTestJSON-865128353-project-admin] 10.222.0.66 "GET /v2.0/ports/60d6f8ce-ee7a-4d31-9892-5fc28ad4cfae HTTP/1.1" status: 404 len: 333 time: 0.5086577 Sep 19 12:15:18.959231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ec16b51e-b976-4ddd-9bb7-2d4d942deee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.974832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51818) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:18.981788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e62b-c669-41d1-9e26-b186860bb572 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:18.992168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6e62b-c669-41d1-9e26-b186860bb572 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=a1e8dbb0-687f-4483-8ba5-a87a313d529e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:19.036286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16b51e-b976-4ddd-9bb7-2d4d942deee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c12c95-fba1-4e68-b643-a68d6fe3c913,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:19.057718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3dd7a8-96f2-40cb-9f03-c6e5979f156c tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:19.059622 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ca3dd7a8-96f2-40cb-9f03-c6e5979f156c tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] 10.222.0.66 "GET /v2.0/networks/ed3fe2a8-91ec-4d14-9cc0-bf6b1b94bd7d HTTP/1.1" status: 200 len: 767 time: 0.2840600 Sep 19 12:15:19.062458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51822) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:19.157707 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e0b6e62b-c669-41d1-9e26-b186860bb572 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/a1e8dbb0-687f-4483-8ba5-a87a313d529e HTTP/1.1" status: 204 len: 168 time: 1.2516918 Sep 19 12:15:19.160695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51826) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:19.166230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ec16b51e-b976-4ddd-9bb7-2d4d942deee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.167383 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ec16b51e-b976-4ddd-9bb7-2d4d942deee9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2c12c95-fba1-4e68-b643-a68d6fe3c913 HTTP/1.1" status: 204 len: 168 time: 1.3234684 Sep 19 12:15:19.213148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.216197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] For port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=84e24e90-2500-4d6f-aafa-ca0c17fe0ffb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:19.216554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.229588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, adbda077-abe6-4db3-81ae-1ca36bb7bd4a) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:19.230245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.233922 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-69091244-7a89-475f-9a7a-dd95abd3daa7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:15:19.235341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-69091244-7a89-475f-9a7a-dd95abd3daa7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:19.239768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f360c7-23b8-4272-a548-4c8ec3c705b9 None None] Network adbda077-abe6-4db3-81ae-1ca36bb7bd4a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:19.293012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:19.293626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.390600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:19.426286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-69091244-7a89-475f-9a7a-dd95abd3daa7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:19.427556 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-69091244-7a89-475f-9a7a-dd95abd3daa7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/a1e8dbb0-687f-4483-8ba5-a87a313d529e HTTP/1.1" status: 404 len: 333 time: 0.2659676 Sep 19 12:15:19.433627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51834) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:19.452462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'name': 'tempest-PortsIpV6TestJSON-817286807'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:19.523690 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c12c0ada-88a0-4965-8a72-36e0d894893e tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags/tempest-TagsExtTest-Tag-435342213 HTTP/1.1" status: 204 len: 168 time: 0.7988269 Sep 19 12:15:19.533296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51838) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:19.581630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-0cd7de54-c20a-400a-9035-7e14ef7e24e6 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750', 'tempest-TagsExtTest-Tag-435342213') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:19.596083 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-adbda077-abe6-4db3-81ae-1ca36bb7bd4a', 'network_id': 'adbda077-abe6-4db3-81ae-1ca36bb7bd4a', 'tenant_id': 'dfb4af15b8f94db4bc3ba793ccb86146', 'fixed_ips': [{'subnet_id': '59b1dcb9-5af6-433b-ab83-ccb783d2cf3d'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:19.597195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.615297 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-56cc0c3b-1e38-485e-a6ee-33e1088d267a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 5.1264470 Sep 19 12:15:19.634698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51844) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:19.665441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.739268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.796352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b729c2-acc3-4a81-ad58-a1d263827be4']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:19.808773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Allocated IP 2001:db8::1 (adbda077-abe6-4db3-81ae-1ca36bb7bd4a/59b1dcb9-5af6-433b-ab83-ccb783d2cf3d/89bf23af-cd23-4d20-a781-e6400891266e) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:19.808901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b7e493-7fd9-4f54-97cc-816e0a6e5719']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:19.822975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:19.827009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80295579-ac2e-428e-8258-1b0e9039179b') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:19.827414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80295579-ac2e-428e-8258-1b0e9039179b') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:19.841080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93edc5b9-f5fa-445e-b944-1220a46bd4ec') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:19.841379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93edc5b9-f5fa-445e-b944-1220a46bd4ec') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:19.850986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.854584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:19.878829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.879191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.890439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:19.890990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.925858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.927631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:19.937251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.949209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9e662-a42f-4271-aeea-efbdb3e8969a req-cbdf8de0-fae0-4525-bac4-7f5801a819e1 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:19.950505 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-25a9e662-a42f-4271-aeea-efbdb3e8969a req-cbdf8de0-fae0-4525-bac4-7f5801a819e1 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.3736124 Sep 19 12:15:19.951587 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:19.951999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:19.966005 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 80295579-ac2e-428e-8258-1b0e9039179b resource provider aggregate not found Sep 19 12:15:19.969580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:15:19.970043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:15:20.017142 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 80295579-ac2e-428e-8258-1b0e9039179b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80295579-ac2e-428e-8258-1b0e9039179b found for delete ", "request_id": "req-841ad513-75ba-4aaa-af75-455480420cc2"}]} Sep 19 12:15:20.031198 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 93edc5b9-f5fa-445e-b944-1220a46bd4ec resource provider aggregate not found Sep 19 12:15:20.039763 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0cd7de54-c20a-400a-9035-7e14ef7e24e6 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags/tempest-TagsExtTest-Tag-435342213 HTTP/1.1" status: 204 len: 168 time: 0.5043483 Sep 19 12:15:20.042358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51856) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:20.048467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-0a422bdf-1709-49fa-8236-e7ac911f6be2 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:20.053366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:20.057497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.097243 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 93edc5b9-f5fa-445e-b944-1220a46bd4ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93edc5b9-f5fa-445e-b944-1220a46bd4ec found for delete ", "request_id": "req-a82281a9-b7ad-4c6d-a57c-7f17b5c1744e"}]} Sep 19 12:15:20.112340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51860) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:20.118567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:20.118978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.131394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.162213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port b747b566-d1bd-4d8b-a2a2-0a1f508b254c yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:20.165039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.186875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] Pushing event deleted for resources: {'Network': ['ID=50b729c2-acc3-4a81-ad58-a1d263827be4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:20.196794 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0a422bdf-1709-49fa-8236-e7ac911f6be2 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags HTTP/1.1" status: 200 len: 205 time: 0.1535161 Sep 19 12:15:20.204402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51864) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:20.208399 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c2f06469-a728-4d2c-8679-9ae75afa7825 tempest-PortsAdminExtendedAttrsTestJSON-1916685857 tempest-PortsAdminExtendedAttrsTestJSON-1916685857-project] 10.222.0.66 "DELETE /v2.0/networks/50b729c2-acc3-4a81-ad58-a1d263827be4 HTTP/1.1" status: 204 len: 168 time: 1.2196593 Sep 19 12:15:20.216280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.220646 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-25a9e662-a42f-4271-aeea-efbdb3e8969a req-9e580be1-5727-41ee-8620-e05cebdad25a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493303 Sep 19 12:15:20.228515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-ccd50aab-4116-4695-b18e-c885d755addf tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:20.262874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.294532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:20.316410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Transition to ACTIVE for port object 89bf23af-cd23-4d20-a781-e6400891266e will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:20.323517 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2311ccb3-8a46-4911-ae1e-14db42223dc1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe7c4411808d4e0db065835ec4485c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098672 Sep 19 12:15:20.323879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.326340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51872) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:20.350720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Transition to ACTIVE for port object 89bf23af-cd23-4d20-a781-e6400891266e will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:20.358414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79b7e493-7fd9-4f54-97cc-816e0a6e5719 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 12:15:20.370822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.392771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event deleted for resources: {'Network': ['ID=79b7e493-7fd9-4f54-97cc-816e0a6e5719,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:20.428302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d2bb7d9-7419-4c0d-8732-cd076a7afdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.433399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.442923 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ccd50aab-4116-4695-b18e-c885d755addf tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags HTTP/1.1" status: 200 len: 241 time: 0.2352612 Sep 19 12:15:20.446882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51876) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:20.459707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-6dce08ad-45ed-4ef3-b326-75bdf1835a59 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d', 'tempest-TagsExtTest-Tag-1891677756') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:20.485592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:20.486125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.517915 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e74fc4dd-c191-46a9-8e17-080aad7f59b4 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "DELETE /v2.0/networks/79b7e493-7fd9-4f54-97cc-816e0a6e5719 HTTP/1.1" status: 204 len: 168 time: 1.4543023 Sep 19 12:15:20.518655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51880) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:20.529606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Request body: {'network': {'name': 'tempest-network--643490976'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:20.545973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:20.549904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Pushing event updated for resources: {'Port': ['ID=89bf23af-cd23-4d20-a781-e6400891266e,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:20.555149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Usage tracker for resource:network and tenant:834e58cf75c44552bf929517daeed976 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:20.561044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:20.574781 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Network adbda077-abe6-4db3-81ae-1ca36bb7bd4a is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:20.577209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:20.577448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:20.584033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.585006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:20.597180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.646922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Subnet': ['ID=59b1dcb9-5af6-433b-ab83-ccb783d2cf3d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:20.678848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Made reservation on behalf of 834e58cf75c44552bf929517daeed976 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:20.682316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.706600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] For port 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=84e24e90-2500-4d6f-aafa-ca0c17fe0ffb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:20.707142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.767910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Attempting to bind port 89bf23af-cd23-4d20-a781-e6400891266e on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:20.768494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Attempting to bind port 89bf23af-cd23-4d20-a781-e6400891266e by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '8690e33e-3e51-4693-a4a1-826629f85d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'adbda077-abe6-4db3-81ae-1ca36bb7bd4a'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:20.768933 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Attempting to bind port 89bf23af-cd23-4d20-a781-e6400891266e on network adbda077-abe6-4db3-81ae-1ca36bb7bd4a {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:20.777766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:20.778148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Checking segment: {'id': '8690e33e-3e51-4693-a4a1-826629f85d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'adbda077-abe6-4db3-81ae-1ca36bb7bd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:20.778679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.779249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Bound using segment: {'id': '8690e33e-3e51-4693-a4a1-826629f85d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'adbda077-abe6-4db3-81ae-1ca36bb7bd4a'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:20.779737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Bound port: 89bf23af-cd23-4d20-a781-e6400891266e, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8690e33e-3e51-4693-a4a1-826629f85d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'adbda077-abe6-4db3-81ae-1ca36bb7bd4a'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:20.780366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.809995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.835847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:20.847062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbda077-abe6-4db3-81ae-1ca36bb7bd4a']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:20.860895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.861184 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Added segment a99d7572-485b-41f1-8001-1b32a7049904 of type vlan for network 19a1055e-c3dc-460d-9dce-5aba4619a4a1 Sep 19 12:15:20.863339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8690e33e-3e51-4693-a4a1-826629f85d7f') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:20.863639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8690e33e-3e51-4693-a4a1-826629f85d7f') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:20.896029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.908204 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] For port 89bf23af-cd23-4d20-a781-e6400891266e, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:20.911998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] For port 89bf23af-cd23-4d20-a781-e6400891266e, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=89bf23af-cd23-4d20-a781-e6400891266e,segment=NetworkSegment(8690e33e-3e51-4693-a4a1-826629f85d7f),segment_id=8690e33e-3e51-4693-a4a1-826629f85d7f)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:20.916924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.966450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:20.970003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:20.996680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d2bb7d9-7419-4c0d-8732-cd076a7afdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.004884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.017360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.020898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:21.043615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:21.050123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51886) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:21.058974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:21.065117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:21.066003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.071467 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:21.072117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.156683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=b747b566-d1bd-4d8b-a2a2-0a1f508b254c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:21.192149 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Pushing event updated for resources: {'Port': ['ID=89bf23af-cd23-4d20-a781-e6400891266e,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:21.200347 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6dce08ad-45ed-4ef3-b326-75bdf1835a59 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags/tempest-TagsExtTest-Tag-1891677756 HTTP/1.1" status: 204 len: 168 time: 0.7521269 Sep 19 12:15:21.202791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51892) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:21.203996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168183c3-a064-47be-be54-bc5900089dae None None] Network adbda077-abe6-4db3-81ae-1ca36bb7bd4a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:21.208145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-dad224ba-5f81-4594-8592-4f1d394a165f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d', 'tempest-TagsExtTest-Tag-1891677756') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:21.227715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.227930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.228286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.228759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.229107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.229442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.229773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.230241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.230424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.230781 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.231125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.231449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9649a87-1580-4224-bdfa-c8f4d557c7a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:15:21.342678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d2bb7d9-7419-4c0d-8732-cd076a7afdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.375060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bb7d9-7419-4c0d-8732-cd076a7afdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed98e76-fc5f-47f8-9e2c-b60e0d7eff5d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:21.381883 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-87ac2dd7-ea53-4294-996d-5f09b9b40fab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41ac4e93a3de4af9b1c51b5e242e25d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280330 Sep 19 12:15:21.383895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51896) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:21.390316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:15:21.390316 dv-neutron-857775-2-hyperv neutron-server[89795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:15:21.390316 dv-neutron-857775-2-hyperv neutron-server[89795]: [parameters: {'id': 'adbda077-abe6-4db3-81ae-1ca36bb7bd4a'}] Sep 19 12:15:21.390316 dv-neutron-857775-2-hyperv neutron-server[89795]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:15:21.390725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:15:21.392458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.393416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:21.393996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.398541 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0b301a4b-6f1e-4546-a930-cc41d7b9a861 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9637406 Sep 19 12:15:21.402436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51900) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:21.413040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-012cd348-7fbf-4cca-9339-6ce5ead8e53a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:21.465041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d2bb7d9-7419-4c0d-8732-cd076a7afdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.468569 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4d2bb7d9-7419-4c0d-8732-cd076a7afdd7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ed98e76-fc5f-47f8-9e2c-b60e0d7eff5d HTTP/1.1" status: 204 len: 168 time: 1.1386704 Sep 19 12:15:21.468569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.491167 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31b1a2-de23-4d34-b74d-913b362909dd None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:15:21.516408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event updated for resources: {'Network': ['ID=19a1055e-c3dc-460d-9dce-5aba4619a4a1,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:21.543649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=84e24e90-2500-4d6f-aafa-ca0c17fe0ffb,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:21.544042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 19a1055e-c3dc-460d-9dce-5aba4619a4a1 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:21.586501 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4bde0791-af40-4f51-a333-e1ded75aae8c tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0636930 Sep 19 12:15:21.590116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51906) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:21.599107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0ccdf788-fa3e-4f04-9640-2894b7e1e817 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:21.712653 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-dad224ba-5f81-4594-8592-4f1d394a165f tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags/tempest-TagsExtTest-Tag-1891677756 HTTP/1.1" status: 204 len: 168 time: 0.5085318 Sep 19 12:15:21.715110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51910) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:21.721331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-ea18af1e-d30f-4d18-9a14-ad4f8ca59b94 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:21.728267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac327c3b-dcf7-4771-b91b-1c06c226476f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.793883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31b1a2-de23-4d34-b74d-913b362909dd None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:15:21.823689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-012cd348-7fbf-4cca-9339-6ce5ead8e53a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.837293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.849405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac327c3b-dcf7-4771-b91b-1c06c226476f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.880557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0ccdf788-fa3e-4f04-9640-2894b7e1e817 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.901323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:21.932291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting port 89bf23af-cd23-4d20-a781-e6400891266e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:21.932508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.007539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0ccdf788-fa3e-4f04-9640-2894b7e1e817 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.077131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ccdf788-fa3e-4f04-9640-2894b7e1e817 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Network 19a1055e-c3dc-460d-9dce-5aba4619a4a1 is not hosted by any dhcp agent {{(pid=89795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 19 12:15:22.078085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccdf788-fa3e-4f04-9640-2894b7e1e817 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:22.078796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0ccdf788-fa3e-4f04-9640-2894b7e1e817 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.080130 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0ccdf788-fa3e-4f04-9640-2894b7e1e817 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "PUT /v2.0/networks/19a1055e-c3dc-460d-9dce-5aba4619a4a1 HTTP/1.1" status: 200 len: 857 time: 0.4887884 Sep 19 12:15:22.084384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51918) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:22.169108 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 8690e33e-3e51-4693-a4a1-826629f85d7f resource provider aggregate not found Sep 19 12:15:22.187981 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ea18af1e-d30f-4d18-9a14-ad4f8ca59b94 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags HTTP/1.1" status: 200 len: 205 time: 0.4717803 Sep 19 12:15:22.205771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51930) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:22.211988 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-901cc205-e878-4f5e-94d3-5869cecaa139 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:22.292266 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 8690e33e-3e51-4693-a4a1-826629f85d7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8690e33e-3e51-4693-a4a1-826629f85d7f found for delete ", "request_id": "req-8b49aa5d-5b67-4143-8b78-26aa5d95b23e"}]} Sep 19 12:15:22.369281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdf788-fa3e-4f04-9640-2894b7e1e817 tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event updated for resources: {'Network': ['ID=19a1055e-c3dc-460d-9dce-5aba4619a4a1,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:22.435098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac327c3b-dcf7-4771-b91b-1c06c226476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.444393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Router 6d4f7d01-57a1-41bb-8623-9d7e73736985 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:15:22.498017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] For port 89bf23af-cd23-4d20-a781-e6400891266e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=89bf23af-cd23-4d20-a781-e6400891266e,segment=NetworkSegment(8690e33e-3e51-4693-a4a1-826629f85d7f),segment_id=8690e33e-3e51-4693-a4a1-826629f85d7f)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:22.501588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.508262 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-901cc205-e878-4f5e-94d3-5869cecaa139 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags HTTP/1.1" status: 200 len: 240 time: 0.3008964 Sep 19 12:15:22.511275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51936) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:22.518389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-1b9c8a5b-15c2-41a6-856b-9b3ff5ffe94d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3', 'tempest-TagsExtTest-Tag-702921051') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:22.605853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac327c3b-dcf7-4771-b91b-1c06c226476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bb31a8-b123-4402-b834-63a81c18938d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:22.652290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.672050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.674253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-012cd348-7fbf-4cca-9339-6ce5ead8e53a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:15:22.719790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Calling delete_port for 89bf23af-cd23-4d20-a781-e6400891266e owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:22.751520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac327c3b-dcf7-4771-b91b-1c06c226476f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.755021 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ac327c3b-dcf7-4771-b91b-1c06c226476f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7bb31a8-b123-4402-b834-63a81c18938d HTTP/1.1" status: 204 len: 168 time: 1.3678801 Sep 19 12:15:22.764236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-012cd348-7fbf-4cca-9339-6ce5ead8e53a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.772306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:15:22.788079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] Sync routers for ids ['6d4f7d01-57a1-41bb-8623-9d7e73736985'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:15:22.801402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] Routers {'6d4f7d01-57a1-41bb-8623-9d7e73736985'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:22.802075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6d4f7d01-57a1-41bb-8623-9d7e73736985'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:22.805936 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-11013713-d876-4834-bfdb-07d1081e38a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "PUT /v2.0/routers/6d4f7d01-57a1-41bb-8623-9d7e73736985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7835581 Sep 19 12:15:22.810266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51948) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:22.850373 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1b9c8a5b-15c2-41a6-856b-9b3ff5ffe94d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags/tempest-TagsExtTest-Tag-702921051 HTTP/1.1" status: 204 len: 168 time: 0.3379951 Sep 19 12:15:22.853000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51954) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:22.859320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-d5a162e9-1794-4fc7-85fb-66cd2b9197ff tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3', 'tempest-TagsExtTest-Tag-702921051') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:22.930269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-012cd348-7fbf-4cca-9339-6ce5ead8e53a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.931198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-012cd348-7fbf-4cca-9339-6ce5ead8e53a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] In _notify_port_updated(), no bound segment for port b747b566-d1bd-4d8b-a2a2-0a1f508b254c on network 1911f82a-08a6-445f-a309-07bce9e7b0d0 {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:15:22.936873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012cd348-7fbf-4cca-9339-6ce5ead8e53a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:22.937779 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-012cd348-7fbf-4cca-9339-6ce5ead8e53a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:22.939295 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-012cd348-7fbf-4cca-9339-6ce5ead8e53a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "PUT /v2.0/ports/b747b566-d1bd-4d8b-a2a2-0a1f508b254c HTTP/1.1" status: 200 len: 818 time: 1.5367806 Sep 19 12:15:22.963408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] Set router 6d4f7d01-57a1-41bb-8623-9d7e73736985 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:15:22.982452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51958) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.095577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f7d01-57a1-41bb-8623-9d7e73736985', 'name': 'tempest-NetworksTestDHCPv6-router-329619970', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:03Z', 'updated_at': '2022-09-19T12:15:21Z', 'revision_number': 3, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.103237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] Checking router: 6d4f7d01-57a1-41bb-8623-9d7e73736985 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:15:23.115507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] Routers {'6d4f7d01-57a1-41bb-8623-9d7e73736985'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:23.116243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6d4f7d01-57a1-41bb-8623-9d7e73736985'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.142252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51962) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.145655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.173029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f7c4a-0c52-4ef3-818c-ff2693028cb7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:23.174666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f7c4a-0c52-4ef3-818c-ff2693028cb7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:23.175499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-263f7c4a-0c52-4ef3-818c-ff2693028cb7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:23.183747 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cd348-7fbf-4cca-9339-6ce5ead8e53a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=b747b566-d1bd-4d8b-a2a2-0a1f508b254c,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:23.219060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbd824-4d8d-446c-b46a-5c98ef01b821 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port b747b566-d1bd-4d8b-a2a2-0a1f508b254c {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:23.219410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd824-4d8d-446c-b46a-5c98ef01b821 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.243258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.251339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a1055e-c3dc-460d-9dce-5aba4619a4a1']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.285220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99d7572-485b-41f1-8001-1b32a7049904') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.285803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99d7572-485b-41f1-8001-1b32a7049904') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.295161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] Set router 6d4f7d01-57a1-41bb-8623-9d7e73736985 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:15:23.305276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.396219 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d5a162e9-1794-4fc7-85fb-66cd2b9197ff tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags/tempest-TagsExtTest-Tag-702921051 HTTP/1.1" status: 204 len: 168 time: 0.5400538 Sep 19 12:15:23.396934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51970) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.398143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.401194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No DVR routers for this DVR port 89bf23af-cd23-4d20-a781-e6400891266e on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:15:23.442584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-b3c266b1-2d7f-4fd2-96f9-0a6459855514 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.476808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Port': ['ID=89bf23af-cd23-4d20-a781-e6400891266e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:23.477700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f7d01-57a1-41bb-8623-9d7e73736985', 'name': 'tempest-NetworksTestDHCPv6-router-329619970', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:03Z', 'updated_at': '2022-09-19T12:15:21Z', 'revision_number': 3, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.486789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd086b2-6882-48e2-9c21-a2caf9b2ff2b None None] The sync data for ids ['6d4f7d01-57a1-41bb-8623-9d7e73736985'] in dv-neutron-857775-2-hyperv is: [{'id': '6d4f7d01-57a1-41bb-8623-9d7e73736985', 'name': 'tempest-NetworksTestDHCPv6-router-329619970', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:03Z', 'updated_at': '2022-09-19T12:15:21Z', 'revision_number': 3, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:15:23.501469 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-263f7c4a-0c52-4ef3-818c-ff2693028cb7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:23.502924 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-263f7c4a-0c52-4ef3-818c-ff2693028cb7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6781065 Sep 19 12:15:23.506350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 51974) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.516424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:23.532986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.551363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-96bee5f5-e214-4c5e-afea-6ab26b0fd857 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.552386 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-96bee5f5-e214-4c5e-afea-6ab26b0fd857 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4081674 Sep 19 12:15:23.566579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51980) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.575406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-6715f25b-5b93-482f-8cd6-1714f473f4f1 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.578605 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6715f25b-5b93-482f-8cd6-1714f473f4f1 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0087702 Sep 19 12:15:23.580533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51984) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.588515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-df682a07-98ba-408f-9336-0f19d8356b04 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.589486 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-df682a07-98ba-408f-9336-0f19d8356b04 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0079808 Sep 19 12:15:23.591315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.598890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51988) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.610660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-8c8b4b38-45c7-4ecf-9c53-ea3787713d76 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.611624 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8c8b4b38-45c7-4ecf-9c53-ea3787713d76 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0118282 Sep 19 12:15:23.614456 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51992) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.626705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-d4cd96c6-117d-462c-8285-579551eea3de tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.627661 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d4cd96c6-117d-462c-8285-579551eea3de tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0123155 Sep 19 12:15:23.630568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 51996) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.640179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-0f2e2853-f315-4dc3-8511-850a6ea86c23 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.643639 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0f2e2853-f315-4dc3-8511-850a6ea86c23 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0096531 Sep 19 12:15:23.643792 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a99d7572-485b-41f1-8001-1b32a7049904 resource provider aggregate not found Sep 19 12:15:23.643893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbda077-abe6-4db3-81ae-1ca36bb7bd4a']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.650185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52000) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.658662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8690e33e-3e51-4693-a4a1-826629f85d7f') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.658993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8690e33e-3e51-4693-a4a1-826629f85d7f') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.672366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.689110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.693511 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a99d7572-485b-41f1-8001-1b32a7049904 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a99d7572-485b-41f1-8001-1b32a7049904 found for delete ", "request_id": "req-36050b47-5996-4cdd-8da1-b145085d79f8"}]} Sep 19 12:15:23.696236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:23.696768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.697355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-245e52ff-587f-436a-84f5-8c60c45727c4 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.698330 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-245e52ff-587f-436a-84f5-8c60c45727c4 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0395002 Sep 19 12:15:23.712045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52006) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.720917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-a908ce18-9a7e-44de-8791-c3bca2620a20 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.721820 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a908ce18-9a7e-44de-8791-c3bca2620a20 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0088463 Sep 19 12:15:23.763699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52010) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.823006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-a424aef5-5cd5-428d-abec-6696662b062a tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.826380 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a424aef5-5cd5-428d-abec-6696662b062a tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0593629 Sep 19 12:15:23.827461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52014) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.831833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-777f21d8-2f46-41fd-adfd-28b4c053c7ac tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.833797 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-777f21d8-2f46-41fd-adfd-28b4c053c7ac tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050082 Sep 19 12:15:23.836848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52018) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.841538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-5335dc2e-fc39-4a13-9785-90a6d4ea193f tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.848569 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5335dc2e-fc39-4a13-9785-90a6d4ea193f tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046334 Sep 19 12:15:23.849400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52022) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.855065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-723aa1ba-7241-4876-8068-792ff2722b71 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.861359 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-723aa1ba-7241-4876-8068-792ff2722b71 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0091195 Sep 19 12:15:23.861359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52026) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.861952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52028) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.863091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:15:23.871340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-410b1604-401e-4bf0-b4b5-7bb724f68ccc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 9f145971-9b24-4ad0-97ff-544f96a03cb7 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:15:23.883052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-5416934f-cd3f-4198-b616-7c60fd3865c2 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.886548 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5416934f-cd3f-4198-b616-7c60fd3865c2 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0208817 Sep 19 12:15:23.886548 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.887809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52034) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.888850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-410b1604-401e-4bf0-b4b5-7bb724f68ccc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.906681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.914388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:15:23.914899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 84e24e90-2500-4d6f-aafa-ca0c17fe0ffb not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:15:23.930435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Network': ['ID=adbda077-abe6-4db3-81ae-1ca36bb7bd4a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:23.936000 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-71ec35d9-f36d-4273-98c4-5234edc0eaad tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/adbda077-abe6-4db3-81ae-1ca36bb7bd4a HTTP/1.1" status: 204 len: 168 time: 4.2850771 Sep 19 12:15:23.939487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52038) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.949501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-7868c16e-e1fb-4486-be20-31471b0ab92e tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.952834 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7868c16e-e1fb-4486-be20-31471b0ab92e tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0264266 Sep 19 12:15:23.953824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52042) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.955950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1901031570'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:23.969446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:23.969566 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b3c266b1-2d7f-4fd2-96f9-0a6459855514 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags HTTP/1.1" status: 200 len: 205 time: 0.5512671 Sep 19 12:15:23.969824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-2acca8f1-7f85-4f1c-b53f-fdd23e808c25 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:23.970387 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b2ca6070-7729-4ae4-86d1-4e2cacffeb2b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=461b679675d0465f9287863141837c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096015 Sep 19 12:15:23.970739 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2acca8f1-7f85-4f1c-b53f-fdd23e808c25 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0131650 Sep 19 12:15:23.972221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52046) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.972497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd824-4d8d-446c-b46a-5c98ef01b821 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.974155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52048) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.975124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:network and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:23.982843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.984034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-4a240bc4-191e-4754-91d4-cd75da6dec7a tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:23.986899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19a1055e-c3dc-460d-9dce-5aba4619a4a1 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 12:15:23.989089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:23.998487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52052) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:23.999523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:24.011751 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-f9e36b94-ba28-4bd4-a15e-95d3b120faaa tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.015460 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f9e36b94-ba28-4bd4-a15e-95d3b120faaa tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0104122 Sep 19 12:15:24.015618 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] 10.222.0.66 "DELETE /v2.0/networks/19a1055e-c3dc-460d-9dce-5aba4619a4a1 HTTP/1.1" status: 204 len: 168 time: 1.9252584 Sep 19 12:15:24.025165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52058) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.025380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52060) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.027660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:24.082777 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4a240bc4-191e-4754-91d4-cd75da6dec7a tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags HTTP/1.1" status: 200 len: 241 time: 0.1092806 Sep 19 12:15:24.084575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-410b1604-401e-4bf0-b4b5-7bb724f68ccc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.084728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52066) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.097845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-42b43c50-683d-4961-a1ba-bf389ec383af tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf', 'tempest-TagsExtTest-Tag-1600955408') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:24.118356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92491613-6671-4ac9-85e5-a0f3625c6c7b tempest-ExternalNetworksTestJSON-1118981406 tempest-ExternalNetworksTestJSON-1118981406-project-admin] Pushing event deleted for resources: {'Network': ['ID=19a1055e-c3dc-460d-9dce-5aba4619a4a1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:24.122001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a236bba-5445-4b43-b51d-5822156f78db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.159012 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-42b43c50-683d-4961-a1ba-bf389ec383af tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags/tempest-TagsExtTest-Tag-1600955408 HTTP/1.1" status: 204 len: 168 time: 0.0709150 Sep 19 12:15:24.159012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a236bba-5445-4b43-b51d-5822156f78db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.165168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52070) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.177149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-2d9fe4c9-f2a6-4aba-b7fd-88d486b592ab tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf', 'tempest-TagsExtTest-Tag-1600955408') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:24.195451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:24.198833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.211770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-8854348a-6949-4c95-ae05-dc5c2fc47d6b tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.214762 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8854348a-6949-4c95-ae05-dc5c2fc47d6b tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1860008 Sep 19 12:15:24.216180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52074) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.238551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-d8e3dfc9-0ed0-4772-a5a3-08704817f01a tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.240854 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d8e3dfc9-0ed0-4772-a5a3-08704817f01a tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0201468 Sep 19 12:15:24.247226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52078) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.255788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-a28986d9-57bd-4d36-a26c-e23b46cd46d2 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.256766 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a28986d9-57bd-4d36-a26c-e23b46cd46d2 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0086179 Sep 19 12:15:24.261144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52082) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.269632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:24.275310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-6708b655-907d-467b-a74a-8314868e5077 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.278728 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6708b655-907d-467b-a74a-8314868e5077 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0119519 Sep 19 12:15:24.282333 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52086) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.290718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-44c71738-7639-4e04-9268-0567c86a3cc0 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.294109 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-44c71738-7639-4e04-9268-0567c86a3cc0 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0072296 Sep 19 12:15:24.299201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52090) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.313902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.314244 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Added segment 4e92e1cc-a5df-456d-8af2-323607c8c4c4 of type vlan for network ed74b01c-8c80-4347-aff1-70dea74bf30e Sep 19 12:15:24.328420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-f19ce050-75d0-4c4d-bfd1-981f396a4ce9 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.330813 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f19ce050-75d0-4c4d-bfd1-981f396a4ce9 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0196321 Sep 19 12:15:24.333657 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 8690e33e-3e51-4693-a4a1-826629f85d7f resource provider aggregate not found Sep 19 12:15:24.338695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52096) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.345624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-b9643d8c-ee63-40c0-90e8-883275c2da52 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.349031 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b9643d8c-ee63-40c0-90e8-883275c2da52 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060325 Sep 19 12:15:24.350067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52102) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.357044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-855ca822-13f5-467b-a77b-2a472de7d89e tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.360367 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-855ca822-13f5-467b-a77b-2a472de7d89e tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0070617 Sep 19 12:15:24.367603 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 8690e33e-3e51-4693-a4a1-826629f85d7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8690e33e-3e51-4693-a4a1-826629f85d7f found for delete ", "request_id": "req-6d433361-d061-48db-b983-fcc99e0fec13"}]} Sep 19 12:15:24.368002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52106) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.376325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-124a34c5-d1bb-48a7-a949-101f671ef920 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.380326 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-124a34c5-d1bb-48a7-a949-101f671ef920 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0083969 Sep 19 12:15:24.382650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.386428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52110) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.391001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbd824-4d8d-446c-b46a-5c98ef01b821 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for b747b566-d1bd-4d8b-a2a2-0a1f508b254c owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:24.392036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-64804d74-f53c-4501-8b10-f94ef634f6ef tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.395159 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-64804d74-f53c-4501-8b10-f94ef634f6ef tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054889 Sep 19 12:15:24.401453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52114) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.405390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-b3cf82ae-6056-4f5b-b320-36af021ba674 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.407628 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b3cf82ae-6056-4f5b-b320-36af021ba674 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0062282 Sep 19 12:15:24.417590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52118) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.426708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-6125b2cc-6960-42f2-a360-40307579dc8c tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.427881 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6125b2cc-6960-42f2-a360-40307579dc8c tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0088131 Sep 19 12:15:24.431077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52122) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.436721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-db0c0ad1-4b0e-4b1c-affa-5cbaf6088cb5 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.438195 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-db0c0ad1-4b0e-4b1c-affa-5cbaf6088cb5 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055473 Sep 19 12:15:24.442630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52126) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.447563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-68637eef-7955-4426-9e92-e423458eb18d tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.448182 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cf5022-73f2-438e-b587-1224b3f7d4cf tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] DELETE failed (client error): The resource could not be found. Sep 19 12:15:24.448657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cf5022-73f2-438e-b587-1224b3f7d4cf tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:15:24.449151 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-68637eef-7955-4426-9e92-e423458eb18d tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051560 Sep 19 12:15:24.452702 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-60cf5022-73f2-438e-b587-1224b3f7d4cf tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] 10.222.0.66 "DELETE /v2.0/subnets/341514ff-228d-4df3-aa99-a4e3e3f5546b HTTP/1.1" status: 404 len: 337 time: 0.4224408 Sep 19 12:15:24.454066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52130) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.454456 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52132) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.479482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-65df29d0-dadf-4416-b0fe-463f42ec738b tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.482495 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-65df29d0-dadf-4416-b0fe-463f42ec738b tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0250695 Sep 19 12:15:24.484842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52138) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.494406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a236bba-5445-4b43-b51d-5822156f78db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.526365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-410b1604-401e-4bf0-b4b5-7bb724f68ccc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.543301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-f2645d83-a320-4bad-8746-d6cf32a1cd41 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.544329 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f2645d83-a320-4bad-8746-d6cf32a1cd41 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0592749 Sep 19 12:15:24.556312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52142) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.566305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-cf0bf668-db7f-4d7e-9876-a33bceaf808c tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.567321 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cf0bf668-db7f-4d7e-9876-a33bceaf808c tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0103533 Sep 19 12:15:24.572026 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2d9fe4c9-f2a6-4aba-b7fd-88d486b592ab tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags/tempest-TagsExtTest-Tag-1600955408 HTTP/1.1" status: 204 len: 168 time: 0.4058485 Sep 19 12:15:24.572979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52146) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.576536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52148) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.581773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-03063507-71de-413e-8cbe-ca6539704a65 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.582704 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-03063507-71de-413e-8cbe-ca6539704a65 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046904 Sep 19 12:15:24.584240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-e7eaa0ef-490b-43f8-9630-c0bbd698dfef tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:24.586769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.592043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:24.595122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.596367 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a236bba-5445-4b43-b51d-5822156f78db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a0ba17-33bf-431b-b6a2-0327ba6cc5b0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:24.596657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52154) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.607860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-7c1f2678-0d1e-44d0-89d3-ccdaf2d57eb6 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.611176 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7c1f2678-0d1e-44d0-89d3-ccdaf2d57eb6 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0112529 Sep 19 12:15:24.614218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52158) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.622861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-910949eb-dc3a-4ade-a672-fb1fd984f9ec tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.623838 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-910949eb-dc3a-4ade-a672-fb1fd984f9ec tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0090361 Sep 19 12:15:24.630461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52162) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.639365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-d2e63cf1-57a7-449c-8712-743899281cb9 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.640469 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d2e63cf1-57a7-449c-8712-743899281cb9 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0089421 Sep 19 12:15:24.643608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52166) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.647239 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e7eaa0ef-490b-43f8-9630-c0bbd698dfef tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags HTTP/1.1" status: 200 len: 205 time: 0.0696924 Sep 19 12:15:24.652398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52168) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.657238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-bd6b15bf-8901-453b-b472-50c0413c6961 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.658158 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bd6b15bf-8901-453b-b472-50c0413c6961 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0087805 Sep 19 12:15:24.662765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52174) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.666501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-60aa5f34-5c9a-442b-8fe0-94a885a3afb2 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:24.680738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd824-4d8d-446c-b46a-5c98ef01b821 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.686362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-c403dd4d-06bb-42ba-b0b3-a4c1083afb6f tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.687506 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c403dd4d-06bb-42ba-b0b3-a4c1083afb6f tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0127866 Sep 19 12:15:24.699264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52178) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.713477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-3aca0826-a3e9-4c9d-afe0-20aa2ced784b tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.714466 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3aca0826-a3e9-4c9d-afe0-20aa2ced784b tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0111372 Sep 19 12:15:24.718191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.723977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52182) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.735502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a236bba-5445-4b43-b51d-5822156f78db admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.739021 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3a236bba-5445-4b43-b51d-5822156f78db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31a0ba17-33bf-431b-b6a2-0327ba6cc5b0 HTTP/1.1" status: 204 len: 168 time: 0.7572389 Sep 19 12:15:24.749938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-228d05d7-35bf-4850-bc52-ad2c1acbb515 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.750440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=ed74b01c-8c80-4347-aff1-70dea74bf30e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:24.754101 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-228d05d7-35bf-4850-bc52-ad2c1acbb515 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0192194 Sep 19 12:15:24.754101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbd824-4d8d-446c-b46a-5c98ef01b821 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=b747b566-d1bd-4d8b-a2a2-0a1f508b254c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:24.754333 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52188) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.760068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-f881cccb-9f04-4784-b502-16122ed68392 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.762797 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f881cccb-9f04-4784-b502-16122ed68392 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050051 Sep 19 12:15:24.763705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd824-4d8d-446c-b46a-5c98ef01b821 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.767331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52192) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.773734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network ed74b01c-8c80-4347-aff1-70dea74bf30e details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:24.792965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-6cb43f35-e0c1-4c17-a2c4-219db833f295 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.796828 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6cb43f35-e0c1-4c17-a2c4-219db833f295 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0250292 Sep 19 12:15:24.796828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-410b1604-401e-4bf0-b4b5-7bb724f68ccc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.800646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52196) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.805745 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b88f25d8-4ff8-4b79-af86-509443aa07fb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8650312 Sep 19 12:15:24.809572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52198) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.836050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'network_id': 'ed74b01c-8c80-4347-aff1-70dea74bf30e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:24.848601 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4ecbd824-4d8d-446c-b46a-5c98ef01b821 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/b747b566-d1bd-4d8b-a2a2-0a1f508b254c HTTP/1.1" status: 204 len: 168 time: 1.8448060 Sep 19 12:15:24.852724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-ec8e3e58-8e06-45ec-9fdc-33dd9a0e2fad tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:24.853136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52204) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.856229 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ec8e3e58-8e06-45ec-9fdc-33dd9a0e2fad tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0193818 Sep 19 12:15:24.856229 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-60aa5f34-5c9a-442b-8fe0-94a885a3afb2 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags HTTP/1.1" status: 204 len: 168 time: 0.2020073 Sep 19 12:15:24.858461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-410b1604-401e-4bf0-b4b5-7bb724f68ccc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:24.859139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52206) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.859469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52208) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.862863 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-410b1604-401e-4bf0-b4b5-7bb724f68ccc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/9f145971-9b24-4ad0-97ff-544f96a03cb7 HTTP/1.1" status: 204 len: 168 time: 1.3306942 Sep 19 12:15:24.863637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52212) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:24.866247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b1604-401e-4bf0-b4b5-7bb724f68ccc tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=9f145971-9b24-4ad0-97ff-544f96a03cb7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:24.928973 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc5de2-d265-4f57-a2c6-0e6efbd71f52 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:25.002504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-98190a52-4eed-4e19-8c7d-79ee1cf65700 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.003783 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-98190a52-4eed-4e19-8c7d-79ee1cf65700 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0965242 Sep 19 12:15:25.006586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52220) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.007896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-330489e4-75a0-4a00-8941-e1b054674ece tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:25.013808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-8470b3c7-fb1c-49de-9e75-1ec77fda0d61 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.014776 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8470b3c7-fb1c-49de-9e75-1ec77fda0d61 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0063574 Sep 19 12:15:25.017382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52224) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.024141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-215c72ae-e780-4d49-ae52-8c0109db0627 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.025000 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-215c72ae-e780-4d49-ae52-8c0109db0627 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067103 Sep 19 12:15:25.027437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52228) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.034250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-2b4da981-867b-401f-8118-48026a15f14c tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.036255 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2b4da981-867b-401f-8118-48026a15f14c tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0079465 Sep 19 12:15:25.039480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52232) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.046139 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a1385644-5aeb-4f02-a403-41cd17198651 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1813340 Sep 19 12:15:25.050991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-1dad5d74-c4f1-47a8-afeb-8617489130a7 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.052743 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1dad5d74-c4f1-47a8-afeb-8617489130a7 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046225 Sep 19 12:15:25.052743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52236) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.081376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52240) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.126416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-d5c8de19-b670-482a-8b85-c24b977de511 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.127403 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d5c8de19-b670-482a-8b85-c24b977de511 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0273416 Sep 19 12:15:25.135940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52244) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.143531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-2991c78f-e37d-4663-be25-84f3240df71d tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.143669 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2991c78f-e37d-4663-be25-84f3240df71d tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0059338 Sep 19 12:15:25.154717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52248) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.235602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-833566e0-7ea9-46d7-bcf3-6274f9490fc8 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.239708 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-833566e0-7ea9-46d7-bcf3-6274f9490fc8 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0836811 Sep 19 12:15:25.249861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52254) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.261870 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-c58055f1-f68b-465b-83c4-2d78aac9622b tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.265668 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c58055f1-f68b-465b-83c4-2d78aac9622b tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0144293 Sep 19 12:15:25.268776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52258) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.270081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.276443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-be937e19-3004-4800-8b4b-558596e6ca6b tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.280857 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-be937e19-3004-4800-8b4b-558596e6ca6b tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0111237 Sep 19 12:15:25.284533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8460cca9-ffe7-4d53-b88f-aa84dc285ea1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.285086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52262) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.289475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1a68d1-ca79-4c62-80bc-e7aa3e280094 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:15:25.295663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a68d1-ca79-4c62-80bc-e7aa3e280094 None None] Deleting port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:25.295663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9f1a68d1-ca79-4c62-80bc-e7aa3e280094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.370200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-65eb7e84-a327-4963-a477-60a9c7ab9cc0 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.374109 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-65eb7e84-a327-4963-a477-60a9c7ab9cc0 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0757346 Sep 19 12:15:25.384243 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52268) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.402110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3fe2a8-91ec-4d14-9cc0-bf6b1b94bd7d']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:25.410633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:25.420857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:subnet and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:25.427220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:25.431404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4a7f6a-cee1-4155-8eb4-e1a01849630b') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:25.431705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4a7f6a-cee1-4155-8eb4-e1a01849630b') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:25.448336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:25.457135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-e7cead56-528e-4d22-a02c-527f7336e09e tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.460781 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e7cead56-528e-4d22-a02c-527f7336e09e tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0737371 Sep 19 12:15:25.461878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.463949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52276) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.474570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-dc9b35bd-e9f7-4b66-87ff-0e7a44d64e47 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.478235 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dc9b35bd-e9f7-4b66-87ff-0e7a44d64e47 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0108144 Sep 19 12:15:25.480702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52280) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.495367 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-3bee85a3-ca20-4e83-82ee-eb5c976da33c tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.496593 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3bee85a3-ca20-4e83-82ee-eb5c976da33c tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0102181 Sep 19 12:15:25.501212 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52284) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.503027 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-330489e4-75a0-4a00-8941-e1b054674ece tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags HTTP/1.1" status: 204 len: 168 time: 0.5942457 Sep 19 12:15:25.509637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-94d193cd-81fe-4090-b2e7-512ba8d108e1 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.513163 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-94d193cd-81fe-4090-b2e7-512ba8d108e1 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0090501 Sep 19 12:15:25.520905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa114b5c-7705-4a77-8a36-7bbd3e779813 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:25.521602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-aa114b5c-7705-4a77-8a36-7bbd3e779813 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:25.524636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52288) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.524965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52290) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.525933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.537939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-77f0ca35-04bd-4719-a342-1b661f7c0f16 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:25.565267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-ea4598bf-c339-4db8-878e-3cd18fae1533 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.568613 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ea4598bf-c339-4db8-878e-3cd18fae1533 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0350034 Sep 19 12:15:25.576629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52296) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.576629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:25.576989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.593402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:25.596860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.634196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [None req-19eced48-8311-4eab-856b-70f2b221301a tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.637564 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-19eced48-8311-4eab-856b-70f2b221301a tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0244994 Sep 19 12:15:25.655622 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-9f1a68d1-ca79-4c62-80bc-e7aa3e280094 None None] For port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:25.656015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9f1a68d1-ca79-4c62-80bc-e7aa3e280094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.672832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52302) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.686797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-bd907a3b-ce91-4475-ade6-d7bbba68dc67 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.690258 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bd907a3b-ce91-4475-ade6-d7bbba68dc67 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0139775 Sep 19 12:15:25.691729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52306) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.700402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-f40c58b8-5df5-4402-8939-41ac28c9bf6d tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.703921 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f40c58b8-5df5-4402-8939-41ac28c9bf6d tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0089259 Sep 19 12:15:25.704218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8460cca9-ffe7-4d53-b88f-aa84dc285ea1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.706152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52310) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.712590 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-240ff4d1-371d-4663-86b2-3ade23a1ac9c tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.715969 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-240ff4d1-371d-4663-86b2-3ade23a1ac9c tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0064228 Sep 19 12:15:25.715969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8460cca9-ffe7-4d53-b88f-aa84dc285ea1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.717019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52314) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.723705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-9531bfd6-594b-42d2-8b88-f844385a8ceb tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.727292 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9531bfd6-594b-42d2-8b88-f844385a8ceb tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0068264 Sep 19 12:15:25.728673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52318) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.735671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-25528f75-594b-47ed-9c54-777b695c9dad tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.737307 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-25528f75-594b-47ed-9c54-777b695c9dad tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070615 Sep 19 12:15:25.745901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52322) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.750873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-fe6c59fd-6d21-4911-a18c-e07eb64fa278 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.754249 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fe6c59fd-6d21-4911-a18c-e07eb64fa278 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0056217 Sep 19 12:15:25.754493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52326) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.760033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-1a53e2a6-413b-4ebb-a3b4-45f5f783b977 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.762834 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1a53e2a6-413b-4ebb-a3b4-45f5f783b977 tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055463 Sep 19 12:15:25.763584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52330) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.768447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [None req-f3bfa44d-7752-4a74-b82f-dd31bea0554d tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:15:25.775655 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f3bfa44d-7752-4a74-b82f-dd31bea0554d tempest-ExtensionsTestJSON-1060052102 tempest-ExtensionsTestJSON-1060052102-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048876 Sep 19 12:15:25.805206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-aa114b5c-7705-4a77-8a36-7bbd3e779813 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:25.806404 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aa114b5c-7705-4a77-8a36-7bbd3e779813 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9487422 Sep 19 12:15:25.809673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52336) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.811062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a68d1-ca79-4c62-80bc-e7aa3e280094 None None] Calling delete_port for ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:25.859509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-77f0ca35-04bd-4719-a342-1b661f7c0f16 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags HTTP/1.1" status: 204 len: 168 time: 0.3277950 Sep 19 12:15:25.862306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52340) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.866007 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-575406f4-acd5-4b13-8085-ccf7f89fbe8d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:15:25.866577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-575406f4-acd5-4b13-8085-ccf7f89fbe8d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:25.868776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-0af4b59c-254d-4230-97f8-6266b0497da2 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:25.868991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:15:25.878810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-575406f4-acd5-4b13-8085-ccf7f89fbe8d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:25.884257 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-575406f4-acd5-4b13-8085-ccf7f89fbe8d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/b747b566-d1bd-4d8b-a2a2-0a1f508b254c HTTP/1.1" status: 404 len: 333 time: 0.0691690 Sep 19 12:15:25.885520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52344) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.886150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8460cca9-ffe7-4d53-b88f-aa84dc285ea1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.886625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8460cca9-ffe7-4d53-b88f-aa84dc285ea1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Fanout notify agent at l3_agent the message router_deleted on router 6d4f7d01-57a1-41bb-8623-9d7e73736985 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:15:25.897375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2012346994'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:25.908680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:25.916938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8460cca9-ffe7-4d53-b88f-aa84dc285ea1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.923079 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8460cca9-ffe7-4d53-b88f-aa84dc285ea1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/routers/6d4f7d01-57a1-41bb-8623-9d7e73736985 HTTP/1.1" status: 204 len: 168 time: 0.8694992 Sep 19 12:15:25.924337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52350) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:25.925707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:network and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:25.926796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.931939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:25.938569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:25.958625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:25.967577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:25.982373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] Pushing event deleted for resources: {'Network': ['ID=ed3fe2a8-91ec-4d14-9cc0-bf6b1b94bd7d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:26.063696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:26.064166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:26.074023 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0af4b59c-254d-4230-97f8-6266b0497da2 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags HTTP/1.1" status: 204 len: 168 time: 0.2060809 Sep 19 12:15:26.082375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52358) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:26.090106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-e9604c3d-10f5-4c7f-94d1-155788afee43 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750', 'tempest-TagsExtTest-Tag-791109578') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:26.136826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:26.143757 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cb3b089a-7368-4365-8582-bb3a9b3c80ed tempest-ExternalNetworksTestJSON-526395252 tempest-ExternalNetworksTestJSON-526395252-project] 10.222.0.66 "DELETE /v2.0/networks/ed3fe2a8-91ec-4d14-9cc0-bf6b1b94bd7d HTTP/1.1" status: 204 len: 168 time: 1.6844540 Sep 19 12:15:26.150651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:26.166403 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-c3c81df2-a23a-4c58-b7cc-9091deb2e0fe service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1425939 Sep 19 12:15:26.181169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9f1a68d1-ca79-4c62-80bc-e7aa3e280094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:26.267303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a68d1-ca79-4c62-80bc-e7aa3e280094 None None] Pushing event deleted for resources: {'Port': ['ID=ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:26.270734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a68d1-ca79-4c62-80bc-e7aa3e280094 None None] No DVR routers for this DVR port ce790cfa-d1d1-4fc5-bd7c-4003ca6cfcbb on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:15:26.293312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:26.295524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:26.318137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e9604c3d-10f5-4c7f-94d1-155788afee43 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags/tempest-TagsExtTest-Tag-791109578 HTTP/1.1" status: 201 len: 201 time: 0.2339633 Sep 19 12:15:26.318878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:26.320861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:26.323113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:26.326625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52364) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:26.376633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-ea1991f8-09e7-4267-815a-0947d6d97bb0 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d', 'tempest-TagsExtTest-Tag-595042123') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:26.490149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=20ee74fa-2fbc-447f-adae-b5b4804b25de,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:26.495021 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 3d4a7f6a-cee1-4155-8eb4-e1a01849630b resource provider aggregate not found Sep 19 12:15:26.515833 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 3d4a7f6a-cee1-4155-8eb4-e1a01849630b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d4a7f6a-cee1-4155-8eb4-e1a01849630b found for delete ", "request_id": "req-58e88532-f516-4aa1-b053-aaf2c503b8d8"}]} Sep 19 12:15:26.542482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking segment: {'id': '4e92e1cc-a5df-456d-8af2-323607c8c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ed74b01c-8c80-4347-aff1-70dea74bf30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:26.542827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network hostable DHCP agents. Network: ed74b01c-8c80-4347-aff1-70dea74bf30e, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:26.572821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52378) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:26.609829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:26.629550 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:26.629894 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Added segment 244eb5ef-9d83-4d03-8930-181f16d6d582 of type vlan for network 44e25bef-f308-4293-8ee5-d9c556b33390 Sep 19 12:15:26.665308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network ed74b01c-8c80-4347-aff1-70dea74bf30e is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:26.702467 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ea1991f8-09e7-4267-815a-0947d6d97bb0 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags/tempest-TagsExtTest-Tag-595042123 HTTP/1.1" status: 201 len: 201 time: 0.3415828 Sep 19 12:15:26.705262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52384) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:26.707376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-b38305dd-b20f-4a69-b959-7d07ade3aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:26.708946 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-b38305dd-b20f-4a69-b959-7d07ade3aff0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1099 time: 0.4661076 Sep 19 12:15:26.712211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-43efb7f6-548d-4c76-84a8-f3ffe56e0ff8 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3', 'tempest-TagsExtTest-Tag-1070355717') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:26.723764 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:26.783777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, ed74b01c-8c80-4347-aff1-70dea74bf30e) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:26.800092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d149fd7-4ab1-4ff7-a0c2-7530d67b6746 None None] Network ed74b01c-8c80-4347-aff1-70dea74bf30e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:26.841795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:15:26.845024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:26.845627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:26.906959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4a108d8-4162-4405-bfd8-9d45a8733678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:26.925514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e4a108d8-4162-4405-bfd8-9d45a8733678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:26.926918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-43ea67fc-b27d-4a3c-86d6-b9f97bafc841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:26.928008 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-43ea67fc-b27d-4a3c-86d6-b9f97bafc841 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 912 time: 0.1924005 Sep 19 12:15:26.930042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e4a108d8-4162-4405-bfd8-9d45a8733678 admin admin] Usage tracker for resource:security_group_rule and tenant:fae8315984b84d8d9d6e753f30ec3bb3 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:26.933032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e4a108d8-4162-4405-bfd8-9d45a8733678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:26.939762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e4a108d8-4162-4405-bfd8-9d45a8733678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:26.979952 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2241af2f-ac88-4f16-ae20-a6e32af09edc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1689754 Sep 19 12:15:26.981537 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-43efb7f6-548d-4c76-84a8-f3ffe56e0ff8 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags/tempest-TagsExtTest-Tag-1070355717 HTTP/1.1" status: 201 len: 201 time: 0.2749550 Sep 19 12:15:26.985341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52390) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:26.985676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52392) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:27.012486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-88029a3e-822b-46a0-9582-8ace6b921c14 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf', 'tempest-TagsExtTest-Tag-1829844979') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:27.070030 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-4a2db43e-85f6-4457-9be1-325485f4e654 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 1002 time: 0.1350384 Sep 19 12:15:27.070885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.142825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.147531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:27.148179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.181225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4a108d8-4162-4405-bfd8-9d45a8733678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.218689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-ed74b01c-8c80-4347-aff1-70dea74bf30e', 'network_id': 'ed74b01c-8c80-4347-aff1-70dea74bf30e', 'tenant_id': 'dfb4af15b8f94db4bc3ba793ccb86146', 'fixed_ips': [{'subnet_id': '20ee74fa-2fbc-447f-adae-b5b4804b25de'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:27.219616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.250208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52402) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:27.258666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:27.280410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4a108d8-4162-4405-bfd8-9d45a8733678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.331804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:27.342667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:27.343309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.356315 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e4feb-3d5b-4be0-bb84-56983fcc672e None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:27.412751 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e4a108d8-4162-4405-bfd8-9d45a8733678 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fae8315984b84d8d9d6e753f30ec3bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8357079 Sep 19 12:15:27.412751 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a108d8-4162-4405-bfd8-9d45a8733678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c748a76-84fe-4f86-aa82-54c26132416a,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:27.414632 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52410) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:27.426073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-5d546190-24b7-45b2-ab60-88ba3e518f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:27.427535 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-5d546190-24b7-45b2-ab60-88ba3e518f51 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.3504033 Sep 19 12:15:27.436790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.442968 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-88029a3e-822b-46a0-9582-8ace6b921c14 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags/tempest-TagsExtTest-Tag-1829844979 HTTP/1.1" status: 201 len: 201 time: 0.4546561 Sep 19 12:15:27.466496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Network': ['ID=44e25bef-f308-4293-8ee5-d9c556b33390,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:27.468645 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=6dd9aaa4-e003-4336-a307-c3979da26299,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:27.473557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52416) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:27.531599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-deec0672-1e26-44e5-b5a9-ed4073f6eed5 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750', {'tags': ['tempest-TagsExtTest-Tag-642468782', 'tempest-TagsExtTest-Tag-891201972', 'tempest-TagsExtTest-Tag-1431731574']}) {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:27.559637 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8554f93b-8445-4d5d-861e-c516e01b17be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c890ace0e7348e2961b11f2aff153bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077414 Sep 19 12:15:27.564984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52420) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:27.588143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 44e25bef-f308-4293-8ee5-d9c556b33390 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:27.609700 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9c3afe81-30de-4683-bed5-ff8000806994 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6796288 Sep 19 12:15:27.614624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52426) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:27.615415 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-62952497-c24e-4fa9-918a-017e01a22908 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7265110 Sep 19 12:15:27.622629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52428) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:27.632768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1756916503', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:27.652051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:27.670824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8f2011b-4adb-43ba-85e9-6d505e94867b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.711101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8f2011b-4adb-43ba-85e9-6d505e94867b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.720365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '6dd9aaa4-e003-4336-a307-c3979da26299'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:27.721106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.775283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:27.780158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:27.783923 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-deec0672-1e26-44e5-b5a9-ed4073f6eed5 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags HTTP/1.1" status: 200 len: 316 time: 0.3081796 Sep 19 12:15:27.786536 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:27.790957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52436) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:27.793486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:27.799299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:27.800746 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-b681651d-1ac1-44e0-a697-4e9da39ab4af tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:27.811353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.888825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8f2011b-4adb-43ba-85e9-6d505e94867b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:27.918256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-0c9a0775-dbdb-4a6d-8002-4fb5a6b3f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:27.920064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Allocated IP 2001:db8::1 (ed74b01c-8c80-4347-aff1-70dea74bf30e/20ee74fa-2fbc-447f-adae-b5b4804b25de/d706e339-b8e7-4424-9436-98d040ba1078) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:27.921409 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-0c9a0775-dbdb-4a6d-8002-4fb5a6b3f552 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4470196 Sep 19 12:15:28.000117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:router and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:28.008900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:28.015866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2011b-4adb-43ba-85e9-6d505e94867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c748a76-84fe-4f86-aa82-54c26132416a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:28.024209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:28.039306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8f2011b-4adb-43ba-85e9-6d505e94867b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.044012 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f8f2011b-4adb-43ba-85e9-6d505e94867b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c748a76-84fe-4f86-aa82-54c26132416a HTTP/1.1" status: 204 len: 168 time: 0.6209459 Sep 19 12:15:28.060592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f10c271-4e14-4b0e-883f-903a7df73dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.090095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f10c271-4e14-4b0e-883f-903a7df73dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.131153 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-0437385f-360d-4fbf-b70d-dc289356a16e service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977856 Sep 19 12:15:28.140623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/6dd9aaa4-e003-4336-a307-c3979da26299/5a97448f-df25-40e6-a481-b50bf75552ed) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:28.145083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:28.147984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.273530 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52448) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:28.278522 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b681651d-1ac1-44e0-a697-4e9da39ab4af tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags HTTP/1.1" status: 204 len: 168 time: 0.4851387 Sep 19 12:15:28.289675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52452) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:28.311978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-af2ed93b-0afd-4a40-8ab6-cca9b8954c98 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750', 'tempest-TagsExtTest-Tag-642468782') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:28.378683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.407914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.411907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.429600 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-698c1e6a-ba90-4893-b3db-b2bdfa36472f req-209dd450-8ad8-482e-b1e6-fa748b0c26c1 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914047 Sep 19 12:15:28.442789 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-af2ed93b-0afd-4a40-8ab6-cca9b8954c98 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:28.443906 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-af2ed93b-0afd-4a40-8ab6-cca9b8954c98 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags/tempest-TagsExtTest-Tag-642468782 HTTP/1.1" status: 404 len: 328 time: 0.1526442 Sep 19 12:15:28.448781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52458) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:28.472671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-952142a1-86ac-473b-b1db-6d5bbe2ea2d0 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750', 'tempest-TagsExtTest-Tag-891201972') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:28.491226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.498825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-909c4fc2-a817-4fb5-97b9-574dd0f0ee10 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:28.517501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.573334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Transition to ACTIVE for port object d706e339-b8e7-4424-9436-98d040ba1078 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:28.576316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Transition to ACTIVE for port object 5a97448f-df25-40e6-a481-b50bf75552ed will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:28.587313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f10c271-4e14-4b0e-883f-903a7df73dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.608004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Transition to ACTIVE for port object d706e339-b8e7-4424-9436-98d040ba1078 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:28.609366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Transition to ACTIVE for port object 5a97448f-df25-40e6-a481-b50bf75552ed will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:28.617592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10c271-4e14-4b0e-883f-903a7df73dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8501df-a568-4e55-a588-b9694ed99eea,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:28.671700 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-952142a1-86ac-473b-b1db-6d5bbe2ea2d0 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:28.672724 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-952142a1-86ac-473b-b1db-6d5bbe2ea2d0 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags/tempest-TagsExtTest-Tag-891201972 HTTP/1.1" status: 404 len: 328 time: 0.2200255 Sep 19 12:15:28.676022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52462) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:28.681015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-6feee47e-d1f5-4274-b47c-0f04ab966adc tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750', 'tempest-TagsExtTest-Tag-1431731574') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:28.690139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f10c271-4e14-4b0e-883f-903a7df73dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.691509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4f10c271-4e14-4b0e-883f-903a7df73dcd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c8501df-a568-4e55-a588-b9694ed99eea HTTP/1.1" status: 204 len: 168 time: 1.1258264 Sep 19 12:15:28.698706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.734904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.743958 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-909c4fc2-a817-4fb5-97b9-574dd0f0ee10 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] 10.222.0.66 "PUT /v2.0/quotas/f06b50f00d3f45108b4898aec53fafde HTTP/1.1" status: 200 len: 366 time: 0.4657009 Sep 19 12:15:28.744156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52468) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:28.759784 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-38ea9e80-6cdf-4a4d-993f-f8b7cc11af7a tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0116982 Sep 19 12:15:28.760365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52472) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:28.776527 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3d958682-adb7-4a15-864b-ee88c11faecf tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] 10.222.0.66 "GET /v2.0/quotas/f06b50f00d3f45108b4898aec53fafde HTTP/1.1" status: 200 len: 366 time: 0.0153117 Sep 19 12:15:28.779214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52476) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:28.782897 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-6feee47e-d1f5-4274-b47c-0f04ab966adc tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:28.784524 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6feee47e-d1f5-4274-b47c-0f04ab966adc tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags/tempest-TagsExtTest-Tag-1431731574 HTTP/1.1" status: 404 len: 329 time: 0.1074584 Sep 19 12:15:28.787959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52480) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:28.801827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-ff691165-dce9-4ada-a74d-8db0260025c2 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d', {'tags': ['tempest-TagsExtTest-Tag-1823388114', 'tempest-TagsExtTest-Tag-2003971884', 'tempest-TagsExtTest-Tag-791306201']}) {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:28.823689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.871202 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:28.872317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.873020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Network ed74b01c-8c80-4347-aff1-70dea74bf30e is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:28.876124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:28.878072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:28.882297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:28.887985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:28.921393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.925557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:28.927130 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f13c4341-0d79-446c-af51-460133631b07 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3087506 Sep 19 12:15:28.932582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52490) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:29.009940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Pushing event updated for resources: {'Port': ['ID=5a97448f-df25-40e6-a481-b50bf75552ed,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:29.028361 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b0954965-ca8c-4ebc-b6fe-cacbe1e85d3d tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/f06b50f00d3f45108b4898aec53fafde HTTP/1.1" status: 204 len: 168 time: 0.2475991 Sep 19 12:15:29.045161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52494) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:29.099956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Checking segment: {'id': '244eb5ef-9d83-4d03-8930-181f16d6d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:29.101174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network hostable DHCP agents. Network: 44e25bef-f308-4293-8ee5-d9c556b33390, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:29.158265 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-38dd0b90-8e14-4673-b218-cfdaf81b61ab tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0597849 Sep 19 12:15:29.158408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Attempting to bind port d706e339-b8e7-4424-9436-98d040ba1078 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:29.158820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Attempting to bind port d706e339-b8e7-4424-9436-98d040ba1078 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '4e92e1cc-a5df-456d-8af2-323607c8c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ed74b01c-8c80-4347-aff1-70dea74bf30e'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:29.159195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Attempting to bind port d706e339-b8e7-4424-9436-98d040ba1078 on network ed74b01c-8c80-4347-aff1-70dea74bf30e {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:29.165178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=81a6e57d-f78a-43bf-b595-fab0e6a7a7fb,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:29.169452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Pushing event updated for resources: {'Port': ['ID=d706e339-b8e7-4424-9436-98d040ba1078,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:29.175296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Attempting to bind port 5a97448f-df25-40e6-a481-b50bf75552ed on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:29.175674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Attempting to bind port 5a97448f-df25-40e6-a481-b50bf75552ed by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:29.176039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Attempting to bind port 5a97448f-df25-40e6-a481-b50bf75552ed on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:29.178287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:29.179208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Checking segment: {'id': '4e92e1cc-a5df-456d-8af2-323607c8c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ed74b01c-8c80-4347-aff1-70dea74bf30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:29.179618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.180008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Bound using segment: {'id': '4e92e1cc-a5df-456d-8af2-323607c8c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ed74b01c-8c80-4347-aff1-70dea74bf30e'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:29.180491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Bound port: d706e339-b8e7-4424-9436-98d040ba1078, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e92e1cc-a5df-456d-8af2-323607c8c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ed74b01c-8c80-4347-aff1-70dea74bf30e'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:29.181025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.202223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:29.202612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:29.203071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.208409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:29.208409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Bound port: 5a97448f-df25-40e6-a481-b50bf75552ed, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:29.208409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.254900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52500) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:29.264799 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ff691165-dce9-4ada-a74d-8db0260025c2 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags HTTP/1.1" status: 200 len: 317 time: 0.4750576 Sep 19 12:15:29.283397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52504) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:29.287235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Subnet': ['ID=20ee74fa-2fbc-447f-adae-b5b4804b25de,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:29.296780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-f99df7c3-80f0-4d3b-b07d-87591dc77db6 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:29.355525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.397891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed74b01c-8c80-4347-aff1-70dea74bf30e']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:29.414984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e92e1cc-a5df-456d-8af2-323607c8c4c4') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:29.415331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e92e1cc-a5df-456d-8af2-323607c8c4c4') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:29.437461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52512) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:29.437572 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-768b7cd0-d4b2-4d69-8d7d-a633492fe0c7 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] 10.222.0.66 "GET /v2.0/quotas/f06b50f00d3f45108b4898aec53fafde HTTP/1.1" status: 200 len: 370 time: 0.1709104 Sep 19 12:15:29.444102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 44e25bef-f308-4293-8ee5-d9c556b33390 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:29.450557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.454535 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-03b89a21-3a32-407a-88f0-b4d488b87452 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] 10.222.0.66 "GET /v2.0/quotas/f06b50f00d3f45108b4898aec53fafde/default HTTP/1.1" status: 200 len: 370 time: 0.0167205 Sep 19 12:15:29.455199 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52516) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:29.466354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] For port d706e339-b8e7-4424-9436-98d040ba1078, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:29.468158 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-cfe7a0a1-9a91-445a-a45f-8e59c5275aeb tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] delete failed (client error): The resource could not be found. Sep 19 12:15:29.471981 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cfe7a0a1-9a91-445a-a45f-8e59c5275aeb tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/f06b50f00d3f45108b4898aec53fafde HTTP/1.1" status: 404 len: 348 time: 0.0134559 Sep 19 12:15:29.472136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] For port d706e339-b8e7-4424-9436-98d040ba1078, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d706e339-b8e7-4424-9436-98d040ba1078,segment=NetworkSegment(4e92e1cc-a5df-456d-8af2-323607c8c4c4),segment_id=4e92e1cc-a5df-456d-8af2-323607c8c4c4)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:29.503327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] For port 5a97448f-df25-40e6-a481-b50bf75552ed, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:29.518500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] For port 5a97448f-df25-40e6-a481-b50bf75552ed, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5a97448f-df25-40e6-a481-b50bf75552ed,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:29.599238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.602662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 44e25bef-f308-4293-8ee5-d9c556b33390) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:29.615162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.625892 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f99df7c3-80f0-4d3b-b07d-87591dc77db6 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags HTTP/1.1" status: 204 len: 168 time: 0.3400691 Sep 19 12:15:29.634796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52524) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:29.643454 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:29.644069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.653301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-5945fe5b-df7e-479f-8b76-28a1caab6282 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d', 'tempest-TagsExtTest-Tag-1823388114') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:29.669227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.672665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3a632-a473-434a-af08-03ea2b637d7a None None] Network 44e25bef-f308-4293-8ee5-d9c556b33390 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:29.700820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:29.701238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:29.751403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52530) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:29.766895 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 4e92e1cc-a5df-456d-8af2-323607c8c4c4 resource provider aggregate not found Sep 19 12:15:29.893547 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 4e92e1cc-a5df-456d-8af2-323607c8c4c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e92e1cc-a5df-456d-8af2-323607c8c4c4 found for delete ", "request_id": "req-6c9e0c90-6263-4c6b-bcee-9ec42356e47b"}]} Sep 19 12:15:29.930238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3420f-923d-466b-a7f2-0bd37a4d33b2 None None] Pushing event updated for resources: {'Port': ['ID=d706e339-b8e7-4424-9436-98d040ba1078,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:29.946854 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0d8f3d75-3ad1-48af-850a-bf285987d432 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=834e58cf75c44552bf929517daeed976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940300 Sep 19 12:15:29.949426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52536) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:29.954842 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-5945fe5b-df7e-479f-8b76-28a1caab6282 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:29.959694 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5945fe5b-df7e-479f-8b76-28a1caab6282 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags/tempest-TagsExtTest-Tag-1823388114 HTTP/1.1" status: 404 len: 329 time: 0.3220022 Sep 19 12:15:29.960505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52540) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:30.010028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.040968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-f5a2f9c8-ea6a-4818-8918-1880eb608909 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d', 'tempest-TagsExtTest-Tag-2003971884') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:30.074986 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f8abaf3c-113c-4ad8-a828-3b68de25dff3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4489074 Sep 19 12:15:30.076209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:15:30.076209 dv-neutron-857775-2-hyperv neutron-server[89795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:15:30.076209 dv-neutron-857775-2-hyperv neutron-server[89795]: [parameters: {'id': 'ed74b01c-8c80-4347-aff1-70dea74bf30e'}] Sep 19 12:15:30.076209 dv-neutron-857775-2-hyperv neutron-server[89795]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:15:30.076579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:15:30.083252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52544) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:30.083593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52546) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:30.099305 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:30.113838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3be141-02d2-4df6-a5a3-afe0b8716cf6 None None] Pushing event updated for resources: {'Port': ['ID=5a97448f-df25-40e6-a481-b50bf75552ed,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:30.151226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-44e25bef-f308-4293-8ee5-d9c556b33390', 'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390', 'tenant_id': 'ac5ff996b5b44a79bf30fdb9183687b7', 'fixed_ips': [{'subnet_id': '81a6e57d-f78a-43bf-b595-fab0e6a7a7fb'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:30.153914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.244915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1de39a-a9b4-4feb-a1c6-76f0fbcdc9c6 None None] Network ed74b01c-8c80-4347-aff1-70dea74bf30e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:30.377698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2e22-50db-4e2a-9675-1445fa384000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.379361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Usage tracker for resource:network and tenant:94329f3ec6294193be271d106d76e616 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:30.402483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:30.453008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2e22-50db-4e2a-9675-1445fa384000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.463128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Usage tracker for resource:subnet and tenant:94329f3ec6294193be271d106d76e616 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:30.488082 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::1 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/6dd9aaa4-e003-4336-a307-c3979da26299/1e9a3a48-a069-42ef-ad97-9a3fa358d9fe) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:30.508175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:30.524994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:30.542800 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-f5a2f9c8-ea6a-4818-8918-1880eb608909 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:30.546513 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f5a2f9c8-ea6a-4818-8918-1880eb608909 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags/tempest-TagsExtTest-Tag-2003971884 HTTP/1.1" status: 404 len: 329 time: 0.5493984 Sep 19 12:15:30.546513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:30.548764 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52558) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:30.549657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:30.554460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Usage tracker for resource:subnetpool and tenant:94329f3ec6294193be271d106d76e616 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:30.567399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-b0dc5060-06ee-445f-a117-0c416398fe77 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d', 'tempest-TagsExtTest-Tag-791306201') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:30.598985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.600369 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:30.608069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:30.674853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Allocated IP 2001:db8::2 (44e25bef-f308-4293-8ee5-d9c556b33390/81a6e57d-f78a-43bf-b595-fab0e6a7a7fb/235c0727-18d7-489e-8c87-738557a9c045) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:30.677327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Usage tracker for resource:port and tenant:94329f3ec6294193be271d106d76e616 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:30.688818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting port d706e339-b8e7-4424-9436-98d040ba1078 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:30.688976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.747524 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:30.765452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.765660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:30.765660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.791202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:30.799871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52564) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:30.854215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Usage tracker for resource:router and tenant:94329f3ec6294193be271d106d76e616 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:30.860715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2e22-50db-4e2a-9675-1445fa384000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.875823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:30.912033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.950009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:30.963325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Transition to ACTIVE for port object 235c0727-18d7-489e-8c87-738557a9c045 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:30.999493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Transition to ACTIVE for port object 235c0727-18d7-489e-8c87-738557a9c045 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:31.054160 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-b0dc5060-06ee-445f-a117-0c416398fe77 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:31.055195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:31.055563 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b0dc5060-06ee-445f-a117-0c416398fe77 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags/tempest-TagsExtTest-Tag-791306201 HTTP/1.1" status: 404 len: 328 time: 0.4972730 Sep 19 12:15:31.055563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e2e22-50db-4e2a-9675-1445fa384000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5dab26-d7d8-4a86-a320-8215f9c517d2,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:31.055832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:31.057455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52570) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:31.064855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Usage tracker for resource:floatingip and tenant:94329f3ec6294193be271d106d76e616 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:31.065013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:31.065408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.071706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-a7944eea-e116-4f8d-bfd8-c2699180dfd4 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3', {'tags': ['tempest-TagsExtTest-Tag-1883489828', 'tempest-TagsExtTest-Tag-234247644', 'tempest-TagsExtTest-Tag-995496826']}) {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:31.075898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-516141018'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:31.080710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:31.081340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.082965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:31.122566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2e22-50db-4e2a-9675-1445fa384000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.123722 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3a6e2e22-50db-4e2a-9675-1445fa384000 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed5dab26-d7d8-4a86-a320-8215f9c517d2 HTTP/1.1" status: 204 len: 168 time: 1.1723540 Sep 19 12:15:31.130699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:network and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:31.148032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=1e9a3a48-a069-42ef-ad97-9a3fa358d9fe,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:31.158615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:31.175861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:31.222691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Network 44e25bef-f308-4293-8ee5-d9c556b33390 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:31.229928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:31.237846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:31.328124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Pushing event updated for resources: {'Port': ['ID=235c0727-18d7-489e-8c87-738557a9c045,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:31.358984 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.ipam_backend_mixin [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81a6e57d-f78a-43bf-b595-fab0e6a7a7fb (CIDR: 2001:db8::/64) Sep 19 12:15:31.375984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3f991b04-303f-43b4-aec9-0fff3415c246 None None] Provisioning for port 5a97448f-df25-40e6-a481-b50bf75552ed completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:31.377027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:31.380478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.405331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.412797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Attempting to bind port 235c0727-18d7-489e-8c87-738557a9c045 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:31.413234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Attempting to bind port 235c0727-18d7-489e-8c87-738557a9c045 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '244eb5ef-9d83-4d03-8930-181f16d6d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:31.413815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Attempting to bind port 235c0727-18d7-489e-8c87-738557a9c045 on network 44e25bef-f308-4293-8ee5-d9c556b33390 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:31.420007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:31.420381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Checking segment: {'id': '244eb5ef-9d83-4d03-8930-181f16d6d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:31.420801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.421162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Bound using segment: {'id': '244eb5ef-9d83-4d03-8930-181f16d6d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:31.421632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Bound port: 235c0727-18d7-489e-8c87-738557a9c045, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244eb5ef-9d83-4d03-8930-181f16d6d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:31.422003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.425037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Usage tracker for resource:security_group and tenant:94329f3ec6294193be271d106d76e616 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:31.427871 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:15:31.428350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:15:31.439903 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a7944eea-e116-4f8d-bfd8-c2699180dfd4 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags HTTP/1.1" status: 200 len: 316 time: 0.3788018 Sep 19 12:15:31.447746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] For port d706e339-b8e7-4424-9436-98d040ba1078, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d706e339-b8e7-4424-9436-98d040ba1078,segment=NetworkSegment(4e92e1cc-a5df-456d-8af2-323607c8c4c4),segment_id=4e92e1cc-a5df-456d-8af2-323607c8c4c4)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:31.447971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.455971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52576) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:31.459605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:31.470385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:31.475441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-ecd34ab9-608c-4498-8324-60826138b4b5 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:31.517249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.539948 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:security_group_rule and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:31.544787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:31.551854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] For port 235c0727-18d7-489e-8c87-738557a9c045, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:31.556139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] For port 235c0727-18d7-489e-8c87-738557a9c045, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=235c0727-18d7-489e-8c87-738557a9c045,segment=NetworkSegment(244eb5ef-9d83-4d03-8930-181f16d6d582),segment_id=244eb5ef-9d83-4d03-8930-181f16d6d582)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:31.659246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f2e90541-0391-4bc1-8e7c-3925df7aef6e None None] Provisioning for port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:31.665909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f2e90541-0391-4bc1-8e7c-3925df7aef6e None None] Provisioning complete for port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:31.666295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f2e90541-0391-4bc1-8e7c-3925df7aef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.675107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:31.678319 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d2592bcd-b2a4-4af0-9f26-a855bfaf4ab5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5872633 Sep 19 12:15:31.689095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Calling delete_port for d706e339-b8e7-4424-9436-98d040ba1078 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:31.718184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:31.723167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52582) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:31.784775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Usage tracker for resource:security_group_rule and tenant:94329f3ec6294193be271d106d76e616 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:31.795179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f2e90541-0391-4bc1-8e7c-3925df7aef6e None None] Port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:31.814146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a2d49-6bf1-40ca-8127-66f22d61fa50 None None] Pushing event updated for resources: {'Port': ['ID=235c0727-18d7-489e-8c87-738557a9c045,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:31.814942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:31.836010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:31.948573 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-912f8b81-4a20-42db-9cbc-be2c84793f93 tempest-QuotasTest-1806155179 tempest-QuotasTest-1806155179-project-admin] 10.222.0.66 "GET /v2.0/quotas/94329f3ec6294193be271d106d76e616/details.json HTTP/1.1" status: 200 len: 703 time: 1.8437924 Sep 19 12:15:31.965058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5a97448f-df25-40e6-a481-b50bf75552ed up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:32.093732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:32.103300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:32.106773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:32.120522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:32.169013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.175747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 5a97448f-df25-40e6-a481-b50bf75552ed completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:32.184110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.197394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5a97448f-df25-40e6-a481-b50bf75552ed triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:32.197394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.241616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.263377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Port': ['ID=d706e339-b8e7-4424-9436-98d040ba1078,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:32.269255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No DVR routers for this DVR port d706e339-b8e7-4424-9436-98d040ba1078 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:15:32.309005 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ecd34ab9-608c-4498-8324-60826138b4b5 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags HTTP/1.1" status: 204 len: 168 time: 0.8469822 Sep 19 12:15:32.311831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52596) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:32.317061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-a9438182-d711-4d0a-b03f-83a93b7595c6 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3', 'tempest-TagsExtTest-Tag-1883489828') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:32.394315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.419753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5a97448f-df25-40e6-a481-b50bf75552ed is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:32.420182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.430836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.434329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.451925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.460409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 5a97448f-df25-40e6-a481-b50bf75552ed, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5a97448f-df25-40e6-a481-b50bf75552ed,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:32.467220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:32.486274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:32.489886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.510547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b4b52-ccf4-4512-8f36-f7ade32716d6,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:32.521613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed74b01c-8c80-4347-aff1-70dea74bf30e']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:32.584064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.584391 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added segment 4059535f-a37e-461a-90a1-2e549939df98 of type vlan for network 81634a7d-d369-4582-9c98-6861984a4a4b Sep 19 12:15:32.605035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e92e1cc-a5df-456d-8af2-323607c8c4c4') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:32.605307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e92e1cc-a5df-456d-8af2-323607c8c4c4') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:32.634261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.644438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.665233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.693046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.703589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:32.703999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:32.706121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:32.719178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:32.767986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=5a97448f-df25-40e6-a481-b50bf75552ed,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:32.798965 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 4e92e1cc-a5df-456d-8af2-323607c8c4c4 resource provider aggregate not found Sep 19 12:15:32.845659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52612) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:32.847787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:15:32.890904 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 4e92e1cc-a5df-456d-8af2-323607c8c4c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e92e1cc-a5df-456d-8af2-323607c8c4c4 found for delete ", "request_id": "req-79a26d3b-6399-4da3-bcc0-2b4dd186ca37"}]} Sep 19 12:15:32.927872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=1e9a3a48-a069-42ef-ad97-9a3fa358d9fe,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:32.959481 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-a9438182-d711-4d0a-b03f-83a93b7595c6 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:32.964389 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a9438182-d711-4d0a-b03f-83a93b7595c6 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags/tempest-TagsExtTest-Tag-1883489828 HTTP/1.1" status: 404 len: 329 time: 0.6486502 Sep 19 12:15:32.965691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52620) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:32.971959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-5ecb12f6-a7c6-4e99-909e-34579ddedfb3 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3', 'tempest-TagsExtTest-Tag-234247644') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:33.140141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-da9e867d-db3a-4c1b-81cc-13e666af7fcb None None] Provisioning complete for port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:33.140744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-da9e867d-db3a-4c1b-81cc-13e666af7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:33.147032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:33.154141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:33.156435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:33.184990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Router 04196be7-6c8d-4a54-937d-e76192d68ec9 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:15:33.220060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-da9e867d-db3a-4c1b-81cc-13e666af7fcb None None] Port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:33.357356 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df954a6f-8c4e-4608-84eb-c99b123a9e09 None None] Network 44e25bef-f308-4293-8ee5-d9c556b33390 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:33.418475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Network': ['ID=81634a7d-d369-4582-9c98-6861984a4a4b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:33.430995 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-5ecb12f6-a7c6-4e99-909e-34579ddedfb3 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:33.430995 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5ecb12f6-a7c6-4e99-909e-34579ddedfb3 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags/tempest-TagsExtTest-Tag-234247644 HTTP/1.1" status: 404 len: 328 time: 0.4554875 Sep 19 12:15:33.431253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52628) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:33.439738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:33.440348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-83c301ff-bcd8-45aa-aef3-c09d15010b81 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3', 'tempest-TagsExtTest-Tag-995496826') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:33.442859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 81634a7d-d369-4582-9c98-6861984a4a4b details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:33.468152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:33.472922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e58a7f64-6e68-40a1-bdbb-54358978a840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:33.495315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Network': ['ID=ed74b01c-8c80-4347-aff1-70dea74bf30e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:33.506683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e58a7f64-6e68-40a1-bdbb-54358978a840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:33.513431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e58a7f64-6e68-40a1-bdbb-54358978a840 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ca1f00874948828775e0e96b07a9c0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:33.513866 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e58a7f64-6e68-40a1-bdbb-54358978a840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:33.514950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:15:33.520844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e58a7f64-6e68-40a1-bdbb-54358978a840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:33.528885 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Sync routers for ids ['04196be7-6c8d-4a54-937d-e76192d68ec9'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:15:33.538706 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Routers {'04196be7-6c8d-4a54-937d-e76192d68ec9'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:33.539464 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['04196be7-6c8d-4a54-937d-e76192d68ec9'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:33.652478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e58a7f64-6e68-40a1-bdbb-54358978a840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:33.692138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-19ea3873-fade-4df5-9380-943129e07439 None None] Provisioning for port 235c0727-18d7-489e-8c87-738557a9c045 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:33.723500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e58a7f64-6e68-40a1-bdbb-54358978a840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:33.725574 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Set router 04196be7-6c8d-4a54-937d-e76192d68ec9 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:15:33.737419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52636) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:33.743093 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1203a3ca-9179-4dd6-b80f-fdd248f474d5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "PUT /v2.0/routers/04196be7-6c8d-4a54-937d-e76192d68ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7947321 Sep 19 12:15:33.754804 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-83c301ff-bcd8-45aa-aef3-c09d15010b81 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:33.756446 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-83c301ff-bcd8-45aa-aef3-c09d15010b81 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags/tempest-TagsExtTest-Tag-995496826 HTTP/1.1" status: 404 len: 328 time: 0.3279617 Sep 19 12:15:33.756588 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-506887b4-d38f-4729-bc0a-b0c352fa64e3 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/ed74b01c-8c80-4347-aff1-70dea74bf30e HTTP/1.1" status: 204 len: 168 time: 6.7691767 Sep 19 12:15:33.760086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52640) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:33.760657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52642) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:33.768042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-92d71297-f353-4b6e-b9ce-59beb237c462 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf', {'tags': ['tempest-TagsExtTest-Tag-428083531', 'tempest-TagsExtTest-Tag-1021080123', 'tempest-TagsExtTest-Tag-945864909']}) {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:33.780570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-698767266'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:33.791034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:33.798814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:network and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:33.805073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:33.813684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:33.863899 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-680b647b-796a-4263-9130-1b5a08f1899a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0044944 Sep 19 12:15:33.867580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52650) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:33.873949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1044467764'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:33.883526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:33.890297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:network and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:33.899322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:33.909685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:33.914403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:33.934154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:33.939766 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e58a7f64-6e68-40a1-bdbb-54358978a840 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5ca1f00874948828775e0e96b07a9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0611608 Sep 19 12:15:33.942078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52654) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:33.974584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a7f64-6e68-40a1-bdbb-54358978a840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7888d7f-8b00-4f83-89c7-1f837bb5c9f4,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:33.997391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feff65f7-8f86-447c-ae67-739628230696 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:33.998883 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-feff65f7-8f86-447c-ae67-739628230696 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports/1e9a3a48-a069-42ef-ad97-9a3fa358d9fe HTTP/1.1" status: 200 len: 911 time: 0.2517080 Sep 19 12:15:34.001530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52658) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:34.012349 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-92d71297-f353-4b6e-b9ce-59beb237c462 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "PUT /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags HTTP/1.1" status: 200 len: 316 time: 0.2504470 Sep 19 12:15:34.029944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52662) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:34.046187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-96f14565-215e-439f-8460-26884eca81ca tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:34.064402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:34.119957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5a97448f-df25-40e6-a481-b50bf75552ed up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:34.139922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.140633 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Added segment 6c5fb323-2329-4981-b1fa-6e7dd0178735 of type vlan for network 72f2ed00-396f-4703-8b9e-eb3790545c2b Sep 19 12:15:34.144811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:34.152320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.164174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8a578-ce82-4eee-8108-db57c4fe6f32 None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:15:34.193821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f764319-fb72-41f0-9457-f62c7d67f1c3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:34.199771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:34.218334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.218870 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added segment a56d0fc9-eaa3-45ea-b9bb-27076d7e3675 of type vlan for network 0b8384f8-8d24-4359-9ef3-24ec719911e8 Sep 19 12:15:34.221027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f764319-fb72-41f0-9457-f62c7d67f1c3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:34.228948 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0f764319-fb72-41f0-9457-f62c7d67f1c3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2261395 Sep 19 12:15:34.230484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52670) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:34.232737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.239560 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04196be7-6c8d-4a54-937d-e76192d68ec9', 'name': 'tempest-NetworksTestDHCPv6-router-1756916503', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:28Z', 'updated_at': '2022-09-19T12:15:31Z', 'revision_number': 2, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None, '_interfaces': [{'id': '1e9a3a48-a069-42ef-ad97-9a3fa358d9fe', 'name': '', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'mac_address': 'fa:16:3e:ad:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04196be7-6c8d-4a54-937d-e76192d68ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6dd9aaa4-e003-4336-a307-c3979da26299', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:15:30Z', 'updated_at': '2022-09-19T12:15:31Z', 'revision_number': 2, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'subnets': [{'id': '6dd9aaa4-e003-4336-a307-c3979da26299', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:34.246706 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Checking router: 04196be7-6c8d-4a54-937d-e76192d68ec9 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:15:34.247159 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Updating router 04196be7-6c8d-4a54-937d-e76192d68ec9 port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:15:34.344170 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.417479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.429752 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcf4de6f-981b-42c6-b0b1-486eb33ee129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.464527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5a97448f-df25-40e6-a481-b50bf75552ed triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:34.465176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.512863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.518878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcf4de6f-981b-42c6-b0b1-486eb33ee129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.558000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 44e25bef-f308-4293-8ee5-d9c556b33390 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:34.563175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:34.572392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:34.573768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.594738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.602269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:34.603051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=ee297e97-5558-46a7-9317-df860ab73818,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:34.603198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.672502 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1f3cc9bd-7c67-4544-86df-5c3a95613dee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8844504 Sep 19 12:15:34.684118 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52680) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:34.719422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5a97448f-df25-40e6-a481-b50bf75552ed is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:34.721983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 235c0727-18d7-489e-8c87-738557a9c045 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:34.722788 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-96f14565-215e-439f-8460-26884eca81ca tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags HTTP/1.1" status: 204 len: 168 time: 0.6918132 Sep 19 12:15:34.731213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52684) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:34.743296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390', 'fixed_ips': [{'subnet_id': '81a6e57d-f78a-43bf-b595-fab0e6a7a7fb'}, {'subnet_id': 'ee297e97-5558-46a7-9317-df860ab73818'}], 'name': 'tempest-PortsIpV6TestJSON-452484178'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:34.753592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-4d4b92b9-d678-4f9d-96b6-6170925a5bcb tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf', 'tempest-TagsExtTest-Tag-428083531') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:34.765256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52688) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:34.792280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Network': ['ID=0b8384f8-8d24-4359-9ef3-24ec719911e8,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:34.798374 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e1e5e892-139b-40e4-89ef-af1ea80280f2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9265156 Sep 19 12:15:34.799077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52694) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:34.811580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'subnet': {'network_id': '81634a7d-d369-4582-9c98-6861984a4a4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:34.850880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 0b8384f8-8d24-4359-9ef3-24ec719911e8 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:34.868352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad8a578-ce82-4eee-8108-db57c4fe6f32 None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:15:34.939155 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.954145 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Transition to ACTIVE for port object 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:34.964548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.969925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:34.976730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:34.992616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-eef225f4-a078-4e0f-9033-0cf4dd4bc764 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:34.999822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:35.005503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:35.008822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcf4de6f-981b-42c6-b0b1-486eb33ee129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.010889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:35.019688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:35.065318 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.108623 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-4d4b92b9-d678-4f9d-96b6-6170925a5bcb tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:35.112322 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4d4b92b9-d678-4f9d-96b6-6170925a5bcb tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags/tempest-TagsExtTest-Tag-428083531 HTTP/1.1" status: 404 len: 328 time: 0.3775010 Sep 19 12:15:35.112322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcf4de6f-981b-42c6-b0b1-486eb33ee129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.112322 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bcf4de6f-981b-42c6-b0b1-486eb33ee129 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7888d7f-8b00-4f83-89c7-1f837bb5c9f4 HTTP/1.1" status: 204 len: 168 time: 1.1669686 Sep 19 12:15:35.113110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4de6f-981b-42c6-b0b1-486eb33ee129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7888d7f-8b00-4f83-89c7-1f837bb5c9f4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:35.119109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52698) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:35.138285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-7dab26b1-321b-45f7-a526-d3cda5645fe0 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf', 'tempest-TagsExtTest-Tag-1021080123') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:35.169152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:35.176932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=72f2ed00-396f-4703-8b9e-eb3790545c2b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:35.179513 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:subnet and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:35.183401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:35.190725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.191001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:35.205472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 72f2ed00-396f-4703-8b9e-eb3790545c2b details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:35.218344 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-7dab26b1-321b-45f7-a526-d3cda5645fe0 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:35.218344 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7dab26b1-321b-45f7-a526-d3cda5645fe0 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags/tempest-TagsExtTest-Tag-1021080123 HTTP/1.1" status: 404 len: 329 time: 0.0842211 Sep 19 12:15:35.218344 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-82852ada-bdeb-4031-98b3-e85bba321fd2 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4533880 Sep 19 12:15:35.218344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52704) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:35.224581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-ee923b9e-dccb-45db-aad9-b554fbe510f7 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf', 'tempest-TagsExtTest-Tag-945864909') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:35.237580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52708) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:35.247817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'network_id': '72f2ed00-396f-4703-8b9e-eb3790545c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:35.257208 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8800e69-9348-4c7c-a8ea-af917de37371 None None] Pushing event updated for resources: {'Port': ['ID=1e9a3a48-a069-42ef-ad97-9a3fa358d9fe,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:35.369179 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-eef225f4-a078-4e0f-9033-0cf4dd4bc764 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] 10.222.0.66 "PUT /v2.0/quotas/e010100eedb2433fa62aafa29be3a1f3 HTTP/1.1" status: 200 len: 368 time: 0.5993085 Sep 19 12:15:35.375123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:35.379521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.390080 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Attempting to bind port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:35.390522 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Attempting to bind port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:35.391118 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Attempting to bind port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:35.397374 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:35.397854 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:35.398350 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.398860 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:35.407541 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Bound port: 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:35.407910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52712) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:35.408007 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.413849 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-ee923b9e-dccb-45db-aad9-b554fbe510f7 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] show failed (client error): The resource could not be found. Sep 19 12:15:35.417472 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ee923b9e-dccb-45db-aad9-b554fbe510f7 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags/tempest-TagsExtTest-Tag-945864909 HTTP/1.1" status: 404 len: 328 time: 0.1954362 Sep 19 12:15:35.419078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Request body: {'network': {'project_id': 'e010100eedb2433fa62aafa29be3a1f3'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:35.447986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52716) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:35.504659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 235c0727-18d7-489e-8c87-738557a9c045 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:35.509334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:35.516218 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] For port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:35.523227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Usage tracker for resource:network and tenant:e010100eedb2433fa62aafa29be3a1f3 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:35.528056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:35.530602 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] For port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1e9a3a48-a069-42ef-ad97-9a3fa358d9fe,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:35.533127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 235c0727-18d7-489e-8c87-738557a9c045 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:35.533768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.535868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:35.544016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:subnet and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:35.550789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:35.558231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:35.564313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:35.616040 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.616263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:35.640606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-6a77c527-9121-4456-8891-991ca861867b tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd1433831-3e31-459b-9365-6a9b7160fabf') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:35.695451 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8800e69-9348-4c7c-a8ea-af917de37371 None None] Pushing event updated for resources: {'Port': ['ID=1e9a3a48-a069-42ef-ad97-9a3fa358d9fe,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:35.711310 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Routers {'04196be7-6c8d-4a54-937d-e76192d68ec9'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:35.712119 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['04196be7-6c8d-4a54-937d-e76192d68ec9'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:35.724222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Made reservation on behalf of e010100eedb2433fa62aafa29be3a1f3 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:35.727743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.757740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:35.766184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.792621 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6a77c527-9121-4456-8891-991ca861867b tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf/tags HTTP/1.1" status: 204 len: 168 time: 0.3424890 Sep 19 12:15:35.798377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52722) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:35.804686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.tag.tag_plugin [None req-d1f450e9-a6cb-4509-b31c-54eb15c0037a tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6fd8cf55-2b83-4a7a-883a-064c5cac28b3') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:35.811058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 235c0727-18d7-489e-8c87-738557a9c045 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:35.811447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.820542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.910140 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] Set router 04196be7-6c8d-4a54-937d-e76192d68ec9 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:15:35.936087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Subnet': ['ID=9a871cd9-73c1-492a-9c7d-b94d08366771,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:35.938289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:35.994059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 235c0727-18d7-489e-8c87-738557a9c045, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=235c0727-18d7-489e-8c87-738557a9c045,segment=NetworkSegment(244eb5ef-9d83-4d03-8930-181f16d6d582),segment_id=244eb5ef-9d83-4d03-8930-181f16d6d582)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:36.003914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:36.015322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Usage tracker for resource:security_group_rule and tenant:e010100eedb2433fa62aafa29be3a1f3 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:36.024043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:36.040331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Checking segment: {'id': '4059535f-a37e-461a-90a1-2e549939df98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '81634a7d-d369-4582-9c98-6861984a4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:36.040693 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network hostable DHCP agents. Network: 81634a7d-d369-4582-9c98-6861984a4a4b, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:36.047495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:36.052814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:36.052814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.061778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afc5c50-50b4-47e6-8b5d-67ba6aabd03b None None] Network 44e25bef-f308-4293-8ee5-d9c556b33390 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:36.202090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 81634a7d-d369-4582-9c98-6861984a4a4b is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:36.249284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.281776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.306681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52726) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:36.306980 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d1f450e9-a6cb-4509-b31c-54eb15c0037a tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3/tags HTTP/1.1" status: 204 len: 168 time: 0.5067453 Sep 19 12:15:36.308611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] For port 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1e9a3a48-a069-42ef-ad97-9a3fa358d9fe,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:36.308977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.313144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-7f56291a-c3b9-4c8b-b991-80c2f69bfa45 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a01d64f4-1e44-4166-bd6b-0e3cb655fb3d') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:36.320770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.326466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port 7c892be4-4f83-4718-9324-34803a827f59 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:36.394581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 81634a7d-d369-4582-9c98-6861984a4a4b) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:36.408600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4659034b-b545-4b7a-9d41-bcbaf6a87b6c None None] Network 81634a7d-d369-4582-9c98-6861984a4a4b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:36.411334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:36.412479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.449182 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04196be7-6c8d-4a54-937d-e76192d68ec9', 'name': 'tempest-NetworksTestDHCPv6-router-1756916503', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:28Z', 'updated_at': '2022-09-19T12:15:31Z', 'revision_number': 2, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None, '_interfaces': [{'id': '1e9a3a48-a069-42ef-ad97-9a3fa358d9fe', 'name': '', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'mac_address': 'fa:16:3e:ad:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04196be7-6c8d-4a54-937d-e76192d68ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6dd9aaa4-e003-4336-a307-c3979da26299', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:15:30Z', 'updated_at': '2022-09-19T12:15:35Z', 'revision_number': 4, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'subnets': [{'id': '6dd9aaa4-e003-4336-a307-c3979da26299', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:36.453453 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b96a2-85cb-4032-8d02-d596c082dc4c None None] The sync data for ids ['04196be7-6c8d-4a54-937d-e76192d68ec9'] in dv-neutron-857775-2-hyperv is: [{'id': '04196be7-6c8d-4a54-937d-e76192d68ec9', 'name': 'tempest-NetworksTestDHCPv6-router-1756916503', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:28Z', 'updated_at': '2022-09-19T12:15:31Z', 'revision_number': 2, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None, '_interfaces': [{'id': '1e9a3a48-a069-42ef-ad97-9a3fa358d9fe', 'name': '', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'mac_address': 'fa:16:3e:ad:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04196be7-6c8d-4a54-937d-e76192d68ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6dd9aaa4-e003-4336-a307-c3979da26299', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:15:30Z', 'updated_at': '2022-09-19T12:15:35Z', 'revision_number': 4, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'subnets': [{'id': '6dd9aaa4-e003-4336-a307-c3979da26299', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:15:36.458347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.470338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52730) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:36.479034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.523230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:36.560077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=235c0727-18d7-489e-8c87-738557a9c045,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:36.602229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:36.618224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86316a7c-11a0-4dac-9bbc-58750e03d56c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:36.630161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.632599 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Added segment 12be2984-b50c-43d9-af22-3ac1bd04dff3 of type vlan for network dc14329f-a74a-4880-aab5-87133d64116c Sep 19 12:15:36.646766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-446d5958-2a54-4673-a152-bafb2b90deb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.681977 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d42e3880-945d-4210-9c5f-7018537771d1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8783317 Sep 19 12:15:36.690354 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7f56291a-c3b9-4c8b-b991-80c2f69bfa45 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d/tags HTTP/1.1" status: 204 len: 168 time: 0.3821084 Sep 19 12:15:36.693900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52734) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:36.695948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52736) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:36.705885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-446d5958-2a54-4673-a152-bafb2b90deb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:36.719939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.tag.tag_plugin [None req-4a3e804d-450f-469f-99bd-dd1eb8dd614d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '002a0489-4905-4df7-bfa1-c97f24a95750') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:36.790886 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab5159-aec1-4ecc-bded-165090bc08b3 None None] Update dhcp port {'port': {'network_id': '44e25bef-f308-4293-8ee5-d9c556b33390', 'fixed_ips': [{'subnet_id': '81a6e57d-f78a-43bf-b595-fab0e6a7a7fb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee297e97-5558-46a7-9317-df860ab73818'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': '235c0727-18d7-489e-8c87-738557a9c045'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:15:36.811730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'subnet': {'network_id': '0b8384f8-8d24-4359-9ef3-24ec719911e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:36.837079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-446d5958-2a54-4673-a152-bafb2b90deb1 admin admin] Usage tracker for resource:security_group_rule and tenant:94329f3ec6294193be271d106d76e616 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:36.857735 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-446d5958-2a54-4673-a152-bafb2b90deb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:36.870398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-41ab5159-aec1-4ecc-bded-165090bc08b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:36.935354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-81634a7d-d369-4582-9c98-6861984a4a4b', 'network_id': '81634a7d-d369-4582-9c98-6861984a4a4b', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'fixed_ips': [{'subnet_id': '9a871cd9-73c1-492a-9c7d-b94d08366771'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:36.936393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.097094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=e34e172f-cd14-48f0-9738-d9ee6a7bc1f2,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:37.099771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.102390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-446d5958-2a54-4673-a152-bafb2b90deb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:37.114493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.131475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking segment: {'id': '6c5fb323-2329-4981-b1fa-6e7dd0178735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '72f2ed00-396f-4703-8b9e-eb3790545c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:37.131827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network hostable DHCP agents. Network: 72f2ed00-396f-4703-8b9e-eb3790545c2b, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:37.190419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=1e9a3a48-a069-42ef-ad97-9a3fa358d9fe,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:37.206454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:37.223604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:subnet and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:37.236490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8::25f (44e25bef-f308-4293-8ee5-d9c556b33390/81a6e57d-f78a-43bf-b595-fab0e6a7a7fb/7c892be4-4f83-4718-9324-34803a827f59) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:37.239714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:37.244348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8:0:1::347 (44e25bef-f308-4293-8ee5-d9c556b33390/ee297e97-5558-46a7-9317-df860ab73818/7c892be4-4f83-4718-9324-34803a827f59) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:37.247252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:37.307965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Allocated IP 2001:db8::2 (81634a7d-d369-4582-9c98-6861984a4a4b/9a871cd9-73c1-492a-9c7d-b94d08366771/c384b869-ca02-4e73-b330-3c1de87ada51) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:37.378329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:37.382730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.417942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.418957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:37.419603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.423298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network 72f2ed00-396f-4703-8b9e-eb3790545c2b is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:37.552057 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4a3e804d-450f-469f-99bd-dd1eb8dd614d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750/tags HTTP/1.1" status: 204 len: 168 time: 0.8409939 Sep 19 12:15:37.642430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52742) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:37.643786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.661943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Transition to ACTIVE for port object c384b869-ca02-4e73-b330-3c1de87ada51 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:37.688580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Transition to ACTIVE for port object c384b869-ca02-4e73-b330-3c1de87ada51 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:37.730832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 72f2ed00-396f-4703-8b9e-eb3790545c2b) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:37.735799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:37.736917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.740697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e215d6b6-8135-493e-b8a8-3cc823bf7851 None None] Network 72f2ed00-396f-4703-8b9e-eb3790545c2b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:37.788831 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3819134 Sep 19 12:15:37.804140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f414c92-b497-4ca5-b8f9-361a20897d8f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Pushing event updated for resources: {'Network': ['ID=dc14329f-a74a-4880-aab5-87133d64116c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:37.809880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52746) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:37.827851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network dc14329f-a74a-4880-aab5-87133d64116c details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:37.828232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-446d5958-2a54-4673-a152-bafb2b90deb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.830082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Request body: {'network': {'project_id': 'e010100eedb2433fa62aafa29be3a1f3'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:37.835905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:37.840054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Usage tracker for resource:network and tenant:e010100eedb2433fa62aafa29be3a1f3 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:37.845981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:37.851441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.853450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:37.861959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.875131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:37.955758 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c5dbc3d4-1283-40a5-8df1-8e9ecf921ad1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7135162 Sep 19 12:15:37.960817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52750) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:37.970026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'network_id': '72f2ed00-396f-4703-8b9e-eb3790545c2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:38.003235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-446d5958-2a54-4673-a152-bafb2b90deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.033289 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object 7c892be4-4f83-4718-9324-34803a827f59 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:38.053448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Network 81634a7d-d369-4582-9c98-6861984a4a4b is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:38.065268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:38.085922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:38.229558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Made reservation on behalf of e010100eedb2433fa62aafa29be3a1f3 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:38.231201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Pushing event updated for resources: {'Port': ['ID=c384b869-ca02-4e73-b330-3c1de87ada51,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:38.245488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.303082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Router 04196be7-6c8d-4a54-937d-e76192d68ec9 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:15:38.315745 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-446d5958-2a54-4673-a152-bafb2b90deb1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94329f3ec6294193be271d106d76e616&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8322613 Sep 19 12:15:38.317140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:38.320909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52754) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:38.338319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Attempting to bind port c384b869-ca02-4e73-b330-3c1de87ada51 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:38.339431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Attempting to bind port c384b869-ca02-4e73-b330-3c1de87ada51 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '4059535f-a37e-461a-90a1-2e549939df98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '81634a7d-d369-4582-9c98-6861984a4a4b'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:38.340032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:subnet and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:38.340256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Attempting to bind port c384b869-ca02-4e73-b330-3c1de87ada51 on network 81634a7d-d369-4582-9c98-6861984a4a4b {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:38.352459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:38.352775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:38.355959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Checking segment: {'id': '4059535f-a37e-461a-90a1-2e549939df98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '81634a7d-d369-4582-9c98-6861984a4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:38.357803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.358523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Bound using segment: {'id': '4059535f-a37e-461a-90a1-2e549939df98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '81634a7d-d369-4582-9c98-6861984a4a4b'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:38.359167 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Bound port: c384b869-ca02-4e73-b330-3c1de87ada51, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4059535f-a37e-461a-90a1-2e549939df98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '81634a7d-d369-4582-9c98-6861984a4a4b'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:38.359648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.379480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d5958-2a54-4673-a152-bafb2b90deb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214a7fc4-17e3-4563-8821-9df420f80444,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:38.387056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:38.395539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d826-f203-461b-8c83-f1359f7633a9 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for subnetpool, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.399209 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8ab5d826-f203-461b-8c83-f1359f7633a9 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d1433831-3e31-459b-9365-6a9b7160fabf HTTP/1.1" status: 204 len: 168 time: 0.7428095 Sep 19 12:15:38.405504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52758) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:38.444369 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:38.468847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.477181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 235c0727-18d7-489e-8c87-738557a9c045 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:38.522888 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-066b39c6-970a-4607-84b4-26348470c2c0 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd8cf55-2b83-4a7a-883a-064c5cac28b3 HTTP/1.1" status: 200 len: 205 time: 0.1171060 Sep 19 12:15:38.527577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52762) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:38.546409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-72f2ed00-396f-4703-8b9e-eb3790545c2b', 'network_id': '72f2ed00-396f-4703-8b9e-eb3790545c2b', 'tenant_id': 'dfb4af15b8f94db4bc3ba793ccb86146', 'fixed_ips': [{'subnet_id': 'e34e172f-cd14-48f0-9738-d9ee6a7bc1f2'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:38.547266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.552867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.553953 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Added segment edd9099d-4caa-4992-9d8f-15731a6c9244 of type vlan for network 301360e0-2c97-42a0-8314-a0777ccd72c4 Sep 19 12:15:38.579825 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:15:38.598137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] Sync routers for ids ['04196be7-6c8d-4a54-937d-e76192d68ec9'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:15:38.607339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] For port c384b869-ca02-4e73-b330-3c1de87ada51, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:38.617840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.621521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:38.625100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.639791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9d2087e-3734-49cf-a699-acf161325354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.645160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.656928 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fbcd4bd6-69c9-4cb7-a91e-bbdbd8afd730 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "PUT /v2.0/routers/04196be7-6c8d-4a54-937d-e76192d68ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150145 Sep 19 12:15:38.674719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] For port c384b869-ca02-4e73-b330-3c1de87ada51, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c384b869-ca02-4e73-b330-3c1de87ada51,segment=NetworkSegment(4059535f-a37e-461a-90a1-2e549939df98),segment_id=4059535f-a37e-461a-90a1-2e549939df98)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:38.697071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52766) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:38.708078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] Routers {'04196be7-6c8d-4a54-937d-e76192d68ec9'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:38.708839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['04196be7-6c8d-4a54-937d-e76192d68ec9'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:38.793054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Subnet': ['ID=de99297f-43bc-4c6d-b938-aa8191befba9,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:38.793832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9d2087e-3734-49cf-a699-acf161325354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.806680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-156a584f-79dd-4927-a107-53015f929909 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.817422 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 44e25bef-f308-4293-8ee5-d9c556b33390 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:38.826087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:38.842423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:38.847909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:38.848529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.855491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.864544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Checking segment: {'id': 'a56d0fc9-eaa3-45ea-b9bb-27076d7e3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8384f8-8d24-4359-9ef3-24ec719911e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:38.865018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network hostable DHCP agents. Network: 0b8384f8-8d24-4359-9ef3-24ec719911e8, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:38.876445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=7c892be4-4f83-4718-9324-34803a827f59,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:38.892101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec52642-468f-417c-8908-fb01930e2a91 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:38.893721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec52642-468f-417c-8908-fb01930e2a91 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:38.894480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8ec52642-468f-417c-8908-fb01930e2a91 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:38.911924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.912964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:38.913526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:38.974132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 235c0727-18d7-489e-8c87-738557a9c045 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:38.974529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.022716 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cd31cdde-ae1e-4aa5-aed5-82fdd5c74090 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.3346663 Sep 19 12:15:39.023236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52770) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:39.031079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81a6e57d-f78a-43bf-b595-fab0e6a7a7fb'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:39.031602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] Set router 04196be7-6c8d-4a54-937d-e76192d68ec9 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:15:39.062830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Pushing event updated for resources: {'Network': ['ID=301360e0-2c97-42a0-8314-a0777ccd72c4,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:39.065092 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8ec52642-468f-417c-8908-fb01930e2a91 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:39.066250 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8ec52642-468f-417c-8908-fb01930e2a91 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3608942 Sep 19 12:15:39.074922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52774) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:39.140073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9d2087e-3734-49cf-a699-acf161325354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.142435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9d2087e-3734-49cf-a699-acf161325354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.143591 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e9d2087e-3734-49cf-a699-acf161325354 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/214a7fc4-17e3-4563-8821-9df420f80444 HTTP/1.1" status: 204 len: 168 time: 0.8072972 Sep 19 12:15:39.165264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 0b8384f8-8d24-4359-9ef3-24ec719911e8 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:39.182397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-156a584f-79dd-4927-a107-53015f929909 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.186811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-156a584f-79dd-4927-a107-53015f929909 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.195271 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 301360e0-2c97-42a0-8314-a0777ccd72c4 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:39.207873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-41ab5159-aec1-4ecc-bded-165090bc08b3 None None] Allocated IP 2001:db8:0:1::2 (44e25bef-f308-4293-8ee5-d9c556b33390/ee297e97-5558-46a7-9317-df860ab73818/235c0727-18d7-489e-8c87-738557a9c045) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:39.246711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2087e-3734-49cf-a699-acf161325354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214a7fc4-17e3-4563-8821-9df420f80444,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:39.253244 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-18a799b0-ee3a-423e-86f5-054cd8dc0bec tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4397459 Sep 19 12:15:39.266836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52780) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:39.295345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f15dc96-f798-4da1-aa81-84179ebc75ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 6dd9aaa4-e003-4336-a307-c3979da26299 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:15:39.305483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a1d14028-5558-4dfd-bcd8-cbc51fb435d9 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Request body: {'network': {'project_id': 'e010100eedb2433fa62aafa29be3a1f3'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:39.315804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f15dc96-f798-4da1-aa81-84179ebc75ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.331554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04196be7-6c8d-4a54-937d-e76192d68ec9', 'name': 'tempest-NetworksTestDHCPv6-router-1756916503', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:28Z', 'updated_at': '2022-09-19T12:15:36Z', 'revision_number': 3, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:39.359124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a1d14028-5558-4dfd-bcd8-cbc51fb435d9 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:39.370734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a1d14028-5558-4dfd-bcd8-cbc51fb435d9 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Usage tracker for resource:network and tenant:e010100eedb2433fa62aafa29be3a1f3 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:39.382530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a1d14028-5558-4dfd-bcd8-cbc51fb435d9 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:39.407986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a1d14028-5558-4dfd-bcd8-cbc51fb435d9 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:39.411747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.417123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 0b8384f8-8d24-4359-9ef3-24ec719911e8) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:39.429635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-156a584f-79dd-4927-a107-53015f929909 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.432924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156a584f-79dd-4927-a107-53015f929909 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd8cf55-2b83-4a7a-883a-064c5cac28b3 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:15:39.439523 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d14028-5558-4dfd-bcd8-cbc51fb435d9 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 19 12:15:39.440393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d14028-5558-4dfd-bcd8-cbc51fb435d9 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:15:39.441771 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a1d14028-5558-4dfd-bcd8-cbc51fb435d9 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1712339 Sep 19 12:15:39.447284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f15dc96-f798-4da1-aa81-84179ebc75ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.450288 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411769b1-efdd-4f72-8caf-ba423563b2bb None None] Network 0b8384f8-8d24-4359-9ef3-24ec719911e8 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:39.455262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52784) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:39.458381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:39.460577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.574572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-156a584f-79dd-4927-a107-53015f929909 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.579171 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-156a584f-79dd-4927-a107-53015f929909 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/routers/6fd8cf55-2b83-4a7a-883a-064c5cac28b3 HTTP/1.1" status: 204 len: 168 time: 1.0474122 Sep 19 12:15:39.579342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] Checking router: 04196be7-6c8d-4a54-937d-e76192d68ec9 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:15:39.579464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52790) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:39.626845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b436206-b1d1-4e9f-b505-d10aafaf0484 None None] Pushing event updated for resources: {'Port': ['ID=c384b869-ca02-4e73-b330-3c1de87ada51,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:39.634218 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9f3a9767-29c6-49b5-9f16-239d2fe16644 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e010100eedb2433fa62aafa29be3a1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777630 Sep 19 12:15:39.634927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52794) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:39.705559 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e2407024-3581-4c0a-b7bd-b491b59c4609 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0029731 Sep 19 12:15:39.706437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52798) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:39.729272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-732315567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:39.751410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:39.760020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:router and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:39.769886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:39.781994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:39.787744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a127fd4c-d1be-4d1b-b61b-bc5038432516 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.806717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.871886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a127fd4c-d1be-4d1b-b61b-bc5038432516 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.877777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] Routers {'04196be7-6c8d-4a54-937d-e76192d68ec9'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:39.878456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['04196be7-6c8d-4a54-937d-e76192d68ec9'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:39.879082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-7ca89025-6c5a-4f46-9073-c0ba30a92a12 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Deleting port a01d64f4-1e44-4166-bd6b-0e3cb655fb3d {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:39.879569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ca89025-6c5a-4f46-9073-c0ba30a92a12 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.903712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network 72f2ed00-396f-4703-8b9e-eb3790545c2b is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:39.905166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:39.914442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:39.915479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.955692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.957416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:39.967524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Allocated IP 2001:db8::2 (72f2ed00-396f-4703-8b9e-eb3790545c2b/e34e172f-cd14-48f0-9738-d9ee6a7bc1f2/55ee5c5a-5730-4128-b685-d4e4aaba27e0) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:39.986709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=e38939a6-8c97-45c1-bd79-423152b189c0,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:40.004826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.037145 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8e923eae-231b-445d-be61-4a772b1a2ccb tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0748398 Sep 19 12:15:40.047663 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52808) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:40.091317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 235c0727-18d7-489e-8c87-738557a9c045 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:40.094067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] Set router 04196be7-6c8d-4a54-937d-e76192d68ec9 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:15:40.123386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072aa1a6-dd4d-4a27-821f-c56154eb31c4 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:40.124861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072aa1a6-dd4d-4a27-821f-c56154eb31c4 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:40.126436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072aa1a6-dd4d-4a27-821f-c56154eb31c4 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:40.137295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072aa1a6-dd4d-4a27-821f-c56154eb31c4 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:40.137295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072aa1a6-dd4d-4a27-821f-c56154eb31c4 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:40.137295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-072aa1a6-dd4d-4a27-821f-c56154eb31c4 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Synchronizing usage tracker for tenant:dfb4af15b8f94db4bc3ba793ccb86146 on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:40.137295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a127fd4c-d1be-4d1b-b61b-bc5038432516 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.137295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.181252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127fd4c-d1be-4d1b-b61b-bc5038432516 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86316a7c-11a0-4dac-9bbc-58750e03d56c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:40.193459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a127fd4c-d1be-4d1b-b61b-bc5038432516 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.195260 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a127fd4c-d1be-4d1b-b61b-bc5038432516 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/86316a7c-11a0-4dac-9bbc-58750e03d56c HTTP/1.1" status: 204 len: 168 time: 0.5569408 Sep 19 12:15:40.197636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52814) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:40.276302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f15dc96-f798-4da1-aa81-84179ebc75ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.371185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.371185 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2343a195-738a-4b92-b1a9-22578fbad572 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6476481 Sep 19 12:15:40.371185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-072aa1a6-dd4d-4a27-821f-c56154eb31c4 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Unset dirty status for tenant:dfb4af15b8f94db4bc3ba793ccb86146 on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:40.379355 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-072aa1a6-dd4d-4a27-821f-c56154eb31c4 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3389528 Sep 19 12:15:40.380059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52820) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:40.380386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52822) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:40.437931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04196be7-6c8d-4a54-937d-e76192d68ec9', 'name': 'tempest-NetworksTestDHCPv6-router-1756916503', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:28Z', 'updated_at': '2022-09-19T12:15:36Z', 'revision_number': 3, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:40.460133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-41ab5159-aec1-4ecc-bded-165090bc08b3 None None] For port 235c0727-18d7-489e-8c87-738557a9c045, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=235c0727-18d7-489e-8c87-738557a9c045,segment=NetworkSegment(244eb5ef-9d83-4d03-8930-181f16d6d582),segment_id=244eb5ef-9d83-4d03-8930-181f16d6d582)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:40.473794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbeedd6-9d24-4ed0-b6b9-1cd75727de6d None None] The sync data for ids ['04196be7-6c8d-4a54-937d-e76192d68ec9'] in dv-neutron-857775-2-hyperv is: [{'id': '04196be7-6c8d-4a54-937d-e76192d68ec9', 'name': 'tempest-NetworksTestDHCPv6-router-1756916503', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:15:28Z', 'updated_at': '2022-09-19T12:15:36Z', 'revision_number': 3, 'project_id': 'f18415cde1b542a48d59b14debd0e0ef', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:15:40.511785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c384b869-ca02-4e73-b330-3c1de87ada51 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:40.564204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-138171077'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:40.587921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ca89025-6c5a-4f46-9073-c0ba30a92a12 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.629470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:40.663956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:network and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:40.673201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.resource_extend [None req-41ab5159-aec1-4ecc-bded-165090bc08b3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:15:40.675753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:40.687685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-0b8384f8-8d24-4359-9ef3-24ec719911e8', 'network_id': '0b8384f8-8d24-4359-9ef3-24ec719911e8', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'fixed_ips': [{'subnet_id': 'de99297f-43bc-4c6d-b938-aa8191befba9'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:40.688520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.694064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.702411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:40.747234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-41ab5159-aec1-4ecc-bded-165090bc08b3 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.764619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-7ca89025-6c5a-4f46-9073-c0ba30a92a12 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Calling delete_port for a01d64f4-1e44-4166-bd6b-0e3cb655fb3d owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:40.817184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93dbcf7-4b08-4564-a04b-2cd869eef314 None None] Network 81634a7d-d369-4582-9c98-6861984a4a4b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:40.877199 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:40.881008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:40.954870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f15dc96-f798-4da1-aa81-84179ebc75ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.025739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52836) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:41.039188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f15dc96-f798-4da1-aa81-84179ebc75ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.052952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15dc96-f798-4da1-aa81-84179ebc75ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd9aaa4-e003-4336-a307-c3979da26299,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:41.071028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74827561-4dac-4e6c-be52-2ecffa662e29 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:41.165400 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4f15dc96-f798-4da1-aa81-84179ebc75ce tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/6dd9aaa4-e003-4336-a307-c3979da26299 HTTP/1.1" status: 204 len: 168 time: 2.0891509 Sep 19 12:15:41.176144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52842) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:41.201387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.210160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:41.216168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-41ab5159-aec1-4ecc-bded-165090bc08b3 None None] Transition to ACTIVE for port object 235c0727-18d7-489e-8c87-738557a9c045 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:41.223608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c7e15963-ca7d-4150-826f-3516048b84b7 None None] Provisioning for port c384b869-ca02-4e73-b330-3c1de87ada51 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:41.246984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Transition to ACTIVE for port object 55ee5c5a-5730-4128-b685-d4e4aaba27e0 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:41.259077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ca89025-6c5a-4f46-9073-c0ba30a92a12 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.270627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-403252562'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:41.295283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c384b869-ca02-4e73-b330-3c1de87ada51 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:41.310071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c384b869-ca02-4e73-b330-3c1de87ada51 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:41.310733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.313349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.320685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:41.340914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Usage tracker for resource:network and tenant:f92f701e13bc4313aeb2eb1306d100f6 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:41.359554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-41ab5159-aec1-4ecc-bded-165090bc08b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.364563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Transition to ACTIVE for port object 55ee5c5a-5730-4128-b685-d4e4aaba27e0 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:41.370431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.370431 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Added segment be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad of type vlan for network 9848dc63-2024-4271-a264-9f2e23281a6b Sep 19 12:15:41.381188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301360e0-2c97-42a0-8314-a0777ccd72c4']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:41.390147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.417167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd9099d-4caa-4992-9d8f-15731a6c9244') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:41.417468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd9099d-4caa-4992-9d8f-15731a6c9244') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:41.431838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:41.436247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca89025-6c5a-4f46-9073-c0ba30a92a12 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Pushing event deleted for resources: {'Port': ['ID=a01d64f4-1e44-4166-bd6b-0e3cb655fb3d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:41.484687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:41.508173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.519786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab5159-aec1-4ecc-bded-165090bc08b3 None None] Pushing event updated for resources: {'Port': ['ID=235c0727-18d7-489e-8c87-738557a9c045,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:41.532913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.578724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Delete allocated IP 2001:db8:0:1::347 (44e25bef-f308-4293-8ee5-d9c556b33390/ee297e97-5558-46a7-9317-df860ab73818) {{(pid=89795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 12:15:41.593128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-11e56a1d-b547-4663-b383-9e3f0df94005 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:router {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:41.628238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ca89025-6c5a-4f46-9073-c0ba30a92a12 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.630388 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7ca89025-6c5a-4f46-9073-c0ba30a92a12 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/ports/a01d64f4-1e44-4166-bd6b-0e3cb655fb3d HTTP/1.1" status: 204 len: 168 time: 2.0501907 Sep 19 12:15:41.635842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52850) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:41.699171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.729778 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Made reservation on behalf of f92f701e13bc4313aeb2eb1306d100f6 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:41.733408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.735734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.757142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Network 72f2ed00-396f-4703-8b9e-eb3790545c2b is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:41.764361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.785717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:41.786784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.801545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:41.808140 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:41.828262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Usage tracker for resource:security_group_rule and tenant:f92f701e13bc4313aeb2eb1306d100f6 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:41.833107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:41.837029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:41.846889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04e96c0-57bd-4157-b492-4fde406beb2d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Deleting subnet 002a0489-4905-4df7-bfa1-c97f24a95750 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:15:41.854444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-11e56a1d-b547-4663-b383-9e3f0df94005 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:router {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:41.855732 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-11e56a1d-b547-4663-b383-9e3f0df94005 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6835418 Sep 19 12:15:41.856840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:41.868556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f04e96c0-57bd-4157-b492-4fde406beb2d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:41.875292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52856) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:41.877045 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment edd9099d-4caa-4992-9d8f-15731a6c9244 resource provider aggregate not found Sep 19 12:15:41.890318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Allocated IP 2001:db8:1::2 (0b8384f8-8d24-4359-9ef3-24ec719911e8/de99297f-43bc-4c6d-b938-aa8191befba9/86752986-1375-4d00-ac72-ddedf4995a48) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:41.918394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f6df187a-1454-428f-b043-cccb49f63738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.076010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96fcf035-b1d2-44f1-8325-2cbc1ce96e21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.121026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.137201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f04e96c0-57bd-4157-b492-4fde406beb2d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.181093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Ignored duplicate provisioning block setup for port 7c892be4-4f83-4718-9324-34803a827f59 by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 19 12:15:42.223887 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment edd9099d-4caa-4992-9d8f-15731a6c9244 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edd9099d-4caa-4992-9d8f-15731a6c9244 found for delete ", "request_id": "req-816adb77-6f8b-4624-8b5a-502116d60cb6"}]} Sep 19 12:15:42.233124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Pushing event updated for resources: {'Port': ['ID=55ee5c5a-5730-4128-b685-d4e4aaba27e0,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:42.294447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Attempting to bind port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:42.295143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Attempting to bind port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '6c5fb323-2329-4981-b1fa-6e7dd0178735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '72f2ed00-396f-4703-8b9e-eb3790545c2b'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:42.295673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Attempting to bind port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 on network 72f2ed00-396f-4703-8b9e-eb3790545c2b {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:42.305899 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.313034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f04e96c0-57bd-4157-b492-4fde406beb2d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.322528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c384b869-ca02-4e73-b330-3c1de87ada51 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:42.331041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.345042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:42.345704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Checking segment: {'id': '6c5fb323-2329-4981-b1fa-6e7dd0178735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '72f2ed00-396f-4703-8b9e-eb3790545c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:42.346280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.347195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Bound using segment: {'id': '6c5fb323-2329-4981-b1fa-6e7dd0178735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '72f2ed00-396f-4703-8b9e-eb3790545c2b'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:42.351481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Bound port: 55ee5c5a-5730-4128-b685-d4e4aaba27e0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5fb323-2329-4981-b1fa-6e7dd0178735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '72f2ed00-396f-4703-8b9e-eb3790545c2b'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:42.352098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.443691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96fcf035-b1d2-44f1-8325-2cbc1ce96e21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.447581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96fcf035-b1d2-44f1-8325-2cbc1ce96e21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.455702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b57d08-62a8-4359-8f6e-f40d8a1770d2 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:15:42.481755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=7c892be4-4f83-4718-9324-34803a827f59,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:42.501630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c384b869-ca02-4e73-b330-3c1de87ada51, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c384b869-ca02-4e73-b330-3c1de87ada51,segment=NetworkSegment(4059535f-a37e-461a-90a1-2e549939df98),segment_id=4059535f-a37e-461a-90a1-2e549939df98)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:42.502688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-68b57d08-62a8-4359-8f6e-f40d8a1770d2 None None] Deleting port 5a97448f-df25-40e6-a481-b50bf75552ed {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:42.503273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-68b57d08-62a8-4359-8f6e-f40d8a1770d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.544793 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] In _notify_port_updated(), no bound segment for port 7c892be4-4f83-4718-9324-34803a827f59 on network 44e25bef-f308-4293-8ee5-d9c556b33390 {{(pid=89795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:15:42.550825 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:42.551732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.553920 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a9a93c4d-a1bb-475c-aa33-7e7c6359bc59 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "PUT /v2.0/ports/7c892be4-4f83-4718-9324-34803a827f59 HTTP/1.1" status: 200 len: 925 time: 3.5291483 Sep 19 12:15:42.557943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52862) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:42.567030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81a6e57d-f78a-43bf-b595-fab0e6a7a7fb'}, {'subnet_id': 'ee297e97-5558-46a7-9317-df860ab73818'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:42.572817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.576469 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:42.577703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.620817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.648055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96fcf035-b1d2-44f1-8325-2cbc1ce96e21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.649671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fcf035-b1d2-44f1-8325-2cbc1ce96e21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Fanout notify agent at l3_agent the message router_deleted on router 04196be7-6c8d-4a54-937d-e76192d68ec9 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:15:42.655568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.659948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537113'] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.820175 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] 10.222.0.66 "DELETE /v2.0/networks/301360e0-2c97-42a0-8314-a0777ccd72c4 HTTP/1.1" status: 204 len: 168 time: 2.6213388 Sep 19 12:15:42.826426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] For port 55ee5c5a-5730-4128-b685-d4e4aaba27e0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:42.851620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96fcf035-b1d2-44f1-8325-2cbc1ce96e21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.856281 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-96fcf035-b1d2-44f1-8325-2cbc1ce96e21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/routers/04196be7-6c8d-4a54-937d-e76192d68ec9 HTTP/1.1" status: 204 len: 168 time: 0.9729006 Sep 19 12:15:42.858013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52866) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:42.858013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52868) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:42.932562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 235c0727-18d7-489e-8c87-738557a9c045 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:42.993682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:42.998339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=9848dc63-2024-4271-a264-9f2e23281a6b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:43.032898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] For port 55ee5c5a-5730-4128-b685-d4e4aaba27e0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=55ee5c5a-5730-4128-b685-d4e4aaba27e0,segment=NetworkSegment(6c5fb323-2329-4981-b1fa-6e7dd0178735),segment_id=6c5fb323-2329-4981-b1fa-6e7dd0178735)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:43.055552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.068984 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a0c7d1a9-aa6f-4b56-81c4-35001778338a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6732001 Sep 19 12:15:43.079623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.082369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52874) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:43.094167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5abaab-71c5-448b-8edd-93215cc30da0 tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Pushing event deleted for resources: {'Network': ['ID=301360e0-2c97-42a0-8314-a0777ccd72c4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:43.111042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-fe71533a-de5c-490e-a193-4f8977bf91d7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:43.152000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c384b869-ca02-4e73-b330-3c1de87ada51,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:43.194792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.202457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 9848dc63-2024-4271-a264-9f2e23281a6b details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:43.241287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.374144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f04e96c0-57bd-4157-b492-4fde406beb2d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.384907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.398150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:43.408218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.408565 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Added segment ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8 of type vlan for network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 Sep 19 12:15:43.409897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43495fdd-74bb-4e96-902c-7bc569cf12ee None None] Pushing event updated for resources: {'Port': ['ID=55ee5c5a-5730-4128-b685-d4e4aaba27e0,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:43.413707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Transition to ACTIVE for port object 86752986-1375-4d00-ac72-ddedf4995a48 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:43.449967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-68b57d08-62a8-4359-8f6e-f40d8a1770d2 None None] For port 5a97448f-df25-40e6-a481-b50bf75552ed, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5a97448f-df25-40e6-a481-b50bf75552ed,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:43.450369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-68b57d08-62a8-4359-8f6e-f40d8a1770d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.530594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Transition to ACTIVE for port object 86752986-1375-4d00-ac72-ddedf4995a48 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:43.581834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f04e96c0-57bd-4157-b492-4fde406beb2d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.594350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5a97448f-df25-40e6-a481-b50bf75552ed no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:15:43.622474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8:0:1::36d (44e25bef-f308-4293-8ee5-d9c556b33390/ee297e97-5558-46a7-9317-df860ab73818/7c892be4-4f83-4718-9324-34803a827f59) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:43.632090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6773879b-50d3-4f47-92f7-90803fdea779 None None] Network 4ca35586-db1e-41e5-bf79-41a86a009efb requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:43.636871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e96c0-57bd-4157-b492-4fde406beb2d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Pushing event deleted for resources: {'Subnet': ['ID=002a0489-4905-4df7-bfa1-c97f24a95750,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:43.662493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-68b57d08-62a8-4359-8f6e-f40d8a1770d2 None None] Calling delete_port for 5a97448f-df25-40e6-a481-b50bf75552ed owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:43.676987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Allocated IP 2001:db8::1 (81634a7d-d369-4582-9c98-6861984a4a4b/9a871cd9-73c1-492a-9c7d-b94d08366771/8a01b56a-bd5d-4605-be07-902f10c7895f) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:43.679961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe71533a-de5c-490e-a193-4f8977bf91d7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.685973 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f04e96c0-57bd-4157-b492-4fde406beb2d tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/subnets/002a0489-4905-4df7-bfa1-c97f24a95750 HTTP/1.1" status: 204 len: 168 time: 2.0477550 Sep 19 12:15:43.686936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c16ce9d-844d-41d9-a7f2-2126d28c9c55,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:43.691524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52878) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:43.696870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.773175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c4be3836-ecac-448a-9972-b1fb613aa9f8 None None] Provisioning for port 235c0727-18d7-489e-8c87-738557a9c045 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:43.799267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c4be3836-ecac-448a-9972-b1fb613aa9f8 None None] Provisioning complete for port 235c0727-18d7-489e-8c87-738557a9c045 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:43.804640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c4be3836-ecac-448a-9972-b1fb613aa9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.847239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.920197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.950121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Ignored duplicate provisioning block setup for port 7c892be4-4f83-4718-9324-34803a827f59 by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 19 12:15:43.958269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ead7-b435-4e55-bbaf-082d62c6e418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.963066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.984320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:43.985098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:43.988819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Network 0b8384f8-8d24-4359-9ef3-24ec719911e8 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:43.997455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.007192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:44.040220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:44.052578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.073901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe71533a-de5c-490e-a193-4f8977bf91d7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.099087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.133794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Pushing event updated for resources: {'Port': ['ID=86752986-1375-4d00-ac72-ddedf4995a48,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:44.136887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe71533a-de5c-490e-a193-4f8977bf91d7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network 9848dc63-2024-4271-a264-9f2e23281a6b is not hosted by any dhcp agent {{(pid=89794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 19 12:15:44.142340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71533a-de5c-490e-a193-4f8977bf91d7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:44.142986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe71533a-de5c-490e-a193-4f8977bf91d7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.147323 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fe71533a-de5c-490e-a193-4f8977bf91d7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "PUT /v2.0/networks/9848dc63-2024-4271-a264-9f2e23281a6b HTTP/1.1" status: 200 len: 723 time: 1.0420702 Sep 19 12:15:44.153607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52882) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:44.196251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc14329f-a74a-4880-aab5-87133d64116c']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:44.227757 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'network_id': '9848dc63-2024-4271-a264-9f2e23281a6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:44.244718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fde2153-3705-4953-887e-0006aceb869a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:44.251523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-68b57d08-62a8-4359-8f6e-f40d8a1770d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.257539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0fde2153-3705-4953-887e-0006aceb869a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:44.355597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Pushing event updated for resources: {'Network': ['ID=7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:44.377226 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0afb2f92-d12b-4850-93e1-7a1ca8c607ff tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3379366 Sep 19 12:15:44.377226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:44.380924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5a97448f-df25-40e6-a481-b50bf75552ed is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:44.381426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.387017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52886) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:44.395022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71533a-de5c-490e-a193-4f8977bf91d7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=9848dc63-2024-4271-a264-9f2e23281a6b,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:44.404173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b57d08-62a8-4359-8f6e-f40d8a1770d2 None None] Pushing event deleted for resources: {'Port': ['ID=5a97448f-df25-40e6-a481-b50bf75552ed,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:44.410906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:44.412219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Deleting port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:44.412219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.456350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Request body: {'subnet': {'network_id': '7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:44.456629 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 9848dc63-2024-4271-a264-9f2e23281a6b details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:44.461765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12be2984-b50c-43d9-af22-3ac1bd04dff3') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:44.462150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12be2984-b50c-43d9-af22-3ac1bd04dff3') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:44.475339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=7c892be4-4f83-4718-9324-34803a827f59,revision_number=3']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:44.484261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] In _notify_port_updated(), no bound segment for port 7c892be4-4f83-4718-9324-34803a827f59 on network 44e25bef-f308-4293-8ee5-d9c556b33390 {{(pid=89795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:15:44.489624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:44.490265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.491477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b57d08-62a8-4359-8f6e-f40d8a1770d2 None None] No DVR routers for this DVR port 5a97448f-df25-40e6-a481-b50bf75552ed on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:15:44.496242 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-060a9e68-a020-4d6d-8f40-515422cdcb8a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "PUT /v2.0/ports/7c892be4-4f83-4718-9324-34803a827f59 HTTP/1.1" status: 200 len: 1011 time: 1.9328222 Sep 19 12:15:44.496242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:44.496698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0fde2153-3705-4953-887e-0006aceb869a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:44.496698 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0fde2153-3705-4953-887e-0006aceb869a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.6316326 Sep 19 12:15:44.500266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52890) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:44.500695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52892) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:44.511981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Attempting to bind port 86752986-1375-4d00-ac72-ddedf4995a48 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:44.512612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Attempting to bind port 86752986-1375-4d00-ac72-ddedf4995a48 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a56d0fc9-eaa3-45ea-b9bb-27076d7e3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8384f8-8d24-4359-9ef3-24ec719911e8'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:44.513238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Attempting to bind port 86752986-1375-4d00-ac72-ddedf4995a48 on network 0b8384f8-8d24-4359-9ef3-24ec719911e8 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:44.677232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.695016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e115098b-61cb-4ecb-a49b-a990a3be8be2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:44.695724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e115098b-61cb-4ecb-a49b-a990a3be8be2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:44.703586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-65f9d1c2-d956-494b-831b-36eb5b40ed66 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 7c892be4-4f83-4718-9324-34803a827f59 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:44.703586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-65f9d1c2-d956-494b-831b-36eb5b40ed66 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.760922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:44.761552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Checking segment: {'id': 'a56d0fc9-eaa3-45ea-b9bb-27076d7e3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8384f8-8d24-4359-9ef3-24ec719911e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:44.762216 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.762891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Bound using segment: {'id': 'a56d0fc9-eaa3-45ea-b9bb-27076d7e3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8384f8-8d24-4359-9ef3-24ec719911e8'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:44.763598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Bound port: 86752986-1375-4d00-ac72-ddedf4995a48, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56d0fc9-eaa3-45ea-b9bb-27076d7e3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8384f8-8d24-4359-9ef3-24ec719911e8'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:44.764211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.780968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:44.784003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:44.787580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.793117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.800621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c4be3836-ecac-448a-9972-b1fb613aa9f8 None None] Current status of the port 235c0727-18d7-489e-8c87-738557a9c045 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:44.804400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.813478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Usage tracker for resource:subnet and tenant:f92f701e13bc4313aeb2eb1306d100f6 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:44.822017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:44.877544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.887467 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:44.934560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:15:44.953436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:44.954357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:44.981290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e115098b-61cb-4ecb-a49b-a990a3be8be2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:44.984982 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e115098b-61cb-4ecb-a49b-a990a3be8be2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4761364 Sep 19 12:15:44.989668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95892ac-6829-483e-badd-418ae49fc41c None None] Network 72f2ed00-396f-4703-8b9e-eb3790545c2b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:44.992213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52898) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:44.996502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Transition to ACTIVE for port object 8a01b56a-bd5d-4605-be07-902f10c7895f will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:45.025671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:15:45.026099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1e9a3a48-a069-42ef-ad97-9a3fa358d9fe not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:15:45.067478 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 12be2984-b50c-43d9-af22-3ac1bd04dff3 resource provider aggregate not found Sep 19 12:15:45.075522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Made reservation on behalf of f92f701e13bc4313aeb2eb1306d100f6 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:45.078839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.110192 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-20872d7b-81b7-488b-bf26-71881e241c67 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129372 Sep 19 12:15:45.119409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52906) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:45.122411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.126059 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:45.136266 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 12be2984-b50c-43d9-af22-3ac1bd04dff3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12be2984-b50c-43d9-af22-3ac1bd04dff3 found for delete ", "request_id": "req-8408d387-9be5-4187-a930-37797385019e"}]} Sep 19 12:15:45.177505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] For port 86752986-1375-4d00-ac72-ddedf4995a48, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:45.211072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] For port 86752986-1375-4d00-ac72-ddedf4995a48, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=86752986-1375-4d00-ac72-ddedf4995a48,segment=NetworkSegment(a56d0fc9-eaa3-45ea-b9bb-27076d7e3675),segment_id=a56d0fc9-eaa3-45ea-b9bb-27076d7e3675)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:45.222636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] DHCP port deletion for 4ca35586-db1e-41e5-bf79-41a86a009efb request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:15:45.234227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] Deleting port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:45.235154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.318191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 55ee5c5a-5730-4128-b685-d4e4aaba27e0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:45.358796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.385759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-360d282f-727b-4d31-b6ad-2efa9d3f6fe4 None None] Provisioning for port 7c892be4-4f83-4718-9324-34803a827f59 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:45.399623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.403329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc14329f-a74a-4880-aab5-87133d64116c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:45.403653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.408743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:45.433408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:45.445656 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c28003a0-4133-435b-ad63-062ece4a872f tempest-QuotasNegativeTest-1865939266 tempest-QuotasNegativeTest-1865939266-project-admin] 10.222.0.66 "DELETE /v2.0/networks/dc14329f-a74a-4880-aab5-87133d64116c HTTP/1.1" status: 204 len: 168 time: 2.5836535 Sep 19 12:15:45.462137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] For port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c,segment=NetworkSegment(35edf179-eb05-4822-b935-d9e77b1bf4bb),segment_id=35edf179-eb05-4822-b935-d9e77b1bf4bb)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:45.462824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.469134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-360d282f-727b-4d31-b6ad-2efa9d3f6fe4 None None] Provisioning complete for port 7c892be4-4f83-4718-9324-34803a827f59 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:45.469665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-360d282f-727b-4d31-b6ad-2efa9d3f6fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.480709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-65f9d1c2-d956-494b-831b-36eb5b40ed66 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.531186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.593158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:45.596922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.745034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-360d282f-727b-4d31-b6ad-2efa9d3f6fe4 None None] Port 7c892be4-4f83-4718-9324-34803a827f59 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:45.747452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Calling delete_port for d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:45.757367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb9e5e-bdda-49fc-a415-0b29cb55911b None None] Pushing event updated for resources: {'Port': ['ID=86752986-1375-4d00-ac72-ddedf4995a48,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:45.783045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.810168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking segment: {'id': 'be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9848dc63-2024-4271-a264-9f2e23281a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:45.810552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network hostable DHCP agents. Network: 9848dc63-2024-4271-a264-9f2e23281a6b, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:45.822131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=e88d8d81-82f5-479c-afac-afeae4268021,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:45.841629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.874054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-360d282f-727b-4d31-b6ad-2efa9d3f6fe4 None None] Provisioning complete for port c384b869-ca02-4e73-b330-3c1de87ada51 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:45.874682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-360d282f-727b-4d31-b6ad-2efa9d3f6fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:45.978042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:45.993739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Pushing event updated for resources: {'Subnet': ['ID=6c3be938-50ea-4a03-bdfd-f6ac803ac2e6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:45.999245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-65f9d1c2-d956-494b-831b-36eb5b40ed66 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 7c892be4-4f83-4718-9324-34803a827f59 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:46.001076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Checking segment: {'id': 'ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:46.001240 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Network hostable DHCP agents. Network: 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:46.007305 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network 9848dc63-2024-4271-a264-9f2e23281a6b is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:46.019899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] For port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c,segment=NetworkSegment(35edf179-eb05-4822-b935-d9e77b1bf4bb),segment_id=35edf179-eb05-4822-b935-d9e77b1bf4bb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:46.020307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:46.070246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 81634a7d-d369-4582-9c98-6861984a4a4b is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:46.092396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:46.100673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 9848dc63-2024-4271-a264-9f2e23281a6b) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:46.111952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:46.112484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:46.132203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:46.132892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:46.151849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=8a01b56a-bd5d-4605-be07-902f10c7895f,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:46.210187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6796398a-5cb1-48a4-be37-9bf817d0e747 None None] Network 9848dc63-2024-4271-a264-9f2e23281a6b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:46.244875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:46.263680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:46.287192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:46.290045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:46.295208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] Calling delete_port for d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:46.354985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c384b869-ca02-4e73-b330-3c1de87ada51 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:46.363189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:46.405312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e099a79-de0d-489d-8bb5-ffd447ee82a4 None None] Network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:46.480000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] No DVR routers for this DVR port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:15:46.483897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Pushing event deleted for resources: {'Port': ['ID=d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:46.509540 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5ab83915-6fa3-4f65-871e-7a8ba092e607 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0786660 Sep 19 12:15:46.517308 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-369ae190-6b10-4058-9a58-9b403846f6d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3558071 Sep 19 12:15:46.518215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52918) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:46.518967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52920) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:46.526168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:15:46.530190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:46.534514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f867ddf0-62d0-4f3c-9a9d-83e83026d184 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:46.545935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Request body: {'port': {'network_id': '7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2142114237'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:46.673029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:46.686135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:46.703938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:46.704521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:46.736661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e09a9-c93e-42d8-87c4-45379d92fff0 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:46.772776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=cba09128-2f4c-4196-b51c-a3988bdcd2d8,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:46.789165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:46.811689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:46.815653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Usage tracker for resource:port and tenant:f92f701e13bc4313aeb2eb1306d100f6 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:46.818994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:46.825145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:46.846345 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ce6c9120-0ef7-46e5-83f7-a6397d89d034 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7234457 Sep 19 12:15:46.847635 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52928) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:46.854226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:46.879455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:46.900955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca35586-db1e-41e5-bf79-41a86a009efb']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:46.930256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:46.940801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35edf179-eb05-4822-b935-d9e77b1bf4bb') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:46.941095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35edf179-eb05-4822-b935-d9e77b1bf4bb') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:46.969244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a87b38-a38d-49f4-977e-5d34e99b40b0 None None] Update dhcp port {'port': {'network_id': '72f2ed00-396f-4703-8b9e-eb3790545c2b', 'fixed_ips': [{'subnet_id': 'e34e172f-cd14-48f0-9738-d9ee6a7bc1f2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e38939a6-8c97-45c1-bd79-423152b189c0'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': '55ee5c5a-5730-4128-b685-d4e4aaba27e0'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:15:46.991968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Made reservation on behalf of f92f701e13bc4313aeb2eb1306d100f6 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:46.995782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.012053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52932) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:47.026498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.056737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f867ddf0-62d0-4f3c-9a9d-83e83026d184 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10512785'] for subnet, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.067737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:15:47.068189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:15:47.071069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] device_id is not set on port 1cb5c9d5-e623-455b-8eb4-b014d78c06e6 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:47.116605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-65f9d1c2-d956-494b-831b-36eb5b40ed66 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.134606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.158097 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-360d282f-727b-4d31-b6ad-2efa9d3f6fe4 None None] Current status of the port c384b869-ca02-4e73-b330-3c1de87ada51 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:47.215964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9d1c2-d956-494b-831b-36eb5b40ed66 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=7c892be4-4f83-4718-9324-34803a827f59,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:47.243761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:47.243761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.244488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c8a87b38-a38d-49f4-977e-5d34e99b40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.252068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c384b869-ca02-4e73-b330-3c1de87ada51 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:47.252451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.450097 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:47.481429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b7e89-4967-4474-8d70-ce7b4e2c08c8 None None] Network 0b8384f8-8d24-4359-9ef3-24ec719911e8 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:47.498615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:47.555842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Allocated IP 172.20.0.3 (7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78/6c3be938-50ea-4a03-bdfd-f6ac803ac2e6/1cb5c9d5-e623-455b-8eb4-b014d78c06e6) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:47.597206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] Deleting port d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:47.597680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.640767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:47.646658 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 35edf179-eb05-4822-b935-d9e77b1bf4bb resource provider aggregate not found Sep 19 12:15:47.653409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.660223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ac502-9885-4147-983d-3850b411152a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-9848dc63-2024-4271-a264-9f2e23281a6b', 'network_id': '9848dc63-2024-4271-a264-9f2e23281a6b', 'tenant_id': 'dfb4af15b8f94db4bc3ba793ccb86146', 'fixed_ips': [{'subnet_id': 'e88d8d81-82f5-479c-afac-afeae4268021'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:47.661146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-391ac502-9885-4147-983d-3850b411152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.724683 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 35edf179-eb05-4822-b935-d9e77b1bf4bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35edf179-eb05-4822-b935-d9e77b1bf4bb found for delete ", "request_id": "req-9ab94ac3-1d63-40c3-bf2e-3962ed711c5f"}]} Sep 19 12:15:47.727394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3136947e-d41e-496b-b13b-b4b9ac6f296f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.748101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Provisioning for port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:47.857969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3136947e-d41e-496b-b13b-b4b9ac6f296f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:47.871891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3136947e-d41e-496b-b13b-b4b9ac6f296f admin admin] Usage tracker for resource:security_group_rule and tenant:15e469c38942412ea08c50a5386a0bb6 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:47.874886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-65f9d1c2-d956-494b-831b-36eb5b40ed66 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.882236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3136947e-d41e-496b-b13b-b4b9ac6f296f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:47.890361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-648890cc-9b7d-4103-b9ab-acdac5442eb1 None None] The port 'd3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:15:47.892603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3136947e-d41e-496b-b13b-b4b9ac6f296f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:47.903500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Provisioning complete for port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:47.904027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.951848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.962104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78', 'network_id': '7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78', 'tenant_id': 'f92f701e13bc4313aeb2eb1306d100f6', 'fixed_ips': [{'subnet_id': '6c3be938-50ea-4a03-bdfd-f6ac803ac2e6'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:47.963349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:47.989331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Transition to ACTIVE for port object 1cb5c9d5-e623-455b-8eb4-b014d78c06e6 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:48.024486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.077976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.081390 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-65f9d1c2-d956-494b-831b-36eb5b40ed66 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/7c892be4-4f83-4718-9324-34803a827f59 HTTP/1.1" status: 204 len: 168 time: 3.5771446 Sep 19 12:15:48.087625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52942) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:48.103608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] Pushing event deleted for resources: {'Network': ['ID=4ca35586-db1e-41e5-bf79-41a86a009efb,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:48.118221 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6dac1d8c-d94c-46f0-b0a0-280e318dad96 tempest-TagsExtTest-487213123 tempest-TagsExtTest-487213123-project] 10.222.0.66 "DELETE /v2.0/networks/4ca35586-db1e-41e5-bf79-41a86a009efb HTTP/1.1" status: 204 len: 168 time: 4.4136453 Sep 19 12:15:48.121547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': 'cba09128-2f4c-4196-b51c-a3988bdcd2d8'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:15:48.122454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.142082 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1297f69d-6d3a-456c-a0f3-82b12dc814cb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:15:48.142571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1297f69d-6d3a-456c-a0f3-82b12dc814cb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:48.240313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.246531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3136947e-d41e-496b-b13b-b4b9ac6f296f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.258529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f867ddf0-62d0-4f3c-9a9d-83e83026d184 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773458013004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11165063'] for subnet, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.311458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f867ddf0-62d0-4f3c-9a9d-83e83026d184 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:48.311977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f867ddf0-62d0-4f3c-9a9d-83e83026d184 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.315984 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f867ddf0-62d0-4f3c-9a9d-83e83026d184 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "PUT /v2.0/subnets/e88d8d81-82f5-479c-afac-afeae4268021 HTTP/1.1" status: 200 len: 826 time: 1.7959256 Sep 19 12:15:48.316140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52948) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:48.332639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867ddf0-62d0-4f3c-9a9d-83e83026d184 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=e88d8d81-82f5-479c-afac-afeae4268021,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:48.393959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1297f69d-6d3a-456c-a0f3-82b12dc814cb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:48.395112 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1297f69d-6d3a-456c-a0f3-82b12dc814cb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/7c892be4-4f83-4718-9324-34803a827f59 HTTP/1.1" status: 404 len: 333 time: 0.3069592 Sep 19 12:15:48.396474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.398923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52952) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:48.437724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3136947e-d41e-496b-b13b-b4b9ac6f296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.462608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.463753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.468440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.554048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:48.568000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:48.573377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:48.581562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:48.611441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:48.630981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Pushing event updated for resources: {'Port': ['ID=1cb5c9d5-e623-455b-8eb4-b014d78c06e6,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:48.633666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:48.633666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.640528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c384b869-ca02-4e73-b330-3c1de87ada51 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:48.660677 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3136947e-d41e-496b-b13b-b4b9ac6f296f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=15e469c38942412ea08c50a5386a0bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6395395 Sep 19 12:15:48.665542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=002f6902-c178-47f1-9424-799be2c3c6fa,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:48.671134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52956) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:48.683671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136947e-d41e-496b-b13b-b4b9ac6f296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc14c12-2319-4767-a754-dc1ddd45dfd8,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:48.693836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dee4c2c-3a56-4fd9-bf89-115e6d3c5a48 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet ee297e97-5558-46a7-9317-df860ab73818 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:15:48.698605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7dee4c2c-3a56-4fd9-bf89-115e6d3c5a48 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.738080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.758883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:48.759531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.789112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-c8a87b38-a38d-49f4-977e-5d34e99b40b0 None None] Allocated IP 172.20.0.1 (72f2ed00-396f-4703-8b9e-eb3790545c2b/e38939a6-8c97-45c1-bd79-423152b189c0/55ee5c5a-5730-4128-b685-d4e4aaba27e0) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:48.792082 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7dee4c2c-3a56-4fd9-bf89-115e6d3c5a48 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.866944 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e88619bf-b220-4ad8-bd88-1304a09f62f2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0167644 Sep 19 12:15:48.873559 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52964) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:48.874472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5f145e99-7473-409b-a9e0-7c742811ee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.896567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:2d:31:18', 'name': 'tempest-NetworksTestDHCPv6-737230527'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:48.897623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7dee4c2c-3a56-4fd9-bf89-115e6d3c5a48 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:48.926483 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2b65b9d4-27ba-4468-968e-574e5a4f9b18 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3989398 Sep 19 12:15:48.938019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 52968) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:48.952303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=8a01b56a-bd5d-4605-be07-902f10c7895f,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:48.953413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 86752986-1375-4d00-ac72-ddedf4995a48 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:48.978117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52972) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:49.015216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Request body: {'port': {'network_id': '7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78', 'name': 'tempest-ExtraDHCPOptionsTestJSON-349596509', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:49.015962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.api.validators [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] bootfile-name is not in valid_values {{(pid=89795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:15:49.016460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.api.validators [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] tftp-server is not in valid_values {{(pid=89795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:15:49.016958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.api.validators [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] server-ip-address is not in valid_values {{(pid=89795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:15:49.020343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 81634a7d-d369-4582-9c98-6861984a4a4b is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:49.024356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:49.024520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Current status of the port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:49.025023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.045032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.076148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-391ac502-9885-4147-983d-3850b411152a None None] Allocated IP 2001:db8::2 (9848dc63-2024-4271-a264-9f2e23281a6b/e88d8d81-82f5-479c-afac-afeae4268021/2f86e23b-9221-423a-a94e-83b78dacdd6b) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:49.080038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5f145e99-7473-409b-a9e0-7c742811ee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.110200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7dee4c2c-3a56-4fd9-bf89-115e6d3c5a48 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.213342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Allocated IP 2001:db8::f816:3eff:fe44:f12d (97c14447-5e4d-4deb-a6ce-aa8646f0c431/cba09128-2f4c-4196-b51c-a3988bdcd2d8/7062a563-1a8f-4caf-ab34-014485dc6adb) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:49.231333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Allocated IP 172.20.0.2 (7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78/6c3be938-50ea-4a03-bdfd-f6ac803ac2e6/42660ea9-0843-4ef7-980e-1ca0e6dec43d) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:49.353076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7dee4c2c-3a56-4fd9-bf89-115e6d3c5a48 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.363064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee4c2c-3a56-4fd9-bf89-115e6d3c5a48 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=ee297e97-5558-46a7-9317-df860ab73818,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:49.396775 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7dee4c2c-3a56-4fd9-bf89-115e6d3c5a48 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/ee297e97-5558-46a7-9317-df860ab73818 HTTP/1.1" status: 204 len: 168 time: 0.9964769 Sep 19 12:15:49.397613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52978) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:49.421349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485b49e-4d51-4a2c-b353-e60a93405868 None None] Network 44e25bef-f308-4293-8ee5-d9c556b33390 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:49.448978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:49.456830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:49.461819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:49.464790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:49.470515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:49.472701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Usage tracker for resource:port and tenant:f92f701e13bc4313aeb2eb1306d100f6 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:49.476348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:49.478025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8414122-8daf-4d80-a9d0-5f696a7766e4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet 81a6e57d-f78a-43bf-b595-fab0e6a7a7fb {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:15:49.484379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:49.489347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8414122-8daf-4d80-a9d0-5f696a7766e4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.546043 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a90a5202-d748-49f6-a016-a49fb0528241 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc4c336eeb5c409b8979156c955b6487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5646815 Sep 19 12:15:49.549888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5f145e99-7473-409b-a9e0-7c742811ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.554877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52982) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:49.573116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f145e99-7473-409b-a9e0-7c742811ee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc14c12-2319-4767-a754-dc1ddd45dfd8,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:49.578206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5f145e99-7473-409b-a9e0-7c742811ee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.580896 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5f145e99-7473-409b-a9e0-7c742811ee94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8dc14c12-2319-4767-a754-dc1ddd45dfd8 HTTP/1.1" status: 204 len: 168 time: 0.9035816 Sep 19 12:15:49.585240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8414122-8daf-4d80-a9d0-5f696a7766e4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.588173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:49.608840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Made reservation on behalf of f92f701e13bc4313aeb2eb1306d100f6 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:49.613508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.671682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router f80c35b7-0754-43fb-8dd4-591cc605ff4d is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:15:49.675003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c8a87b38-a38d-49f4-977e-5d34e99b40b0 None None] For port 55ee5c5a-5730-4128-b685-d4e4aaba27e0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=55ee5c5a-5730-4128-b685-d4e4aaba27e0,segment=NetworkSegment(6c5fb323-2329-4981-b1fa-6e7dd0178735),segment_id=6c5fb323-2329-4981-b1fa-6e7dd0178735)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:49.701172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9e073485-dd94-4bf2-8591-7a61bbd57393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.937928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.945193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:49.949412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Transition to ACTIVE for port object 7062a563-1a8f-4caf-ab34-014485dc6adb will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:49.959775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] device_id is not set on port 1125e0fa-15fd-4bad-9085-0930341fc7c8 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:49.996425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Transition to ACTIVE for port object 7062a563-1a8f-4caf-ab34-014485dc6adb will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:50.025492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9e073485-dd94-4bf2-8591-7a61bbd57393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.046241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8414122-8daf-4d80-a9d0-5f696a7766e4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.057629 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 86752986-1375-4d00-ac72-ddedf4995a48 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:50.062419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port efde22e2-b6c9-4ab5-85d1-a672cb3da3c2 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:15:50.107994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.resource_extend [None req-c8a87b38-a38d-49f4-977e-5d34e99b40b0 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:15:50.154646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:15:50.156900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c8a87b38-a38d-49f4-977e-5d34e99b40b0 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.166449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:15:50.167497 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6df3ed3f-ffab-48de-862e-b06730ab4c0b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/f80c35b7-0754-43fb-8dd4-591cc605ff4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7809021 Sep 19 12:15:50.172609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52992) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:50.172862 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5611e3cc-af09-4763-8e6a-a1f4c4bd128b None None] Sync routers for ids ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:15:50.185235 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611e3cc-af09-4763-8e6a-a1f4c4bd128b None None] Routers {'f80c35b7-0754-43fb-8dd4-591cc605ff4d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:50.186092 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5611e3cc-af09-4763-8e6a-a1f4c4bd128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:50.216458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:15:50.223249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d3c9b1f8-a3d1-4af5-8c4e-740bb39fc04c not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:15:50.223249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.292159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e6e74-77a1-46c2-acae-b56d2a15153c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:50.292986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c59e6e74-77a1-46c2-acae-b56d2a15153c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:50.316118 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5611e3cc-af09-4763-8e6a-a1f4c4bd128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:50.334164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-391ac502-9885-4147-983d-3850b411152a None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.337084 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611e3cc-af09-4763-8e6a-a1f4c4bd128b None None] Routers {'f80c35b7-0754-43fb-8dd4-591cc605ff4d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:50.337676 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5611e3cc-af09-4763-8e6a-a1f4c4bd128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:50.348788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Pushing event updated for resources: {'Port': ['ID=7062a563-1a8f-4caf-ab34-014485dc6adb,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:50.367971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9e073485-dd94-4bf2-8591-7a61bbd57393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.386088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c8a87b38-a38d-49f4-977e-5d34e99b40b0 None None] Ignored duplicate provisioning block setup for port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 19 12:15:50.386667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 172.20.0.6 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/002f6902-c178-47f1-9424-799be2c3c6fa/efde22e2-b6c9-4ab5-85d1-a672cb3da3c2) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:50.395236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f816:3eff:fe2d:3118 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/cba09128-2f4c-4196-b51c-a3988bdcd2d8/efde22e2-b6c9-4ab5-85d1-a672cb3da3c2) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:50.396540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e073485-dd94-4bf2-8591-7a61bbd57393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a068ef8c-e96f-4969-8cf9-c51d557bf813,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:50.415309 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:50.421889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:50.435962 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5611e3cc-af09-4763-8e6a-a1f4c4bd128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:50.436617 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5611e3cc-af09-4763-8e6a-a1f4c4bd128b None None] The sync data for ids ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:15:50.437292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c59e6e74-77a1-46c2-acae-b56d2a15153c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:50.444591 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c59e6e74-77a1-46c2-acae-b56d2a15153c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports/8a01b56a-bd5d-4605-be07-902f10c7895f HTTP/1.1" status: 200 len: 911 time: 0.2657645 Sep 19 12:15:50.444591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9e073485-dd94-4bf2-8591-7a61bbd57393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.444591 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9e073485-dd94-4bf2-8591-7a61bbd57393 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a068ef8c-e96f-4969-8cf9-c51d557bf813 HTTP/1.1" status: 204 len: 168 time: 0.8861842 Sep 19 12:15:50.444591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8414122-8daf-4d80-a9d0-5f696a7766e4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.453168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 52996) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:50.456253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-391ac502-9885-4147-983d-3850b411152a None None] Transition to ACTIVE for port object 2f86e23b-9221-423a-a94e-83b78dacdd6b will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:50.461469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:50.516255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8414122-8daf-4d80-a9d0-5f696a7766e4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=81a6e57d-f78a-43bf-b595-fab0e6a7a7fb,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:50.587055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53002) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:50.664936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8414122-8daf-4d80-a9d0-5f696a7766e4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.667256 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f8414122-8daf-4d80-a9d0-5f696a7766e4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/81a6e57d-f78a-43bf-b595-fab0e6a7a7fb HTTP/1.1" status: 204 len: 168 time: 1.2658403 Sep 19 12:15:50.670021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53006) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:50.686460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f83294d-5d3b-47e4-ac80-99e80ed79306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.711010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1f83294d-5d3b-47e4-ac80-99e80ed79306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:50.719953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1f83294d-5d3b-47e4-ac80-99e80ed79306 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb13da96fa84732955169bbff2f61b8 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:50.720156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c8a87b38-a38d-49f4-977e-5d34e99b40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.724437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1f83294d-5d3b-47e4-ac80-99e80ed79306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:50.790098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.813083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1f83294d-5d3b-47e4-ac80-99e80ed79306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:50.828208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object efde22e2-b6c9-4ab5-85d1-a672cb3da3c2 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:50.835407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.847469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Attempting to bind port 7062a563-1a8f-4caf-ab34-014485dc6adb on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:50.847846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Attempting to bind port 7062a563-1a8f-4caf-ab34-014485dc6adb by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:50.848211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Attempting to bind port 7062a563-1a8f-4caf-ab34-014485dc6adb on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:50.851056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a87b38-a38d-49f4-977e-5d34e99b40b0 None None] Pushing event updated for resources: {'Port': ['ID=55ee5c5a-5730-4128-b685-d4e4aaba27e0,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:50.854485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 235c0727-18d7-489e-8c87-738557a9c045 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:50.854847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.873338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-391ac502-9885-4147-983d-3850b411152a None None] Transition to ACTIVE for port object 2f86e23b-9221-423a-a94e-83b78dacdd6b will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:50.878164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.883916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:50.884364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:50.884683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:50.885074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:50.885560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Bound port: 7062a563-1a8f-4caf-ab34-014485dc6adb, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:50.885936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.001125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-391ac502-9885-4147-983d-3850b411152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.010937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Transition to ACTIVE for port object 42660ea9-0843-4ef7-980e-1ca0e6dec43d will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:51.083781 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:15:51.084320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:15:51.093171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ac502-9885-4147-983d-3850b411152a None None] Pushing event updated for resources: {'Port': ['ID=2f86e23b-9221-423a-a94e-83b78dacdd6b,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:51.129060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] For port 235c0727-18d7-489e-8c87-738557a9c045, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=235c0727-18d7-489e-8c87-738557a9c045,segment=NetworkSegment(244eb5ef-9d83-4d03-8930-181f16d6d582),segment_id=244eb5ef-9d83-4d03-8930-181f16d6d582)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:51.129466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.184516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391ac502-9885-4147-983d-3850b411152a None None] Network 9848dc63-2024-4271-a264-9f2e23281a6b is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:51.200766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-391ac502-9885-4147-983d-3850b411152a None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:51.206423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Transition to ACTIVE for port object 42660ea9-0843-4ef7-980e-1ca0e6dec43d will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:51.211804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ac502-9885-4147-983d-3850b411152a None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:51.221725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.302663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] For port 7062a563-1a8f-4caf-ab34-014485dc6adb, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:51.327557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] For port 7062a563-1a8f-4caf-ab34-014485dc6adb, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7062a563-1a8f-4caf-ab34-014485dc6adb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:51.340052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] DHCP port deletion for 44e25bef-f308-4293-8ee5-d9c556b33390 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:15:51.352368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.361902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f83294d-5d3b-47e4-ac80-99e80ed79306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.363370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 235c0727-18d7-489e-8c87-738557a9c045 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:51.365503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-391ac502-9885-4147-983d-3850b411152a None None] Attempting to bind port 2f86e23b-9221-423a-a94e-83b78dacdd6b on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:51.366082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-391ac502-9885-4147-983d-3850b411152a None None] Attempting to bind port 2f86e23b-9221-423a-a94e-83b78dacdd6b by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9848dc63-2024-4271-a264-9f2e23281a6b'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:51.366444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ac502-9885-4147-983d-3850b411152a None None] Attempting to bind port 2f86e23b-9221-423a-a94e-83b78dacdd6b on network 9848dc63-2024-4271-a264-9f2e23281a6b {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:51.368838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] Deleting port 235c0727-18d7-489e-8c87-738557a9c045 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:51.374182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.402109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.414592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Subnet': ['ID=e88d8d81-82f5-479c-afac-afeae4268021,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:51.485656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f83294d-5d3b-47e4-ac80-99e80ed79306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.504497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ac502-9885-4147-983d-3850b411152a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:51.504992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ac502-9885-4147-983d-3850b411152a None None] Checking segment: {'id': 'be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9848dc63-2024-4271-a264-9f2e23281a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:51.505460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-391ac502-9885-4147-983d-3850b411152a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.505851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ac502-9885-4147-983d-3850b411152a None None] Bound using segment: {'id': 'be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9848dc63-2024-4271-a264-9f2e23281a6b'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:51.507208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-391ac502-9885-4147-983d-3850b411152a None None] Bound port: 2f86e23b-9221-423a-a94e-83b78dacdd6b, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9848dc63-2024-4271-a264-9f2e23281a6b'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:51.507811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-391ac502-9885-4147-983d-3850b411152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.535326 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Allocated IP 172.20.0.14 (7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78/6c3be938-50ea-4a03-bdfd-f6ac803ac2e6/1125e0fa-15fd-4bad-9085-0930341fc7c8) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:51.539697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Pushing event updated for resources: {'Port': ['ID=42660ea9-0843-4ef7-980e-1ca0e6dec43d,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:51.542875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.574792 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1f83294d-5d3b-47e4-ac80-99e80ed79306 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9fb13da96fa84732955169bbff2f61b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9842136 Sep 19 12:15:51.579986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53026) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:51.656920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152cda1-4b74-4af4-b74b-29f074b6a479 None None] Pushing event updated for resources: {'Port': ['ID=7062a563-1a8f-4caf-ab34-014485dc6adb,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:51.685481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.691380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:51.705697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83294d-5d3b-47e4-ac80-99e80ed79306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa5b016-30ae-4bce-b102-72667a9a1c3e,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:51.717351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1ec5124c-1b60-4e4d-adb0-7afb31fef589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.782033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-391ac502-9885-4147-983d-3850b411152a None None] For port 2f86e23b-9221-423a-a94e-83b78dacdd6b, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:51.785554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-391ac502-9885-4147-983d-3850b411152a None None] For port 2f86e23b-9221-423a-a94e-83b78dacdd6b, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=2f86e23b-9221-423a-a94e-83b78dacdd6b,segment=NetworkSegment(be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad),segment_id=be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:51.794850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.799168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:51.808558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:51.812518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Transition to ACTIVE for port object 1125e0fa-15fd-4bad-9085-0930341fc7c8 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:51.936763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:51.993196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-391ac502-9885-4147-983d-3850b411152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.020234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:52.026372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53032) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:52.039017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:52.041330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:52.101810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Current status of the port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:52.109221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.117100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1ec5124c-1b60-4e4d-adb0-7afb31fef589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.143832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354c8468-2f85-4a54-adc0-90753e8deda2 None None] Network 72f2ed00-396f-4703-8b9e-eb3790545c2b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:52.324691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:52.361368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:52.366480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:52.410296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.435164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=efde22e2-b6c9-4ab5-85d1-a672cb3da3c2,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:52.549147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Allocated IP 2001:db8:1::1 (0b8384f8-8d24-4359-9ef3-24ec719911e8/de99297f-43bc-4c6d-b938-aa8191befba9/2ac6d2f3-753b-47d7-9a14-d462bed251e6) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:52.574476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No DVR routers for this DVR port 235c0727-18d7-489e-8c87-738557a9c045 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:15:52.577490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.600595 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Attempting to bind port 42660ea9-0843-4ef7-980e-1ca0e6dec43d on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:15:52.600913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-717921047-network', 'tenant_id': 'dee0fc07c587475d96b309e08cd04512'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:52.601411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Attempting to bind port 42660ea9-0843-4ef7-980e-1ca0e6dec43d by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:15:52.601927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Attempting to bind port 42660ea9-0843-4ef7-980e-1ca0e6dec43d on network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:15:52.637764 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1ec5124c-1b60-4e4d-adb0-7afb31fef589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.651433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:15:52.652020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Checking segment: {'id': 'ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:52.653206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:52.653927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.654768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Bound using segment: {'id': 'ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:15:52.655414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Bound port: 42660ea9-0843-4ef7-980e-1ca0e6dec43d, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:15:52.655942 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.660902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:52.661544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.672605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5124c-1b60-4e4d-adb0-7afb31fef589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa5b016-30ae-4bce-b102-72667a9a1c3e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:52.687621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Usage tracker for resource:network and tenant:dee0fc07c587475d96b309e08cd04512 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:52.698511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] For port 55ee5c5a-5730-4128-b685-d4e4aaba27e0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=55ee5c5a-5730-4128-b685-d4e4aaba27e0,segment=NetworkSegment(6c5fb323-2329-4981-b1fa-6e7dd0178735),segment_id=6c5fb323-2329-4981-b1fa-6e7dd0178735)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:52.703254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.704221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ac502-9885-4147-983d-3850b411152a None None] Pushing event updated for resources: {'Port': ['ID=2f86e23b-9221-423a-a94e-83b78dacdd6b,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:52.711487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] For port 235c0727-18d7-489e-8c87-738557a9c045, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=235c0727-18d7-489e-8c87-738557a9c045,segment=NetworkSegment(244eb5ef-9d83-4d03-8930-181f16d6d582),segment_id=244eb5ef-9d83-4d03-8930-181f16d6d582)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:52.712572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Pushing event updated for resources: {'Port': ['ID=1125e0fa-15fd-4bad-9085-0930341fc7c8,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:52.712709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.722109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956d49ba-35f9-4d94-ba7b-a6d810353e20 None None] Network 9848dc63-2024-4271-a264-9f2e23281a6b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:52.768884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:52.792880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.796847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:52.818781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Transition to ACTIVE for port object 2ac6d2f3-753b-47d7-9a14-d462bed251e6 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:52.843760 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=235c0727-18d7-489e-8c87-738557a9c045,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:52.852956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:52.853578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.855771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1ec5124c-1b60-4e4d-adb0-7afb31fef589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.857091 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1ec5124c-1b60-4e4d-adb0-7afb31fef589 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4aa5b016-30ae-4bce-b102-72667a9a1c3e HTTP/1.1" status: 204 len: 168 time: 1.2758749 Sep 19 12:15:52.862206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9848dc63-2024-4271-a264-9f2e23281a6b']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:52.916391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.919610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:52.919732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:52.956599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.966919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:52.981147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.006141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Made reservation on behalf of dee0fc07c587475d96b309e08cd04512 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:53.006648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 0b8384f8-8d24-4359-9ef3-24ec719911e8 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:53.008557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.010200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:53.014244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:15:53.014814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.020493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=2ac6d2f3-753b-47d7-9a14-d462bed251e6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:53.042300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.042300 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b580fa43-da11-4fd3-8f2f-97cdfd7ca359 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.0969086 Sep 19 12:15:53.042300 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-530a008b-ea25-4c8e-ba67-c817a8b8d1a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1615138 Sep 19 12:15:53.042520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53042) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:53.042947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53044) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:53.043717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e25bef-f308-4293-8ee5-d9c556b33390']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:53.051879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:53.052301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.078519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.088067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] Calling delete_port for 235c0727-18d7-489e-8c87-738557a9c045 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:53.128786 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad resource provider aggregate not found Sep 19 12:15:53.196273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244eb5ef-9d83-4d03-8930-181f16d6d582') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:53.196584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244eb5ef-9d83-4d03-8930-181f16d6d582') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:53.207677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:53.212259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:dee0fc07c587475d96b309e08cd04512 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:53.216778 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:53.224319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:53.246016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 55ee5c5a-5730-4128-b685-d4e4aaba27e0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:53.356742 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.359071 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad found for delete ", "request_id": "req-dbbbe192-b3c5-4259-9abd-526586995278"}]} Sep 19 12:15:53.382159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:15:53.382659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:15:53.385500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984d339-8bbd-4222-97da-80b92b48697a req-95cc5d92-1243-4683-b1f1-8d535c9e8bba tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:53.388964 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3984d339-8bbd-4222-97da-80b92b48697a req-95cc5d92-1243-4683-b1f1-8d535c9e8bba tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.9549687 Sep 19 12:15:53.395978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996ab0e-df31-458c-8e84-c3d2eecbac36 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:53.411320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.416603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996ab0e-df31-458c-8e84-c3d2eecbac36 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:53.418349 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d996ab0e-df31-458c-8e84-c3d2eecbac36 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3729892 Sep 19 12:15:53.423129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53056) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:53.483997 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3984d339-8bbd-4222-97da-80b92b48697a req-4d663db6-6455-426d-9bf7-5490729d1c1d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750694 Sep 19 12:15:53.484879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.519249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.572556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06cc30-614c-4eba-98cc-e5d4f12fd22c tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:53.573724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:53.574138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.579040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06cc30-614c-4eba-98cc-e5d4f12fd22c tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:53.586481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06cc30-614c-4eba-98cc-e5d4f12fd22c tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:53.588464 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4d06cc30-614c-4eba-98cc-e5d4f12fd22c tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5446546 Sep 19 12:15:53.603798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53064) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:53.633840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:53.690661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] For port 42660ea9-0843-4ef7-980e-1ca0e6dec43d, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:15:53.694452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:15:53.694452 dv-neutron-857775-2-hyperv neutron-server[89795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:15:53.694452 dv-neutron-857775-2-hyperv neutron-server[89795]: [parameters: {'id': '9848dc63-2024-4271-a264-9f2e23281a6b'}] Sep 19 12:15:53.694452 dv-neutron-857775-2-hyperv neutron-server[89795]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:15:53.694868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:15:53.731635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Provisioning for port 8a01b56a-bd5d-4605-be07-902f10c7895f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:53.746865 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053959ea-1129-4510-bd4c-2bcf97f07511,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:53.771143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.771584 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Added segment 84378b75-ab34-43e4-aea1-fc1b6a4fc860 of type vlan for network 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 Sep 19 12:15:53.783854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b8bf6-fc6d-4b09-99f7-1cbcf9fc7e5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port efde22e2-b6c9-4ab5-85d1-a672cb3da3c2 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:53.784333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b1b8bf6-fc6d-4b09-99f7-1cbcf9fc7e5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.792910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b952cb2-448f-47bc-935b-c26758185938 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:53.823564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Provisioning complete for port 8a01b56a-bd5d-4605-be07-902f10c7895f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:53.824185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.825289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-632d8b44-62b3-4be7-92b0-94d86aae685e tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Deleting port 1125e0fa-15fd-4bad-9085-0930341fc7c8 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:53.830137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-632d8b44-62b3-4be7-92b0-94d86aae685e tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.892797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] For port 42660ea9-0843-4ef7-980e-1ca0e6dec43d, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=42660ea9-0843-4ef7-980e-1ca0e6dec43d,segment=NetworkSegment(ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8),segment_id=ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:15:53.898774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] Deleting port 235c0727-18d7-489e-8c87-738557a9c045 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:53.899342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.915081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.932476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Port 8a01b56a-bd5d-4605-be07-902f10c7895f cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:53.933908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:53.934485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.944534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860a85-21b0-46b7-bb43-b448f9d420cb req-70b8ea55-4ed1-477b-ad53-76c6025afe2f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:53.948177 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1860a85-21b0-46b7-bb43-b448f9d420cb req-70b8ea55-4ed1-477b-ad53-76c6025afe2f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.1868651 Sep 19 12:15:53.979425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:53.984824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:54.013389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:54.049810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c3b62-2ce3-444d-975b-cdbebe400d58 None None] Pushing event updated for resources: {'Port': ['ID=55ee5c5a-5730-4128-b685-d4e4aaba27e0,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:54.066356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Network': ['ID=44e25bef-f308-4293-8ee5-d9c556b33390,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:54.079626 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:54.084288 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1860a85-21b0-46b7-bb43-b448f9d420cb req-4400ba15-26de-4eb2-a2ab-9f583eb27000 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958014 Sep 19 12:15:54.110649 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:54.117125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:54.121744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:54.163593 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-658649d5-578f-4394-8c43-b165987aa54b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/networks/44e25bef-f308-4293-8ee5-d9c556b33390 HTTP/1.1" status: 204 len: 168 time: 3.4918060 Sep 19 12:15:54.166441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53080) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:54.221257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-64e1e277-d754-4206-b782-3ada4611df53 None None] The port '235c0727-18d7-489e-8c87-738557a9c045' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:15:54.250879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:54.252619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:54.276384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a0427-a940-4f13-9004-229ebf7d136a None None] Pushing event updated for resources: {'Port': ['ID=42660ea9-0843-4ef7-980e-1ca0e6dec43d,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:54.325951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:54.377290 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5d75e1ed-88d6-444c-8129-eead7d7e4ce7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3061774 Sep 19 12:15:54.378892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53088) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:54.388701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Request body: {'subnet': {'network_id': '2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-717921047-subnet', 'tenant_id': 'dee0fc07c587475d96b309e08cd04512', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:54.401825 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting port 2f86e23b-9221-423a-a94e-83b78dacdd6b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:15:54.402160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:54.436356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:54.477520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Usage tracker for resource:subnet and tenant:dee0fc07c587475d96b309e08cd04512 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:54.486868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:54.501144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:54.596503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Provisioning for port 7062a563-1a8f-4caf-ab34-014485dc6adb completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:54.641324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15acc321-2796-49f8-8309-8f7f1893da62 None None] Network 9848dc63-2024-4271-a264-9f2e23281a6b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:54.830268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b1b8bf6-fc6d-4b09-99f7-1cbcf9fc7e5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:54.910187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Made reservation on behalf of dee0fc07c587475d96b309e08cd04512 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:54.913292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:55.001131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:55.002299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7062a563-1a8f-4caf-ab34-014485dc6adb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:55.041964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c508507a-60bc-4a81-89e8-62a9574e58d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:55.042685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c508507a-60bc-4a81-89e8-62a9574e58d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:55.049505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Provisioning complete for port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:55.050358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:55.056731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf017efb-547f-4cd5-bd06-1e2bf2d28a20 req-94345469-5649-420d-88ec-18d498ee6e60 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:55.058343 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bf017efb-547f-4cd5-bd06-1e2bf2d28a20 req-94345469-5649-420d-88ec-18d498ee6e60 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.8034296 Sep 19 12:15:55.141704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] For port 2f86e23b-9221-423a-a94e-83b78dacdd6b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=2f86e23b-9221-423a-a94e-83b78dacdd6b,segment=NetworkSegment(be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad),segment_id=be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:55.145134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:55.174553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b8bf6-fc6d-4b09-99f7-1cbcf9fc7e5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for efde22e2-b6c9-4ab5-85d1-a672cb3da3c2 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:55.285316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c508507a-60bc-4a81-89e8-62a9574e58d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:55.291681 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c508507a-60bc-4a81-89e8-62a9574e58d8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.0420096 Sep 19 12:15:55.297082 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53102) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:55.299758 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bf017efb-547f-4cd5-bd06-1e2bf2d28a20 req-3c72f437-8267-4392-9b3d-1f0cd914d84a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319691 Sep 19 12:15:55.307584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Calling delete_port for 2f86e23b-9221-423a-a94e-83b78dacdd6b owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:55.449351 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 244eb5ef-9d83-4d03-8930-181f16d6d582 resource provider aggregate not found Sep 19 12:15:55.461612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Current status of the port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:55.490156 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 244eb5ef-9d83-4d03-8930-181f16d6d582 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 244eb5ef-9d83-4d03-8930-181f16d6d582 found for delete ", "request_id": "req-7f5d7cca-80c9-4b46-adea-dae7cb715136"}]} Sep 19 12:15:55.519621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 7062a563-1a8f-4caf-ab34-014485dc6adb completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:55.529767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7062a563-1a8f-4caf-ab34-014485dc6adb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:55.530146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:55.531954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-632d8b44-62b3-4be7-92b0-94d86aae685e tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:55.629077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:55.672931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Provisioning for port 86752986-1375-4d00-ac72-ddedf4995a48 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:55.701870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Provisioning complete for port 86752986-1375-4d00-ac72-ddedf4995a48 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:55.702650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:55.703918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-632d8b44-62b3-4be7-92b0-94d86aae685e tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Calling delete_port for 1125e0fa-15fd-4bad-9085-0930341fc7c8 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:15:55.706073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No DVR routers for this DVR port 2f86e23b-9221-423a-a94e-83b78dacdd6b on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:15:55.739129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Port': ['ID=2f86e23b-9221-423a-a94e-83b78dacdd6b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:55.753056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2ff91-e691-49cf-85d1-bc93e130efb1 req-5f3e495d-fee5-4fe4-aa8b-9940fe2ed41b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:55.754803 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-03f2ff91-e691-49cf-85d1-bc93e130efb1 req-5f3e495d-fee5-4fe4-aa8b-9940fe2ed41b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2071965 Sep 19 12:15:55.817697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53120) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:55.826621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026daccd-fc0f-4a13-b3d9-1400bc83996e None None] Update dhcp port {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'fixed_ips': [{'subnet_id': 'cba09128-2f4c-4196-b51c-a3988bdcd2d8', 'ip_address': '2001:db8::f816:3eff:fe44:f12d'}, {'subnet_id': '002f6902-c178-47f1-9424-799be2c3c6fa'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': '7062a563-1a8f-4caf-ab34-014485dc6adb'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:15:55.859022 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:15:55.922821 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-03f2ff91-e691-49cf-85d1-bc93e130efb1 req-00ee9054-6c79-4826-8710-76006940dfb2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229336 Sep 19 12:15:55.940324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.017302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9848dc63-2024-4271-a264-9f2e23281a6b']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:56.048292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:56.051130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:56.064617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-026daccd-fc0f-4a13-b3d9-1400bc83996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.078068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-913883650', 'router:external': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:56.079947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f09a4bc-eff7-4966-99bb-09d6c76f70f9 None None] Network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:56.089800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:56.093839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.095895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7062a563-1a8f-4caf-ab34-014485dc6adb is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:56.096283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.106493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Usage tracker for resource:network and tenant:4411b21c1e79418a8f6773f57d1c9fbd is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:56.114215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:56.130066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:56.136083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.148006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:15:56.148707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.177074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-632d8b44-62b3-4be7-92b0-94d86aae685e tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.200810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Current status of the port 86752986-1375-4d00-ac72-ddedf4995a48 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:56.201190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.246679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d8b44-62b3-4be7-92b0-94d86aae685e tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Pushing event deleted for resources: {'Port': ['ID=1125e0fa-15fd-4bad-9085-0930341fc7c8,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:56.287779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Made reservation on behalf of 4411b21c1e79418a8f6773f57d1c9fbd for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:56.290045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.297503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 7062a563-1a8f-4caf-ab34-014485dc6adb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7062a563-1a8f-4caf-ab34-014485dc6adb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:56.309796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.328513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:56.348560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b1b8bf6-fc6d-4b09-99f7-1cbcf9fc7e5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.386566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] For port 86752986-1375-4d00-ac72-ddedf4995a48, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=86752986-1375-4d00-ac72-ddedf4995a48,segment=NetworkSegment(a56d0fc9-eaa3-45ea-b9bb-27076d7e3675),segment_id=a56d0fc9-eaa3-45ea-b9bb-27076d7e3675)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:56.396616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f566f7dd-ab54-4860-baf7-7a2f689be5fc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:56.439892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b8bf6-fc6d-4b09-99f7-1cbcf9fc7e5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=efde22e2-b6c9-4ab5-85d1-a672cb3da3c2,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:56.444195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.478327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Usage tracker for resource:security_group_rule and tenant:4411b21c1e79418a8f6773f57d1c9fbd is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:56.481719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:56.488875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:56.502701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f566f7dd-ab54-4860-baf7-7a2f689be5fc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:56.504092 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f566f7dd-ab54-4860-baf7-7a2f689be5fc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.2061448 Sep 19 12:15:56.532280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.534094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.539558 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53132) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:56.548811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-663156764'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:56.563714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-632d8b44-62b3-4be7-92b0-94d86aae685e tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.574757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.574757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.594276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.599076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.631497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:56.680015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 235c0727-18d7-489e-8c87-738557a9c045 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:15:56.686791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.708231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:network and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:56.725788 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-632d8b44-62b3-4be7-92b0-94d86aae685e tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "DELETE /v2.0/ports/1125e0fa-15fd-4bad-9085-0930341fc7c8 HTTP/1.1" status: 204 len: 168 time: 3.1109033 Sep 19 12:15:56.731428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:56.733967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53136) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:56.737245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9edeee2-654e-45ff-9873-1f2888c71117,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:56.743607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 235c0727-18d7-489e-8c87-738557a9c045 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:15:56.743844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 235c0727-18d7-489e-8c87-738557a9c045 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:15:56.765192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Network': ['ID=9848dc63-2024-4271-a264-9f2e23281a6b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:56.795907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.804313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Request body: {'port': {'name': 'tempest-new-port-name-250834982', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:56.804625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.api.validators [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] bootfile-name is not in valid_values {{(pid=89794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:15:56.804967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.api.validators [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] tftp-server is not in valid_values {{(pid=89794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:15:56.805637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.api.validators [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] server-ip-address is not in valid_values {{(pid=89794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 12:15:56.813234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-026daccd-fc0f-4a13-b3d9-1400bc83996e None None] Allocated IP 172.20.0.2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/002f6902-c178-47f1-9424-799be2c3c6fa/7062a563-1a8f-4caf-ab34-014485dc6adb) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:15:56.818607 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e5f34d5c-dcd4-4984-8bc6-f0508808120e tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/9848dc63-2024-4271-a264-9f2e23281a6b HTTP/1.1" status: 204 len: 168 time: 8.5012217 Sep 19 12:15:56.818834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Provisioning complete for port 8a01b56a-bd5d-4605-be07-902f10c7895f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:56.819345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.824643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53140) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:56.832105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:56.855770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Checking segment: {'id': '84378b75-ab34-43e4-aea1-fc1b6a4fc860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:56.856136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Network hostable DHCP agents. Network: 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:56.870696 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39aeb95-6e5d-41ef-8b0c-09b6649e946c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:15:56.871191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39aeb95-6e5d-41ef-8b0c-09b6649e946c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:15:56.878648 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c39aeb95-6e5d-41ef-8b0c-09b6649e946c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/9848dc63-2024-4271-a264-9f2e23281a6b HTTP/1.1" status: 404 len: 339 time: 0.0512636 Sep 19 12:15:56.881204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53144) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:56.889622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1747372500', 'description': 'd1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:56.894653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:56.897753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Pushing event updated for resources: {'Port': ['ID=86752986-1375-4d00-ac72-ddedf4995a48,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:56.898011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=2ac6d2f3-753b-47d7-9a14-d462bed251e6,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:56.900413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Usage tracker for resource:network and tenant:dfb4af15b8f94db4bc3ba793ccb86146 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:56.903829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:56.904498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b1b8bf6-fc6d-4b09-99f7-1cbcf9fc7e5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.906389 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6b1b8bf6-fc6d-4b09-99f7-1cbcf9fc7e5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/efde22e2-b6c9-4ab5-85d1-a672cb3da3c2 HTTP/1.1" status: 204 len: 168 time: 3.4696665 Sep 19 12:15:56.913434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:56.914691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53148) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:56.923391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:56.990783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:57.009324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df0ad1-5dc1-4b89-84f0-25d4df022e87,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:57.028663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.029512 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Added segment fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96 of type vlan for network f62c27e9-5399-4498-a395-7d8180cfc0a4 Sep 19 12:15:57.056775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64013f-28f7-41f3-b930-caccc177c62b req-a0d9c37e-84db-432e-bf6f-cf446a7aeca6 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:57.060906 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3e64013f-28f7-41f3-b930-caccc177c62b req-a0d9c37e-84db-432e-bf6f-cf446a7aeca6 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4550335 Sep 19 12:15:57.066873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Network 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:57.072367 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:57.075968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.076416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Port 8a01b56a-bd5d-4605-be07-902f10c7895f cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:57.078313 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 55ee5c5a-5730-4128-b685-d4e4aaba27e0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:57.128561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:57.132462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.166090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.177271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:57.184049 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3e64013f-28f7-41f3-b930-caccc177c62b req-adf9022f-c7ae-48b0-8097-bb2a4cc8ec56 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921965 Sep 19 12:15:57.200760 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.206847 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Added segment 1780fffc-c20d-4433-9709-6a9cc38e066d of type vlan for network e132f4ce-c4ef-473a-943d-63448303a40e Sep 19 12:15:57.270817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:57.288933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:57.289516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.294297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f0146-56a6-42b1-8918-e6589f6e1d8a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:57.295510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.296171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f0146-56a6-42b1-8918-e6589f6e1d8a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:57.297804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f0146-56a6-42b1-8918-e6589f6e1d8a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:57.300003 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fa3f0146-56a6-42b1-8918-e6589f6e1d8a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3837473 Sep 19 12:15:57.305854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.351606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:15:57.351606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 0b8384f8-8d24-4359-9ef3-24ec719911e8 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:15:57.351606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53152) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:57.351606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:15:57.352638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b06758-36fe-4eb7-bdfa-1b21cd4b6fdf None None] Network 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:57.382812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.384381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:57.384975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.435621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.436069 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Added segment cd8309fa-e8f1-4d9c-98d8-74f244f44314 of type vlan for network 4346f475-e5d1-4a38-b4af-639dcd93ed10 Sep 19 12:15:57.507039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=7062a563-1a8f-4caf-ab34-014485dc6adb,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:57.511390 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a499bb6e-0577-4bd8-988e-cb0a5f6cf6cf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1300781 Sep 19 12:15:57.567165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:57.568159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.585982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event updated for resources: {'Network': ['ID=f62c27e9-5399-4498-a395-7d8180cfc0a4,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:57.592470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.605252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:57.605657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.633335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network f62c27e9-5399-4498-a395-7d8180cfc0a4 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:57.661830 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad resource provider aggregate not found Sep 19 12:15:57.694722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Provisioning for port 2ac6d2f3-753b-47d7-9a14-d462bed251e6 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:57.760423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1b65e6-910d-4766-beff-212c33715409 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 002f6902-c178-47f1-9424-799be2c3c6fa {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:15:57.773874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router f80c35b7-0754-43fb-8dd4-591cc605ff4d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:15:57.830374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Provisioning complete for port 2ac6d2f3-753b-47d7-9a14-d462bed251e6 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:57.830764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:57.957761 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be87e9df-3f7e-45ab-bde9-2b17a8c1e4ad found for delete ", "request_id": "req-d5267e96-c82b-482f-ad33-38d33ac0ad0a"}]} Sep 19 12:15:57.972142 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e3a637ba-e1ce-4903-be1e-db6d8d2895a7 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1473968 Sep 19 12:15:57.986115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53164) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:57.995854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Request body: {'subnet': {'network_id': 'f62c27e9-5399-4498-a395-7d8180cfc0a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:58.007599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:58.015787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=e132f4ce-c4ef-473a-943d-63448303a40e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:58.018663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Usage tracker for resource:subnet and tenant:4411b21c1e79418a8f6773f57d1c9fbd is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:58.022654 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:58.038412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-026daccd-fc0f-4a13-b3d9-1400bc83996e None None] For port 7062a563-1a8f-4caf-ab34-014485dc6adb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7062a563-1a8f-4caf-ab34-014485dc6adb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:15:58.040632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:58.050770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network e132f4ce-c4ef-473a-943d-63448303a40e details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:58.052456 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1c5b0644-2584-4941-871a-186533a13580 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1701980 Sep 19 12:15:58.053435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53170) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:58.053839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:58.169739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-087fca6c-4849-4f48-9c0f-69cd956f267e None None] Port 2ac6d2f3-753b-47d7-9a14-d462bed251e6 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:58.171354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009231e9-c5e3-4cc2-bda8-8095569d0064 None None] Network 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:15:58.179860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Made reservation on behalf of 4411b21c1e79418a8f6773f57d1c9fbd for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:58.182602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:58.267322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:15:58.276836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c0a82-8334-4cce-95e5-c4cfa5fc0752 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:58.276985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4f6c0a82-8334-4cce-95e5-c4cfa5fc0752 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Synchronizing usage tracker for tenant:dfb4af15b8f94db4bc3ba793ccb86146 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:58.302610 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-734b9282-6a9c-41ef-90e4-70215bc306e7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/f80c35b7-0754-43fb-8dd4-591cc605ff4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7909324 Sep 19 12:15:58.312151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53178) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:58.435687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:58.440186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7553c8-bc8d-4b85-a6a3-dfa2bb76a35a None None] Sync routers for ids ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:15:58.441228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:58.441826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:58.447514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Could not find standard attr ID for object 1125e0fa-15fd-4bad-9085-0930341fc7c8. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:15:58.501929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4f6c0a82-8334-4cce-95e5-c4cfa5fc0752 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Unset dirty status for tenant:dfb4af15b8f94db4bc3ba793ccb86146 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:58.506752 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4f6c0a82-8334-4cce-95e5-c4cfa5fc0752 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/networks?id=e132f4ce-c4ef-473a-943d-63448303a40e HTTP/1.1" status: 200 len: 765 time: 0.4507334 Sep 19 12:15:58.513507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53184) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:58.518546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.resource_extend [None req-026daccd-fc0f-4a13-b3d9-1400bc83996e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:15:58.519878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-816a24bc-8723-4915-8c58-49e862848453 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'description': 'd2'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:58.566096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7553c8-bc8d-4b85-a6a3-dfa2bb76a35a None None] Routers {'f80c35b7-0754-43fb-8dd4-591cc605ff4d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:58.566735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-af7553c8-bc8d-4b85-a6a3-dfa2bb76a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:58.568121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435e460a-39a8-4850-b2a8-d1c036eb9407 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:58.568843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-435e460a-39a8-4850-b2a8-d1c036eb9407 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:58.607905 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0659781 Sep 19 12:15:58.614597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53192) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:58.619376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5e741-45e6-4e06-a6d2-fcd2baeb4b11 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Network': ['ID=4346f475-e5d1-4a38-b4af-639dcd93ed10,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:58.624945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '4346f475-e5d1-4a38-b4af-639dcd93ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:58.644304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-026daccd-fc0f-4a13-b3d9-1400bc83996e None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:58.650610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-af7553c8-bc8d-4b85-a6a3-dfa2bb76a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:58.652850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 4346f475-e5d1-4a38-b4af-639dcd93ed10 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:58.681178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Provisioning for port 1cb5c9d5-e623-455b-8eb4-b014d78c06e6 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:58.714051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-435e460a-39a8-4850-b2a8-d1c036eb9407 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:58.715276 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-435e460a-39a8-4850-b2a8-d1c036eb9407 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports/2ac6d2f3-753b-47d7-9a14-d462bed251e6 HTTP/1.1" status: 200 len: 913 time: 0.3997393 Sep 19 12:15:58.729840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:58.731227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53198) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:58.731553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53200) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:58.742121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2026627380-network', 'tenant_id': 'a56b220584244219befbde4ec8e0e5db'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:15:58.789844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Provisioning complete for port 1cb5c9d5-e623-455b-8eb4-b014d78c06e6 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:58.789844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:58.807674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:58.844783 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:58.846007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 42660ea9-0843-4ef7-980e-1ca0e6dec43d up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:58.870064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Usage tracker for resource:network and tenant:a56b220584244219befbde4ec8e0e5db is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:58.871894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:58.876672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442219c-dea4-4cd8-8dc4-662cbbfd51f1 req-04503dd9-97c4-4247-a7f4-7c7a2a2a770e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:58.878280 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b442219c-dea4-4cd8-8dc4-662cbbfd51f1 req-04503dd9-97c4-4247-a7f4-7c7a2a2a770e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4845800 Sep 19 12:15:58.889048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Port 1cb5c9d5-e623-455b-8eb4-b014d78c06e6 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:15:58.896424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-026daccd-fc0f-4a13-b3d9-1400bc83996e None None] Transition to ACTIVE for port object 7062a563-1a8f-4caf-ab34-014485dc6adb will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:15:58.900264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:58.914173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7553c8-bc8d-4b85-a6a3-dfa2bb76a35a None None] Routers {'f80c35b7-0754-43fb-8dd4-591cc605ff4d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:15:58.914957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-af7553c8-bc8d-4b85-a6a3-dfa2bb76a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:58.952175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-816a24bc-8723-4915-8c58-49e862848453 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:58.961157 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:58.983653 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b442219c-dea4-4cd8-8dc4-662cbbfd51f1 req-eb732cc6-75d6-42b0-8a7c-c7ff5a97b360 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991831 Sep 19 12:15:59.007369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-026daccd-fc0f-4a13-b3d9-1400bc83996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.032897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be1b65e6-910d-4766-beff-212c33715409 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.056780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-af7553c8-bc8d-4b85-a6a3-dfa2bb76a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:15:59.062449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7553c8-bc8d-4b85-a6a3-dfa2bb76a35a None None] The sync data for ids ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:15:59.092286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-816a24bc-8723-4915-8c58-49e862848453 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.120328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-816a24bc-8723-4915-8c58-49e862848453 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network e132f4ce-c4ef-473a-943d-63448303a40e is not hosted by any dhcp agent {{(pid=89795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 19 12:15:59.127056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a24bc-8723-4915-8c58-49e862848453 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:59.127955 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-816a24bc-8723-4915-8c58-49e862848453 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.132933 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-816a24bc-8723-4915-8c58-49e862848453 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "PUT /v2.0/networks/e132f4ce-c4ef-473a-943d-63448303a40e HTTP/1.1" status: 200 len: 762 time: 0.6181407 Sep 19 12:15:59.143148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53206) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:59.237947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be1b65e6-910d-4766-beff-212c33715409 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.327207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:59.342282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a24bc-8723-4915-8c58-49e862848453 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=e132f4ce-c4ef-473a-943d-63448303a40e,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:59.361565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Provisioning complete for port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:59.362347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.370100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:59.383733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:59.398971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:15:59.399212 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.401960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network e132f4ce-c4ef-473a-943d-63448303a40e details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:15:59.410127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be1b65e6-910d-4766-beff-212c33715409 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.442665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:15:59.444484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35032dc4-5108-4536-8871-cb440c79bb55 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:59.446821 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-35032dc4-5108-4536-8871-cb440c79bb55 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/networks?id=e132f4ce-c4ef-473a-943d-63448303a40e HTTP/1.1" status: 200 len: 765 time: 0.2954330 Sep 19 12:15:59.454031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53210) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:59.477081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Pushing event updated for resources: {'Port': ['ID=1cb5c9d5-e623-455b-8eb4-b014d78c06e6,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:59.531949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026daccd-fc0f-4a13-b3d9-1400bc83996e None None] Pushing event updated for resources: {'Port': ['ID=7062a563-1a8f-4caf-ab34-014485dc6adb,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:59.548095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Made reservation on behalf of a56b220584244219befbde4ec8e0e5db for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:59.548281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.608984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event updated for resources: {'Subnet': ['ID=05c64dc5-2b33-4cf3-b721-4fed8b5f98b9,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:15:59.645137 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Checking segment: {'id': 'fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f62c27e9-5399-4498-a395-7d8180cfc0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:15:59.645556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Network hostable DHCP agents. Network: f62c27e9-5399-4498-a395-7d8180cfc0a4, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:15:59.659170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 42660ea9-0843-4ef7-980e-1ca0e6dec43d completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:59.659740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.663881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Current status of the port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:15:59.667542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] In _notify_port_updated(), no bound segment for port 1cb5c9d5-e623-455b-8eb4-b014d78c06e6 on network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:15:59.672913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:59.673643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.674955 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a139f452-7db1-43aa-be8b-b92e3ed80975 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "PUT /v2.0/ports/1cb5c9d5-e623-455b-8eb4-b014d78c06e6 HTTP/1.1" status: 200 len: 1135 time: 2.9372423 Sep 19 12:15:59.680549 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53214) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:59.688449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:15:59.692528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.730057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552d26c-7ae6-40fe-bcfd-a1f59df8f286 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:59.736614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552d26c-7ae6-40fe-bcfd-a1f59df8f286 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:59.741271 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3552d26c-7ae6-40fe-bcfd-a1f59df8f286 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1384 time: 0.2826917 Sep 19 12:15:59.776266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 86752986-1375-4d00-ac72-ddedf4995a48 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:15:59.781046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53218) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:59.796785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:15:59.808404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Provisioning for port 42660ea9-0843-4ef7-980e-1ca0e6dec43d completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:15:59.825967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Provisioning complete for port 42660ea9-0843-4ef7-980e-1ca0e6dec43d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:15:59.826592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:15:59.854385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f06c942e-8347-49bd-be42-8920e1c83c1d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Synchronizing usage tracker for tenant:dfb4af15b8f94db4bc3ba793ccb86146 on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:59.861475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Usage tracker for resource:security_group_rule and tenant:a56b220584244219befbde4ec8e0e5db is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:15:59.877952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:15:59.900307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca06579-3a58-4f57-8ea5-d11740d37298 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:15:59.900956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3ca06579-3a58-4f57-8ea5-d11740d37298 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Synchronizing usage tracker for tenant:f92f701e13bc4313aeb2eb1306d100f6 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:15:59.910311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Network f62c27e9-5399-4498-a395-7d8180cfc0a4 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:15:59.978487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f06c942e-8347-49bd-be42-8920e1c83c1d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Unset dirty status for tenant:dfb4af15b8f94db4bc3ba793ccb86146 on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:15:59.984358 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f06c942e-8347-49bd-be42-8920e1c83c1d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 207 time: 0.1983674 Sep 19 12:15:59.984358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53222) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:15:59.985240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:00.002655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 86752986-1375-4d00-ac72-ddedf4995a48 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:00.003195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.086956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be1b65e6-910d-4766-beff-212c33715409 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.100437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Current status of the port 42660ea9-0843-4ef7-980e-1ca0e6dec43d is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:00.100938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.209295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 86752986-1375-4d00-ac72-ddedf4995a48 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:00.210488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7062a563-1a8f-4caf-ab34-014485dc6adb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:00.246917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] For port 42660ea9-0843-4ef7-980e-1ca0e6dec43d, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=42660ea9-0843-4ef7-980e-1ca0e6dec43d,segment=NetworkSegment(ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8),segment_id=ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:00.261846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3ca06579-3a58-4f57-8ea5-d11740d37298 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Unset dirty status for tenant:f92f701e13bc4313aeb2eb1306d100f6 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:00.267802 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3ca06579-3a58-4f57-8ea5-d11740d37298 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "GET /v2.0/ports/1cb5c9d5-e623-455b-8eb4-b014d78c06e6 HTTP/1.1" status: 200 len: 1135 time: 0.5478330 Sep 19 12:16:00.268719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53228) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:00.270635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.281915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, f62c27e9-5399-4498-a395-7d8180cfc0a4) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:00.292683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b65e6-910d-4766-beff-212c33715409 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=002f6902-c178-47f1-9424-799be2c3c6fa,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:00.298695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443c1dfc-377c-492e-ac20-016043bb97b2 None None] Network f62c27e9-5399-4498-a395-7d8180cfc0a4 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:00.322996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be1b65e6-910d-4766-beff-212c33715409 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.368404 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-be1b65e6-910d-4766-beff-212c33715409 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/002f6902-c178-47f1-9424-799be2c3c6fa HTTP/1.1" status: 204 len: 168 time: 3.0453994 Sep 19 12:16:00.376751 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:00.377350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.381761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53232) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:00.397751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb365ccf-aadd-4ce0-ae68-35c930676674 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:00.402684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.420116 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.446822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:16:00.465272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44afb16-3433-489d-8332-40060dd5f35f,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:00.468996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.469527 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Added segment 58f4a4d3-52c3-40ad-a8a8-cf4ca6a614c7 of type vlan for network d1246f3b-c1cf-4e7d-b217-2585bae32948 Sep 19 12:16:00.508771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.516056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.543635 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbecf9-1a26-4444-b5ee-b0fc53f22d15 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Deleting port 1cb5c9d5-e623-455b-8eb4-b014d78c06e6 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:00.543982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a8cbecf9-1a26-4444-b5ee-b0fc53f22d15 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.557921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.610172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Provisioning complete for port 2ac6d2f3-753b-47d7-9a14-d462bed251e6 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:00.610172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.613014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b696e-3e53-4a25-9847-820ffdc803ac tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:00.619026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b696e-3e53-4a25-9847-820ffdc803ac tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:00.625766 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b696e-3e53-4a25-9847-820ffdc803ac tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:00.630739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b696e-3e53-4a25-9847-820ffdc803ac tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:00.637535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b696e-3e53-4a25-9847-820ffdc803ac tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:00.642888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b696e-3e53-4a25-9847-820ffdc803ac tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:00.649379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b696e-3e53-4a25-9847-820ffdc803ac tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:00.655250 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3b4b696e-3e53-4a25-9847-820ffdc803ac tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4337 time: 0.6666853 Sep 19 12:16:00.657854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:16:00.660862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01bb8b9-dab3-4794-b1a8-948f193fb3ab tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet cba09128-2f4c-4196-b51c-a3988bdcd2d8 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:00.666461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53236) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:00.671392 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-352a9376-ed82-4763-b123-b4e4f2fef742 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6840439 Sep 19 12:16:00.672418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c01bb8b9-dab3-4794-b1a8-948f193fb3ab tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.684399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Pushing event updated for resources: {'Port': ['ID=42660ea9-0843-4ef7-980e-1ca0e6dec43d,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:00.707483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53238) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:00.715533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-373666073', 'network_id': 'f62c27e9-5399-4498-a395-7d8180cfc0a4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:00.733133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:00.741363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e79c5d4b-b5da-48a1-ac13-9b360e09c07e None None] Port 2ac6d2f3-753b-47d7-9a14-d462bed251e6 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:00.777455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Usage tracker for resource:port and tenant:4411b21c1e79418a8f6773f57d1c9fbd is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:00.782789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:00.810402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc955af-c905-40da-a48a-ae525d130391 req-407ec8ba-dc27-4ec7-adc3-3a8f474e9ab1 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:00.811912 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3cc955af-c905-40da-a48a-ae525d130391 req-407ec8ba-dc27-4ec7-adc3-3a8f474e9ab1 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.5568576 Sep 19 12:16:00.815237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:00.826312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c01bb8b9-dab3-4794-b1a8-948f193fb3ab tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:00.898868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d3d2e7-e25f-4891-ad92-a0802833f238 None None] Network f62c27e9-5399-4498-a395-7d8180cfc0a4 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:00.899940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=3cd6cdaf-5e46-47c6-afe9-ba058dba8131,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:00.917194 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aca940f9-f753-4eab-9074-4dc919f17c0c None None] Could not find standard attr ID for object efde22e2-b6c9-4ab5-85d1-a672cb3da3c2. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:16:00.964501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Checking segment: {'id': 'cd8309fa-e8f1-4d9c-98d8-74f244f44314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4346f475-e5d1-4a38-b4af-639dcd93ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:00.964501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network hostable DHCP agents. Network: 4346f475-e5d1-4a38-b4af-639dcd93ed10, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:16:01.012351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aca940f9-f753-4eab-9074-4dc919f17c0c None None] Provisioning complete for port 1cb5c9d5-e623-455b-8eb4-b014d78c06e6 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:01.012724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aca940f9-f753-4eab-9074-4dc919f17c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.026170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.027235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.027876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.035282 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3cc955af-c905-40da-a48a-ae525d130391 req-dba99f64-b887-4aa8-8a01-1296e3adbbd8 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805539 Sep 19 12:16:01.036640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Made reservation on behalf of 4411b21c1e79418a8f6773f57d1c9fbd for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:01.041319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.091809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] device_id is not set on port 263ede05-a487-4370-80a9-85af8f6026af yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:01.109498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-aca940f9-f753-4eab-9074-4dc919f17c0c None None] Port 1cb5c9d5-e623-455b-8eb4-b014d78c06e6 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:01.156460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c01bb8b9-dab3-4794-b1a8-948f193fb3ab tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.246724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aca940f9-f753-4eab-9074-4dc919f17c0c None None] Provisioning for port 7062a563-1a8f-4caf-ab34-014485dc6adb completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:01.248788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a8cbecf9-1a26-4444-b5ee-b0fc53f22d15 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.253052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aca940f9-f753-4eab-9074-4dc919f17c0c None None] Provisioning complete for port 7062a563-1a8f-4caf-ab34-014485dc6adb triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:01.254290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aca940f9-f753-4eab-9074-4dc919f17c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.418067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-27d8a12b-df9b-44dd-a32f-7f7b294d6c92 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Synchronizing usage tracker for tenant:dfb4af15b8f94db4bc3ba793ccb86146 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:01.421245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] Pushing event updated for resources: {'Network': ['ID=d1246f3b-c1cf-4e7d-b217-2585bae32948,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:01.434668 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2fd9bf7f-0abe-4e9e-9dd7-f0445ce9ddf4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7006321 Sep 19 12:16:01.438872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53244) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:01.448867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbecf9-1a26-4444-b5ee-b0fc53f22d15 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Calling delete_port for 1cb5c9d5-e623-455b-8eb4-b014d78c06e6 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:01.454940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Request body: {'subnet': {'network_id': 'd1246f3b-c1cf-4e7d-b217-2585bae32948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2026627380-subnet', 'tenant_id': 'a56b220584244219befbde4ec8e0e5db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:01.459580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network d1246f3b-c1cf-4e7d-b217-2585bae32948 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:16:01.460523 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-27d8a12b-df9b-44dd-a32f-7f7b294d6c92 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Unset dirty status for tenant:dfb4af15b8f94db4bc3ba793ccb86146 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:01.461922 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-27d8a12b-df9b-44dd-a32f-7f7b294d6c92 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 917 time: 0.7407157 Sep 19 12:16:01.466891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 4346f475-e5d1-4a38-b4af-639dcd93ed10 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:16:01.469466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:01.473214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53248) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:01.525184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Usage tracker for resource:subnet and tenant:a56b220584244219befbde4ec8e0e5db is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:01.529007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:01.551248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:01.592853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Allocated IP 2001:db8::2e7 (f62c27e9-5399-4498-a395-7d8180cfc0a4/05c64dc5-2b33-4cf3-b721-4fed8b5f98b9/263ede05-a487-4370-80a9-85af8f6026af) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:01.599022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-aca940f9-f753-4eab-9074-4dc919f17c0c None None] Current status of the port 7062a563-1a8f-4caf-ab34-014485dc6adb is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:01.621578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed74eb-1399-4b80-92cb-82a0cb5718bc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.623168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed74eb-1399-4b80-92cb-82a0cb5718bc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.624790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed74eb-1399-4b80-92cb-82a0cb5718bc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.626271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed74eb-1399-4b80-92cb-82a0cb5718bc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.627805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed74eb-1399-4b80-92cb-82a0cb5718bc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.629549 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-54ed74eb-1399-4b80-92cb-82a0cb5718bc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1553903 Sep 19 12:16:01.644691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53252) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:01.656953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 4346f475-e5d1-4a38-b4af-639dcd93ed10) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:01.666087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de4dffa-af35-410c-93f8-fe1b2014071f None None] Network 4346f475-e5d1-4a38-b4af-639dcd93ed10 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:01.688700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c01bb8b9-dab3-4794-b1a8-948f193fb3ab tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.706206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.706206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.708483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Made reservation on behalf of a56b220584244219befbde4ec8e0e5db for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:01.711285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.754511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bb8b9-dab3-4794-b1a8-948f193fb3ab tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=cba09128-2f4c-4196-b51c-a3988bdcd2d8,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:01.760296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c01bb8b9-dab3-4794-b1a8-948f193fb3ab tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.801275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 42660ea9-0843-4ef7-980e-1ca0e6dec43d up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:01.801732 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c01bb8b9-dab3-4794-b1a8-948f193fb3ab tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/cba09128-2f4c-4196-b51c-a3988bdcd2d8 HTTP/1.1" status: 204 len: 168 time: 1.4071321 Sep 19 12:16:01.802718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53256) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:01.817996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port 2ac6d2f3-753b-47d7-9a14-d462bed251e6 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:01.818980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.898294 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-88a78e9a-e988-478a-b1c6-f874a7880650 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908971 Sep 19 12:16:01.910999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f716c28b-a2e7-49b9-a607-fd74b20508d9 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:01.912752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53260) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:01.915324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a8cbecf9-1a26-4444-b5ee-b0fc53f22d15 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:01.922673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:01.929633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29375938-7714-4543-9528-d1c02fc62ede tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['shared'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.930900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29375938-7714-4543-9528-d1c02fc62ede tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['shared'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.932495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29375938-7714-4543-9528-d1c02fc62ede tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['shared'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.933847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29375938-7714-4543-9528-d1c02fc62ede tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['shared'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.935266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29375938-7714-4543-9528-d1c02fc62ede tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['shared'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:01.941316 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-29375938-7714-4543-9528-d1c02fc62ede tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2909980 Sep 19 12:16:01.942192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53264) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:01.959610 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bedc7207-0b62-4c31-84ba-d390019bbbe2 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3421698 Sep 19 12:16:01.983284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53268) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:02.100818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c8016833-230d-4930-a0b9-d9c8c82cf17b None None] Provisioning complete for port 7062a563-1a8f-4caf-ab34-014485dc6adb triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:02.101191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c8016833-230d-4930-a0b9-d9c8c82cf17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:02.126435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '4346f475-e5d1-4a38-b4af-639dcd93ed10', 'name': 'tempest-PortsIpV6TestJSON-349298696'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:02.199997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 42660ea9-0843-4ef7-980e-1ca0e6dec43d triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:02.200378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:02.223827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbecf9-1a26-4444-b5ee-b0fc53f22d15 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Pushing event deleted for resources: {'Port': ['ID=1cb5c9d5-e623-455b-8eb4-b014d78c06e6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:02.348837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:02.536670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for 2ac6d2f3-753b-47d7-9a14-d462bed251e6 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:02.552582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:02.566660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:02.574398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:02.588752 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-4346f475-e5d1-4a38-b4af-639dcd93ed10', 'network_id': '4346f475-e5d1-4a38-b4af-639dcd93ed10', 'tenant_id': 'ac5ff996b5b44a79bf30fdb9183687b7', 'fixed_ips': [{'subnet_id': '3cd6cdaf-5e46-47c6-afe9-ba058dba8131'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:02.589590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:02.595215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:02.605438 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 42660ea9-0843-4ef7-980e-1ca0e6dec43d is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:02.625489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a8cbecf9-1a26-4444-b5ee-b0fc53f22d15 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:02.635203 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a8cbecf9-1a26-4444-b5ee-b0fc53f22d15 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "DELETE /v2.0/ports/1cb5c9d5-e623-455b-8eb4-b014d78c06e6 HTTP/1.1" status: 204 len: 168 time: 2.3496647 Sep 19 12:16:02.636100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53274) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:02.679696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c8016833-230d-4930-a0b9-d9c8c82cf17b None None] Current status of the port 7062a563-1a8f-4caf-ab34-014485dc6adb is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:02.737809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:02.741975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:02.827188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:02.969998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Allocated IP 2001:db8::2 (4346f475-e5d1-4a38-b4af-639dcd93ed10/3cd6cdaf-5e46-47c6-afe9-ba058dba8131/84d531e0-e698-4dbf-839b-dc4a3ce4f4eb) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:02.973514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b2e6-0821-43ea-a112-d8c985c52beb req-978e7750-ac87-4577-a463-d7f344cdd371 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:02.973514 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ef72b2e6-0821-43ea-a112-d8c985c52beb req-978e7750-ac87-4577-a463-d7f344cdd371 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.6593807 Sep 19 12:16:02.973514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5562d925-648f-4cf7-82e4-1d8d544b6310 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Deleting subnet 6c3be938-50ea-4a03-bdfd-f6ac803ac2e6 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:02.973514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5562d925-648f-4cf7-82e4-1d8d544b6310 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:02.975063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0561d0a4-ef2f-41d4-a125-1cfbe9f39283 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:02.975063 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0561d0a4-ef2f-41d4-a125-1cfbe9f39283 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/networks/20ef1e8a-f55e-4158-aa89-30d58c1c11d6 HTTP/1.1" status: 200 len: 804 time: 0.9475133 Sep 19 12:16:02.975063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:02.975063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:02.985677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53278) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:03.072469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5562d925-648f-4cf7-82e4-1d8d544b6310 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.108291 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ef72b2e6-0821-43ea-a112-d8c985c52beb req-708d52f4-0fce-414e-b482-af67d1cd61e7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221191 Sep 19 12:16:03.153346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4580eb-df36-4aeb-a10b-3533050b945d None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:03.172235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8f4580eb-df36-4aeb-a10b-3533050b945d None None] Deleting port 7062a563-1a8f-4caf-ab34-014485dc6adb {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:03.173066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8f4580eb-df36-4aeb-a10b-3533050b945d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.183310 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-88fac15f-82f7-4280-986f-76f78bfac0ee tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/networks/20ef1e8a-f55e-4158-aa89-30d58c1c11d6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1930666 Sep 19 12:16:03.186763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53282) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:03.245285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.259491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5562d925-648f-4cf7-82e4-1d8d544b6310 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.293903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:03.303397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.307138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.323077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Transition to ACTIVE for port object 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:03.343299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.348280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.397114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Transition to ACTIVE for port object 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:03.429708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Network f62c27e9-5399-4498-a395-7d8180cfc0a4 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:03.436334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:03.446933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:03.447326 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:03.447938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.456429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event updated for resources: {'Port': ['ID=263ede05-a487-4370-80a9-85af8f6026af,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:03.499941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8f4580eb-df36-4aeb-a10b-3533050b945d None None] For port 7062a563-1a8f-4caf-ab34-014485dc6adb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7062a563-1a8f-4caf-ab34-014485dc6adb,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:03.500312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8f4580eb-df36-4aeb-a10b-3533050b945d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.559771 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.571127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5562d925-648f-4cf7-82e4-1d8d544b6310 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.608660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=2ac6d2f3-753b-47d7-9a14-d462bed251e6,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:03.621699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port dc57bdca-4139-4ff8-96c2-15ac5f9d8094 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:03.628862 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ab6277db-d47d-4d23-9147-eaa5ff785fe6 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9179924 Sep 19 12:16:03.632021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562d925-648f-4cf7-82e4-1d8d544b6310 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3be938-50ea-4a03-bdfd-f6ac803ac2e6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:03.633630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53286) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:03.636988 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5562d925-648f-4cf7-82e4-1d8d544b6310 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:03.641406 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5562d925-648f-4cf7-82e4-1d8d544b6310 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "DELETE /v2.0/subnets/6c3be938-50ea-4a03-bdfd-f6ac803ac2e6 HTTP/1.1" status: 204 len: 168 time: 1.0042019 Sep 19 12:16:03.643581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53288) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:03.697596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Network 4346f475-e5d1-4a38-b4af-639dcd93ed10 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:03.777848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Pushing event updated for resources: {'Port': ['ID=84d531e0-e698-4dbf-839b-dc4a3ce4f4eb,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:03.779740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:03.781514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d245ac7c-14e4-48d7-ab2a-9983d3d97945 None None] Network 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:03.835143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a706a558-17e0-4a53-855d-cbdf83ee1761 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:03.836634 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a706a558-17e0-4a53-855d-cbdf83ee1761 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/subnets/4761e31f-4cb6-4d16-8f69-8064a33a263e HTTP/1.1" status: 200 len: 843 time: 0.6489270 Sep 19 12:16:03.841810 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53294) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:03.904372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:03.914286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8f4580eb-df36-4aeb-a10b-3533050b945d None None] Calling delete_port for 7062a563-1a8f-4caf-ab34-014485dc6adb owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:03.936120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:16:03.950238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8280b05c-d3f4-4b7c-93c8-dd7a34d892b7,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:03.973790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7062a563-1a8f-4caf-ab34-014485dc6adb no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:03.986594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Checking segment: {'id': '58f4a4d3-52c3-40ad-a8a8-cf4ca6a614c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd1246f3b-c1cf-4e7d-b217-2585bae32948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:03.986976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Network hostable DHCP agents. Network: d1246f3b-c1cf-4e7d-b217-2585bae32948, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:16:04.028716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-426667b5-619f-482b-961b-6e77b0a9d84c tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Deleting port 263ede05-a487-4370-80a9-85af8f6026af {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:04.028975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-426667b5-619f-482b-961b-6e77b0a9d84c tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.044423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.136549 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.167068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c287c1-ec2d-44d0-a5e4-5c3b4b7f7ab6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:04.169581 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-56c287c1-ec2d-44d0-a5e4-5c3b4b7f7ab6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "GET /v2.0/subnets/4761e31f-4cb6-4d16-8f69-8064a33a263e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3183374 Sep 19 12:16:04.169581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53300) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:04.215473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400550101'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:04.239218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Attempting to bind port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:04.239582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Attempting to bind port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'cd8309fa-e8f1-4d9c-98d8-74f244f44314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4346f475-e5d1-4a38-b4af-639dcd93ed10'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:04.239994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Attempting to bind port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb on network 4346f475-e5d1-4a38-b4af-639dcd93ed10 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:04.282063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:04.282459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Checking segment: {'id': 'cd8309fa-e8f1-4d9c-98d8-74f244f44314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4346f475-e5d1-4a38-b4af-639dcd93ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:04.282772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.283210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Bound using segment: {'id': 'cd8309fa-e8f1-4d9c-98d8-74f244f44314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4346f475-e5d1-4a38-b4af-639dcd93ed10'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:04.283689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Bound port: 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8309fa-e8f1-4d9c-98d8-74f244f44314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4346f475-e5d1-4a38-b4af-639dcd93ed10'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:04.284068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.320952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8::151 (4346f475-e5d1-4a38-b4af-639dcd93ed10/3cd6cdaf-5e46-47c6-afe9-ba058dba8131/dc57bdca-4139-4ff8-96c2-15ac5f9d8094) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:04.362680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8f4580eb-df36-4aeb-a10b-3533050b945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.387213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Network d1246f3b-c1cf-4e7d-b217-2585bae32948 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:16:04.405783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:04.423877 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Deleting port 42660ea9-0843-4ef7-980e-1ca0e6dec43d {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:04.427403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.433139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4580eb-df36-4aeb-a10b-3533050b945d None None] Pushing event deleted for resources: {'Port': ['ID=7062a563-1a8f-4caf-ab34-014485dc6adb,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:04.436021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7062a563-1a8f-4caf-ab34-014485dc6adb is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:04.436408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.450148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4580eb-df36-4aeb-a10b-3533050b945d None None] No DVR routers for this DVR port 7062a563-1a8f-4caf-ab34-014485dc6adb on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:04.499416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, d1246f3b-c1cf-4e7d-b217-2585bae32948) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:04.518330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:04.525230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:04.525824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.555521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181dd71-047d-4742-890d-85053c2e46bc None None] Network d1246f3b-c1cf-4e7d-b217-2585bae32948 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:04.575511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] For port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:04.582347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1cc608-3508-4975-b17d-4b4ec0e26b2a None None] DHCP port deletion for 7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:04.643695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8e1cc608-3508-4975-b17d-4b4ec0e26b2a None None] Deleting port 42660ea9-0843-4ef7-980e-1ca0e6dec43d {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:04.644071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc608-3508-4975-b17d-4b4ec0e26b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.663210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router f80c35b7-0754-43fb-8dd4-591cc605ff4d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:16:04.665197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.ipam_pluggable_backend [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Port 7062a563-1a8f-4caf-ab34-014485dc6adb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89795) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Sep 19 12:16:04.665629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.ipam_pluggable_backend [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Reverting IP allocation for 2001:db8::f816:3eff:fe44:f12d {{(pid=89795) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Sep 19 12:16:04.684524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] For port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=84d531e0-e698-4dbf-839b-dc4a3ce4f4eb,segment=NetworkSegment(cd8309fa-e8f1-4d9c-98d8-74f244f44314),segment_id=cd8309fa-e8f1-4d9c-98d8-74f244f44314)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:04.705135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.768583 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a34b4f21-a534-4685-b46f-136cf7433be2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3283110 Sep 19 12:16:04.797531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.822819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:04.858768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:04.863321 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:04.864039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.872971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.880457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-426667b5-619f-482b-961b-6e77b0a9d84c tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.895123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:16:04.901107 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e75c0729-b277-45fc-bca8-03c9ce072678 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/f80c35b7-0754-43fb-8dd4-591cc605ff4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1685572 Sep 19 12:16:04.902382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object dc57bdca-4139-4ff8-96c2-15ac5f9d8094 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:04.905363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b91427-e583-447b-80f4-7eae81563555 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:04.911213 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae597eef-249c-46d3-977a-a37bfc4dc6db None None] Sync routers for ids ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:16:04.931826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53306) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:04.932058 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae597eef-249c-46d3-977a-a37bfc4dc6db None None] Routers {'f80c35b7-0754-43fb-8dd4-591cc605ff4d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:04.932662 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ae597eef-249c-46d3-977a-a37bfc4dc6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:04.955769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:04.965073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:04.984462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=96d702d7-1ee9-4b89-9481-d789fb74ad6b,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:05.054330 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ae597eef-249c-46d3-977a-a37bfc4dc6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:05.064628 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae597eef-249c-46d3-977a-a37bfc4dc6db None None] Routers {'f80c35b7-0754-43fb-8dd4-591cc605ff4d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:05.065525 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ae597eef-249c-46d3-977a-a37bfc4dc6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:05.084161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:05.142436 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ae597eef-249c-46d3-977a-a37bfc4dc6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:05.143338 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae597eef-249c-46d3-977a-a37bfc4dc6db None None] The sync data for ids ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:16:05.198019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa350450-af5d-4136-93c3-acf75748e4f9 req-eab13865-e571-4f97-bd23-5d6ad1232433 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:05.200208 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aa350450-af5d-4136-93c3-acf75748e4f9 req-eab13865-e571-4f97-bd23-5d6ad1232433 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.7828829 Sep 19 12:16:05.208320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-426667b5-619f-482b-961b-6e77b0a9d84c tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Calling delete_port for 263ede05-a487-4370-80a9-85af8f6026af owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:05.280755 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-037765ee-857d-4fc0-925f-6925be499c85 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3641269 Sep 19 12:16:05.303546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53316) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:05.317492 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] For port 42660ea9-0843-4ef7-980e-1ca0e6dec43d, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=42660ea9-0843-4ef7-980e-1ca0e6dec43d,segment=NetworkSegment(ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8),segment_id=ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:05.317787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:05.338448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 4346f475-e5d1-4a38-b4af-639dcd93ed10 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:05.343445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:05.361329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:05.364229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=dc57bdca-4139-4ff8-96c2-15ac5f9d8094,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:05.366359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:16:05.381265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:05.390258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:05.390943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:05.483999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fda14-42db-4ca3-9a0c-bb56dd3cacc6 None None] Network d1246f3b-c1cf-4e7d-b217-2585bae32948 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:05.573529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e79f48-667f-43ef-a315-598f504d7187 None None] Pushing event updated for resources: {'Port': ['ID=84d531e0-e698-4dbf-839b-dc4a3ce4f4eb,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:05.592427 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c865cc73-ce24-489c-b9b6-40b312b0c6a5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5809259 Sep 19 12:16:05.614308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53328) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:05.621069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8e1cc608-3508-4975-b17d-4b4ec0e26b2a None None] For port 42660ea9-0843-4ef7-980e-1ca0e6dec43d, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=42660ea9-0843-4ef7-980e-1ca0e6dec43d,segment=NetworkSegment(ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8),segment_id=ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:05.623665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Calling delete_port for 42660ea9-0843-4ef7-980e-1ca0e6dec43d owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:05.623804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc608-3508-4975-b17d-4b4ec0e26b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:05.702597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '4346f475-e5d1-4a38-b4af-639dcd93ed10', 'name': 'tempest-PortsIpV6TestJSON-562669350'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:05.723507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:05.723902 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Added segment bfa48444-b4be-4684-942c-5a22872c2668 of type vlan for network 609557c4-a344-4d5f-8ab3-47d9215db423 Sep 19 12:16:05.849386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8e1cc608-3508-4975-b17d-4b4ec0e26b2a None None] Calling delete_port for 42660ea9-0843-4ef7-980e-1ca0e6dec43d owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:05.897804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '96d702d7-1ee9-4b89-9481-d789fb74ad6b'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:05.898366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:05.908222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 42660ea9-0843-4ef7-980e-1ca0e6dec43d no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:05.916588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.068687 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aa350450-af5d-4136-93c3-acf75748e4f9 req-50095f5e-2343-407a-bd4c-ca687c8ae871 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8177719 Sep 19 12:16:06.170272 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.239106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:06.243476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:06.246362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:06.252336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:06.329433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port 8a01b56a-bd5d-4605-be07-902f10c7895f {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:06.329941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.336021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc608-3508-4975-b17d-4b4ec0e26b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.358483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:06.361234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:06.366476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.385843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-2d9537ab-caf1-4ec4-bdc0-e5d742eed1e5 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:06.386880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-2d9537ab-caf1-4ec4-bdc0-e5d742eed1e5 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Synchronizing usage tracker for tenant:dee0fc07c587475d96b309e08cd04512 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:06.400417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:06.403265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:16:06.403582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:16:06.404683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:06.406612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Allocated IP 2001:db8::f816:3eff:fecf:2247 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/96d702d7-1ee9-4b89-9481-d789fb74ad6b/dfdbb2f6-7974-436b-961d-544eeec1ea09) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:06.415473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 42660ea9-0843-4ef7-980e-1ca0e6dec43d is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:06.415719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.435054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cc608-3508-4975-b17d-4b4ec0e26b2a None None] Pushing event deleted for resources: {'Port': ['ID=42660ea9-0843-4ef7-980e-1ca0e6dec43d,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:06.452135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1cc608-3508-4975-b17d-4b4ec0e26b2a None None] No DVR routers for this DVR port 42660ea9-0843-4ef7-980e-1ca0e6dec43d on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:06.454395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-426667b5-619f-482b-961b-6e77b0a9d84c tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.526876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:06.539689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426667b5-619f-482b-961b-6e77b0a9d84c tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event deleted for resources: {'Port': ['ID=263ede05-a487-4370-80a9-85af8f6026af,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:06.542595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.550140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:06.550140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.595994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.722195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-426667b5-619f-482b-961b-6e77b0a9d84c tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.727157 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-426667b5-619f-482b-961b-6e77b0a9d84c tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "DELETE /v2.0/ports/263ede05-a487-4370-80a9-85af8f6026af HTTP/1.1" status: 204 len: 168 time: 3.0845613 Sep 19 12:16:06.730915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53332) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:06.760471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f62c27e9-5399-4498-a395-7d8180cfc0a4', 'external_fixed_ips': [{'subnet_id': '05c64dc5-2b33-4cf3-b721-4fed8b5f98b9', 'ip_address': '2001:db8::2e7'}]}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:06.764411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.765134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:06.767341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for 8a01b56a-bd5d-4605-be07-902f10c7895f owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:06.769185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Usage tracker for resource:router and tenant:4411b21c1e79418a8f6773f57d1c9fbd is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:06.772402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:06.778324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:06.780229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Transition to ACTIVE for port object dfdbb2f6-7974-436b-961d-544eeec1ea09 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:06.806826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Transition to ACTIVE for port object dfdbb2f6-7974-436b-961d-544eeec1ea09 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:06.808031 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6343899 Sep 19 12:16:06.808823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-2d9537ab-caf1-4ec4-bdc0-e5d742eed1e5 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Unset dirty status for tenant:dee0fc07c587475d96b309e08cd04512 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:06.810112 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-2d9537ab-caf1-4ec4-bdc0-e5d742eed1e5 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/networks?id=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 HTTP/1.1" status: 200 len: 811 time: 1.2071605 Sep 19 12:16:06.810759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:06.814620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.825046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53336) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:06.833555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'network_id': '609557c4-a344-4d5f-8ab3-47d9215db423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:06.856282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aeca86-3708-4d4e-9755-8ea90c71b1c7 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Network': ['ID=609557c4-a344-4d5f-8ab3-47d9215db423,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:06.879987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 609557c4-a344-4d5f-8ab3-47d9215db423 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:16:06.880140 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-3a9b2f1f-6cf2-4750-9209-56bbbf4839f8 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/quotas/dee0fc07c587475d96b309e08cd04512 HTTP/1.1" status: 200 len: 375 time: 0.0405006 Sep 19 12:16:06.880140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.880140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.883999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port a67fbd0b-ecef-46cd-881e-6ad69ed98536 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:06.897133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608f38b9-ae7d-4186-a193-bb5e6218624d None None] Network 4346f475-e5d1-4a38-b4af-639dcd93ed10 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:06.925904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Deleting port 42660ea9-0843-4ef7-980e-1ca0e6dec43d {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:06.926235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:06.978663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:07.025344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:07.045484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:07.057924 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-09183258-9675-40a3-91c7-8ce9dd845d1b tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dee0fc07c587475d96b309e08cd04512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1328750 Sep 19 12:16:07.076946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] The port '42660ea9-0843-4ef7-980e-1ca0e6dec43d' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:16:07.215280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:07.221133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:07.229759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:07.245307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Pushing event updated for resources: {'Port': ['ID=dfdbb2f6-7974-436b-961d-544eeec1ea09,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:07.255437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Made reservation on behalf of dfb4af15b8f94db4bc3ba793ccb86146 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:07.264200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:07.346305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:07.370288 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fd55d4e3-5ca8-4e0a-a8c4-6dfe03114b08 None None] Provisioning for port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:07.415170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Attempting to bind port dfdbb2f6-7974-436b-961d-544eeec1ea09 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:07.415554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Attempting to bind port dfdbb2f6-7974-436b-961d-544eeec1ea09 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:07.415920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Attempting to bind port dfdbb2f6-7974-436b-961d-544eeec1ea09 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:07.433858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:07.434249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:07.434652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:07.435078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:07.435545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Bound port: dfdbb2f6-7974-436b-961d-544eeec1ea09, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:07.435924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:07.489372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:07.576618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=8a01b56a-bd5d-4605-be07-902f10c7895f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:07.577434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:07.590114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.ipam_backend_mixin [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Performing IP validity checks on allocation pools {{(pid=89794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 12:16:07.590114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.ipam_backend_mixin [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 12:16:07.623004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] For port dfdbb2f6-7974-436b-961d-544eeec1ea09, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:07.629976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] For port dfdbb2f6-7974-436b-961d-544eeec1ea09, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=dfdbb2f6-7974-436b-961d-544eeec1ea09,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:07.668079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:07.714704 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-719175d7-4ddc-4413-ba74-77dd039e2cd3 service neutron] 10.222.0.66 "GET /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365273 Sep 19 12:16:07.725513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8::1fb (4346f475-e5d1-4a38-b4af-639dcd93ed10/3cd6cdaf-5e46-47c6-afe9-ba058dba8131/a67fbd0b-ecef-46cd-881e-6ad69ed98536) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:07.750504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:07.751727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:07.752014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:07.804782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:07.887437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:08.033878 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f684bf-ca71-4747-82ab-0aabf595c078 None None] Pushing event updated for resources: {'Port': ['ID=dfdbb2f6-7974-436b-961d-544eeec1ea09,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:08.081391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:08.090462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:08.090867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.211162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4aeb3d33-6e25-488b-b0d9-9aaf1e8a9b33 None None] Provisioning for port dc57bdca-4139-4ff8-96c2-15ac5f9d8094 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:08.224457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4aeb3d33-6e25-488b-b0d9-9aaf1e8a9b33 None None] Provisioning complete for port dc57bdca-4139-4ff8-96c2-15ac5f9d8094 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:08.226508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4aeb3d33-6e25-488b-b0d9-9aaf1e8a9b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.246067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.254081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.311978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router f80c35b7-0754-43fb-8dd4-591cc605ff4d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:16:08.332740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb3d33-6e25-488b-b0d9-9aaf1e8a9b33 None None] Port dc57bdca-4139-4ff8-96c2-15ac5f9d8094 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:08.355239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:08.356017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.359237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3628a8-f41f-463c-9634-cff02adeb4d1 req-fd4a4d70-96d6-447f-af0c-cb45da6552a3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:08.361410 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ed3628a8-f41f-463c-9634-cff02adeb4d1 req-fd4a4d70-96d6-447f-af0c-cb45da6552a3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 1.0776396 Sep 19 12:16:08.408720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=84d531e0-e698-4dbf-839b-dc4a3ce4f4eb,segment=NetworkSegment(cd8309fa-e8f1-4d9c-98d8-74f244f44314),segment_id=cd8309fa-e8f1-4d9c-98d8-74f244f44314)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:08.427999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.488060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3c6dea5b-f8bb-42cf-9f52-458f803f024c None None] Provisioning complete for port dc57bdca-4139-4ff8-96c2-15ac5f9d8094 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:08.488601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3c6dea5b-f8bb-42cf-9f52-458f803f024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.501704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.523124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:08.556682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3c6dea5b-f8bb-42cf-9f52-458f803f024c None None] Port dc57bdca-4139-4ff8-96c2-15ac5f9d8094 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:08.558324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.577822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:16:08.593654 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:08.611129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ceaa4a-37a9-410c-aa63-884147979379 None None] Sync routers for ids ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:16:08.612470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:08.613158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.641031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ceaa4a-37a9-410c-aa63-884147979379 None None] Routers {'f80c35b7-0754-43fb-8dd4-591cc605ff4d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:08.641662 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-57ceaa4a-37a9-410c-aa63-884147979379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:08.655242 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-034c909a-0e9c-44c8-ab88-9053dffdc764 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/f80c35b7-0754-43fb-8dd4-591cc605ff4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7194562 Sep 19 12:16:08.655242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=03b162b7-1d89-4c4f-b59b-971e44d1dc11,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:08.658317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53350) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:08.672883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:08.673709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.704526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Checking segment: {'id': 'bfa48444-b4be-4684-942c-5a22872c2668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '609557c4-a344-4d5f-8ab3-47d9215db423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:08.705047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network hostable DHCP agents. Network: 609557c4-a344-4d5f-8ab3-47d9215db423, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:16:08.709958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-57ceaa4a-37a9-410c-aa63-884147979379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:08.719034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c9e22ac7-4400-44f9-9725-b7bf616e76c1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:08.723297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=84d531e0-e698-4dbf-839b-dc4a3ce4f4eb,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:08.727855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ceaa4a-37a9-410c-aa63-884147979379 None None] Routers {'f80c35b7-0754-43fb-8dd4-591cc605ff4d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:08.728545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-57ceaa4a-37a9-410c-aa63-884147979379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:15:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:08.729521 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8 resource provider aggregate not found Sep 19 12:16:08.794013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-57ceaa4a-37a9-410c-aa63-884147979379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:08.794344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ceaa4a-37a9-410c-aa63-884147979379 None None] The sync data for ids ['f80c35b7-0754-43fb-8dd4-591cc605ff4d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:16:08.806239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=52284e2e-b44f-46c0-97af-5ee66061cdd9,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:08.814949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Network 609557c4-a344-4d5f-8ab3-47d9215db423 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:16:08.831812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:08.839101 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce4d0ac8-b0ea-4773-b1b5-f1facf6fd8c8 found for delete ", "request_id": "req-193071e1-d9c1-4864-b6d8-32c19324e054"}]} Sep 19 12:16:08.852449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c9e22ac7-4400-44f9-9725-b7bf616e76c1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:08.853697 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c9e22ac7-4400-44f9-9725-b7bf616e76c1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=f80c35b7-0754-43fb-8dd4-591cc605ff4d HTTP/1.1" status: 200 len: 205 time: 0.1949627 Sep 19 12:16:08.856357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53356) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:08.891954 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ed3628a8-f41f-463c-9634-cff02adeb4d1 req-40709d99-833b-4b50-9b50-36af6f43eb55 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5125048 Sep 19 12:16:08.901144 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-a3c40a4b-4c40-4b10-a2e1-69676b0bfdb7 service neutron] 10.222.0.66 "GET /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1855185 Sep 19 12:16:08.992135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 609557c4-a344-4d5f-8ab3-47d9215db423) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:09.002427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ced7e-af46-4e6b-8bac-53f77ee73e32 None None] Network 609557c4-a344-4d5f-8ab3-47d9215db423 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:09.005911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:09.006465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:09.021819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:09.022103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-07f68648-5e1d-41b5-9e36-5e2aa7e6f0ba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:09.028638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:09.033337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:09.067231 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4c632c51-c978-42bb-8e0f-b394283e6f2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7499342 Sep 19 12:16:09.070251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] Pushing event deleted for resources: {'Network': ['ID=7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:09.076805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53362) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:09.087573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:8c:fc:97', 'name': 'tempest-NetworksTestDHCPv6-567515365'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:09.088663 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-72237010-52e3-4bf6-b04d-82fee55bf884 tempest-ExtraDHCPOptionsTestJSON-1331055398 tempest-ExtraDHCPOptionsTestJSON-1331055398-project] 10.222.0.66 "DELETE /v2.0/networks/7f249a44-f0b2-4fd4-aaca-c70ed6ad7b78 HTTP/1.1" status: 204 len: 168 time: 5.4413245 Sep 19 12:16:09.092198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object a67fbd0b-ecef-46cd-881e-6ad69ed98536 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:09.354196 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6b45d764-02e4-4078-ae96-a0decb2a9b7d req-d84e3da9-bdff-4f9e-8b74-d264eaf8e6b6 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 210 time: 0.1114585 Sep 19 12:16:09.386948 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:09.502176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 4346f475-e5d1-4a38-b4af-639dcd93ed10 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:09.510264 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-82feaef6-8722-4dda-90ad-b5ad902a8183 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6839640 Sep 19 12:16:09.516765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:09.518776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:09.519383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53376) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:09.525087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:09.525780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:09.540334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6b35b972-74f4-4260-b929-a6cdfd996db8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:09.558726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=a67fbd0b-ecef-46cd-881e-6ad69ed98536,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:09.576909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-609557c4-a344-4d5f-8ab3-47d9215db423', 'network_id': '609557c4-a344-4d5f-8ab3-47d9215db423', 'tenant_id': 'dfb4af15b8f94db4bc3ba793ccb86146', 'fixed_ips': [{'subnet_id': '03b162b7-1d89-4c4f-b59b-971e44d1dc11'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:09.577899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:09.598792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c81a46-3cca-491b-a344-1f1e3a59396e None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:09.755225 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-97f4ca1d-aa1b-4c93-b41d-38bd4dcd2aab tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1009309 Sep 19 12:16:09.761866 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53380) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:09.952494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-07f68648-5e1d-41b5-9e36-5e2aa7e6f0ba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:09.957996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device dfdbb2f6-7974-436b-961d-544eeec1ea09 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:09.971519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-07f68648-5e1d-41b5-9e36-5e2aa7e6f0ba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:09.973374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53388) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:10.005572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b35b972-74f4-4260-b929-a6cdfd996db8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10512785'] for subnet, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.018869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4d26dc7d-6afb-4fdd-ac2c-584ddaea4ef0 None None] Provisioning for port dfdbb2f6-7974-436b-961d-544eeec1ea09 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:10.031107 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:10.036090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:10.039907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:10.046349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:10.066774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.127337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-07f68648-5e1d-41b5-9e36-5e2aa7e6f0ba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.128110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f68648-5e1d-41b5-9e36-5e2aa7e6f0ba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Fanout notify agent at l3_agent the message router_deleted on router f80c35b7-0754-43fb-8dd4-591cc605ff4d {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:16:10.144451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-07f68648-5e1d-41b5-9e36-5e2aa7e6f0ba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.145813 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-07f68648-5e1d-41b5-9e36-5e2aa7e6f0ba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/f80c35b7-0754-43fb-8dd4-591cc605ff4d HTTP/1.1" status: 204 len: 168 time: 1.2884133 Sep 19 12:16:10.149000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53394) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:10.172450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.173209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Allocated IP 2001:db8::3 (609557c4-a344-4d5f-8ab3-47d9215db423/03b162b7-1d89-4c4f-b59b-971e44d1dc11/cb7206f9-fbb1-43af-9683-dd0796a91558) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:10.213127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:10.325067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e414f1f-184a-4cb1-957e-a824e3a13ae7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:10.325824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0e414f1f-184a-4cb1-957e-a824e3a13ae7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:10.352525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1a985e-edc3-4e94-930c-810cd96d063c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting subnet de99297f-43bc-4c6d-b938-aa8191befba9 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:10.366002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f1a985e-edc3-4e94-930c-810cd96d063c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.445197 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-353754e5-81ca-4561-9e21-c66309c879d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f92f701e13bc4313aeb2eb1306d100f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593441 Sep 19 12:16:10.450121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53404) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:10.452711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f1a985e-edc3-4e94-930c-810cd96d063c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.555781 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port dfdbb2f6-7974-436b-961d-544eeec1ea09 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:10.559648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53ab9-7528-4c82-9e83-32d00d91fdc4 req-5d4aead5-0f42-470f-83b7-7b45cd55ec82 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:10.561232 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-daf53ab9-7528-4c82-9e83-32d00d91fdc4 req-5d4aead5-0f42-470f-83b7-7b45cd55ec82 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4602373 Sep 19 12:16:10.562246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e5ad67a3-56c6-4181-9044-993decf6750e None None] Provisioning for port a67fbd0b-ecef-46cd-881e-6ad69ed98536 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:10.569404 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3d33fce4-735b-48eb-be22-b070ca745306 req-aa0cc44e-c860-4bf7-b749-e90a8b47f0fe tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 210 time: 0.0927978 Sep 19 12:16:10.570113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port dfdbb2f6-7974-436b-961d-544eeec1ea09 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:10.570481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.604523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e5ad67a3-56c6-4181-9044-993decf6750e None None] Provisioning complete for port a67fbd0b-ecef-46cd-881e-6ad69ed98536 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:10.604954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5ad67a3-56c6-4181-9044-993decf6750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.606428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.663244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e36dc9b-6fc2-4b75-9d2b-9fa81b468ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.666126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 8982e09b-0e8d-47c3-bc1c-7f76b7db853d yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:10.685053 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-daf53ab9-7528-4c82-9e83-32d00d91fdc4 req-07ab1b48-ea2b-490d-8dd3-3eb04d6e373d tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080692 Sep 19 12:16:10.698562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Allocated IP 2001:db8::2e7 (f62c27e9-5399-4498-a395-7d8180cfc0a4/05c64dc5-2b33-4cf3-b721-4fed8b5f98b9/d7759cc9-4691-4b09-9ee9-d2936ae3c4f9) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:10.728644 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.751106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f1a985e-edc3-4e94-930c-810cd96d063c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.762007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Transition to ACTIVE for port object cb7206f9-fbb1-43af-9683-dd0796a91558 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:10.772916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad67a3-56c6-4181-9044-993decf6750e None None] Port a67fbd0b-ecef-46cd-881e-6ad69ed98536 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:10.790409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e36dc9b-6fc2-4b75-9d2b-9fa81b468ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.813655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c708946e-bdf0-4c4f-b01c-0fe83ae7e7d6 None None] Update dhcp port {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'fixed_ips': [{'subnet_id': '96d702d7-1ee9-4b89-9481-d789fb74ad6b', 'ip_address': '2001:db8::f816:3eff:fecf:2247'}, {'subnet_id': '52284e2e-b44f-46c0-97af-5ee66061cdd9'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': 'dfdbb2f6-7974-436b-961d-544eeec1ea09'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:16:10.846779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Transition to ACTIVE for port object cb7206f9-fbb1-43af-9683-dd0796a91558 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:10.885037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0e414f1f-184a-4cb1-957e-a824e3a13ae7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:10.889101 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0e414f1f-184a-4cb1-957e-a824e3a13ae7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A151 HTTP/1.1" status: 200 len: 928 time: 1.1236875 Sep 19 12:16:10.890376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53410) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:10.930089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c708946e-bdf0-4c4f-b01c-0fe83ae7e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.984053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port dfdbb2f6-7974-436b-961d-544eeec1ea09 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:10.984297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:10.998564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-332136fc-87e4-4239-b62a-bd795fcdd961 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port a67fbd0b-ecef-46cd-881e-6ad69ed98536 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:10.999085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-332136fc-87e4-4239-b62a-bd795fcdd961 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.003511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.043583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f1a985e-edc3-4e94-930c-810cd96d063c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.076450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.099898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Network 609557c4-a344-4d5f-8ab3-47d9215db423 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:11.148970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:11.172996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:11.185260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Pushing event updated for resources: {'Port': ['ID=cb7206f9-fbb1-43af-9683-dd0796a91558,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:11.237936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port dfdbb2f6-7974-436b-961d-544eeec1ea09, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=dfdbb2f6-7974-436b-961d-544eeec1ea09,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:11.299359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 172.20.0.10 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/52284e2e-b44f-46c0-97af-5ee66061cdd9/8982e09b-0e8d-47c3-bc1c-7f76b7db853d) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:11.306659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f816:3eff:fe8c:fc97 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/96d702d7-1ee9-4b89-9481-d789fb74ad6b/8982e09b-0e8d-47c3-bc1c-7f76b7db853d) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:11.342671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.343468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:11.400902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.427944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a985e-edc3-4e94-930c-810cd96d063c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Subnet': ['ID=de99297f-43bc-4c6d-b938-aa8191befba9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:11.429807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e36dc9b-6fc2-4b75-9d2b-9fa81b468ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.433757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f1a985e-edc3-4e94-930c-810cd96d063c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.473563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-332136fc-87e4-4239-b62a-bd795fcdd961 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.499739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Network f62c27e9-5399-4498-a395-7d8180cfc0a4 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:11.502979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc26e045-5158-4eb9-a28e-0fe622a9c583 None None] Network 0b8384f8-8d24-4359-9ef3-24ec719911e8 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:11.510405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:11.517880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36dc9b-6fc2-4b75-9d2b-9fa81b468ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c16ce9d-844d-41d9-a7f2-2126d28c9c55,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:11.577661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:11.650403 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Attempting to bind port cb7206f9-fbb1-43af-9683-dd0796a91558 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:11.650781 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Attempting to bind port cb7206f9-fbb1-43af-9683-dd0796a91558 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'bfa48444-b4be-4684-942c-5a22872c2668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '609557c4-a344-4d5f-8ab3-47d9215db423'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:11.651228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Attempting to bind port cb7206f9-fbb1-43af-9683-dd0796a91558 on network 609557c4-a344-4d5f-8ab3-47d9215db423 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:11.660448 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1f1a985e-edc3-4e94-930c-810cd96d063c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/de99297f-43bc-4c6d-b938-aa8191befba9 HTTP/1.1" status: 204 len: 168 time: 1.5102499 Sep 19 12:16:11.670060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e36dc9b-6fc2-4b75-9d2b-9fa81b468ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.671212 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3e36dc9b-6fc2-4b75-9d2b-9fa81b468ede admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c16ce9d-844d-41d9-a7f2-2126d28c9c55 HTTP/1.1" status: 204 len: 168 time: 1.1893439 Sep 19 12:16:11.672017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:11.672184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53418) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:11.672407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Checking segment: {'id': 'bfa48444-b4be-4684-942c-5a22872c2668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '609557c4-a344-4d5f-8ab3-47d9215db423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:11.672797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.673196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Bound using segment: {'id': 'bfa48444-b4be-4684-942c-5a22872c2668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '609557c4-a344-4d5f-8ab3-47d9215db423'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:11.680885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Bound port: cb7206f9-fbb1-43af-9683-dd0796a91558, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa48444-b4be-4684-942c-5a22872c2668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '609557c4-a344-4d5f-8ab3-47d9215db423'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:11.681523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.716239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=dfdbb2f6-7974-436b-961d-544eeec1ea09,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:11.857979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee2af-d269-4e6b-8b13-5ddbcadf7c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.867162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] For port cb7206f9-fbb1-43af-9683-dd0796a91558, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:11.869131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:11.869500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:11.930219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] For port cb7206f9-fbb1-43af-9683-dd0796a91558, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cb7206f9-fbb1-43af-9683-dd0796a91558,segment=NetworkSegment(bfa48444-b4be-4684-942c-5a22872c2668),segment_id=bfa48444-b4be-4684-942c-5a22872c2668)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:11.940744 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-35d6f773-14e4-4cc5-8b23-9ad57ab16024 req-07dd6519-9a5f-4c7b-9705-ad42a1b08391 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 210 time: 0.0521710 Sep 19 12:16:11.947887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0130315-051c-4827-bf31-af841fb3bc89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting subnet 9a871cd9-73c1-492a-9c7d-b94d08366771 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:11.950475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-332136fc-87e4-4239-b62a-bd795fcdd961 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for a67fbd0b-ecef-46cd-881e-6ad69ed98536 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:11.959636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0130315-051c-4827-bf31-af841fb3bc89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.027185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cc862-9ac0-430b-afd2-a022156136de req-6f4c2515-b221-441c-af29-2b8e11c402a4 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:12.028678 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f0cc862-9ac0-430b-afd2-a022156136de req-6f4c2515-b221-441c-af29-2b8e11c402a4 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.7151403 Sep 19 12:16:12.033426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.036258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event updated for resources: {'Port': ['ID=d7759cc9-4691-4b09-9ee9-d2936ae3c4f9,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:12.049016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b35b972-74f4-4260-b929-a6cdfd996db8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773458013004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11165063'] for subnet, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.077721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:12.083419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.090633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0130315-051c-4827-bf31-af841fb3bc89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.122809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-cdb5071a-2492-4dba-aa2b-a726219d9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:12.124314 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-cdb5071a-2492-4dba-aa2b-a726219d9399 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1099 time: 0.6091332 Sep 19 12:16:12.133142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ca743-479e-42e5-8ddc-c7f1cca1adf4 None None] DHCP port deletion for 0b8384f8-8d24-4359-9ef3-24ec719911e8 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:12.153817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-538ca743-479e-42e5-8ddc-c7f1cca1adf4 None None] Deleting port 86752986-1375-4d00-ac72-ddedf4995a48 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:12.154468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-538ca743-479e-42e5-8ddc-c7f1cca1adf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.202584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 8982e09b-0e8d-47c3-bc1c-7f76b7db853d will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:12.300782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device dfdbb2f6-7974-436b-961d-544eeec1ea09 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:12.415034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35b972-74f4-4260-b929-a6cdfd996db8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:12.416415 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b35b972-74f4-4260-b929-a6cdfd996db8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.417881 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6b35b972-74f4-4260-b929-a6cdfd996db8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "PUT /v2.0/subnets/03b162b7-1d89-4c4f-b59b-971e44d1dc11 HTTP/1.1" status: 200 len: 900 time: 2.8903310 Sep 19 12:16:12.464896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b3162-fdcb-4fd9-ae11-047a508aa339 None None] Pushing event updated for resources: {'Port': ['ID=cb7206f9-fbb1-43af-9683-dd0796a91558,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:12.487358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53426) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:12.562520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35b972-74f4-4260-b929-a6cdfd996db8 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event updated for resources: {'Subnet': ['ID=03b162b7-1d89-4c4f-b59b-971e44d1dc11,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:12.588034 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f0cc862-9ac0-430b-afd2-a022156136de req-5a8ef89d-dc34-47f0-83b8-910b1e7efa55 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5445318 Sep 19 12:16:12.596994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-332136fc-87e4-4239-b62a-bd795fcdd961 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.681856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332136fc-87e4-4239-b62a-bd795fcdd961 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=a67fbd0b-ecef-46cd-881e-6ad69ed98536,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:12.716414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-538ca743-479e-42e5-8ddc-c7f1cca1adf4 None None] For port 86752986-1375-4d00-ac72-ddedf4995a48, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=86752986-1375-4d00-ac72-ddedf4995a48,segment=NetworkSegment(a56d0fc9-eaa3-45ea-b9bb-27076d7e3675),segment_id=a56d0fc9-eaa3-45ea-b9bb-27076d7e3675)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:12.716815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-538ca743-479e-42e5-8ddc-c7f1cca1adf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.803672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-332136fc-87e4-4239-b62a-bd795fcdd961 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.804076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port dfdbb2f6-7974-436b-961d-544eeec1ea09 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:12.804449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.849843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.865125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0130315-051c-4827-bf31-af841fb3bc89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:12.925996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-315a8fd2-387d-4a00-bb0b-0bda83b1ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:12.928522 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-315a8fd2-387d-4a00-bb0b-0bda83b1ce31 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 912 time: 0.7827346 Sep 19 12:16:12.973387 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-332136fc-87e4-4239-b62a-bd795fcdd961 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/a67fbd0b-ecef-46cd-881e-6ad69ed98536 HTTP/1.1" status: 204 len: 168 time: 2.0818231 Sep 19 12:16:12.976828 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53438) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:12.982859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-538ca743-479e-42e5-8ddc-c7f1cca1adf4 None None] Calling delete_port for 86752986-1375-4d00-ac72-ddedf4995a48 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:13.040320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.110477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-c708946e-bdf0-4c4f-b01c-0fe83ae7e7d6 None None] Allocated IP 172.20.0.2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/52284e2e-b44f-46c0-97af-5ee66061cdd9/dfdbb2f6-7974-436b-961d-544eeec1ea09) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:13.169841 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-576b2d15-422f-4065-9b7f-9020993c06f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:16:13.175818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-576b2d15-422f-4065-9b7f-9020993c06f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:13.236281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.258980 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a1550fb-8586-41c5-9f93-27f0f888436c req-8afcd381-1965-4b6f-b672-3803784cddc4 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 210 time: 0.0623183 Sep 19 12:16:13.321660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:13.350672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fabb77b2-41a6-4db3-aae1-3c2f9e19eb0f tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:13.356662 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fabb77b2-41a6-4db3-aae1-3c2f9e19eb0f tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.85 "GET /v2.0/networks?id=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 HTTP/1.1" status: 200 len: 811 time: 0.6760685 Sep 19 12:16:13.367425 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-14a8283a-ac24-4cd9-a045-e28b5f387f51 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 1002 time: 0.4273524 Sep 19 12:16:13.370049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:13.395345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:13.413873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c708946e-bdf0-4c4f-b01c-0fe83ae7e7d6 None None] For port dfdbb2f6-7974-436b-961d-544eeec1ea09, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=dfdbb2f6-7974-436b-961d-544eeec1ea09,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:13.461205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c708946e-bdf0-4c4f-b01c-0fe83ae7e7d6 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.461327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-576b2d15-422f-4065-9b7f-9020993c06f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:13.462512 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-576b2d15-422f-4065-9b7f-9020993c06f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/a67fbd0b-ecef-46cd-881e-6ad69ed98536 HTTP/1.1" status: 404 len: 333 time: 0.4847610 Sep 19 12:16:13.465676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53450) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:13.481891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Request body: {'port': {'device_id': 'bad62360-2e87-4499-8723-c3bf7cf39154', 'network_id': '2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0', 'admin_state_up': True, 'tenant_id': 'dee0fc07c587475d96b309e08cd04512'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:13.608638 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=8982e09b-0e8d-47c3-bc1c-7f76b7db853d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:13.629193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port dfdbb2f6-7974-436b-961d-544eeec1ea09 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:13.644363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b5ad1-f5e3-43c6-96fb-62eab7c4a94a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port dc57bdca-4139-4ff8-96c2-15ac5f9d8094 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:13.644708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5ad1-f5e3-43c6-96fb-62eab7c4a94a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.660134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c708946e-bdf0-4c4f-b01c-0fe83ae7e7d6 None None] Transition to ACTIVE for port object dfdbb2f6-7974-436b-961d-544eeec1ea09 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:13.663866 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-538ca743-479e-42e5-8ddc-c7f1cca1adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.700837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0130315-051c-4827-bf31-af841fb3bc89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.752902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-6519637d-85e7-4934-b203-e18025e80da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:13.754683 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-6519637d-85e7-4934-b203-e18025e80da5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.3157923 Sep 19 12:16:13.760150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 86752986-1375-4d00-ac72-ddedf4995a48 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:13.773750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0130315-051c-4827-bf31-af841fb3bc89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.777621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0130315-051c-4827-bf31-af841fb3bc89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Subnet': ['ID=9a871cd9-73c1-492a-9c7d-b94d08366771,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:13.781897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting port cb7206f9-fbb1-43af-9683-dd0796a91558 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:13.782353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.812358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d038f7b5-0437-49f4-98b0-d88ba920d303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.814297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57de3f3-3232-4311-b74d-061ebde1757d None None] Network 609557c4-a344-4d5f-8ab3-47d9215db423 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:13.827567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12936055-cd67-4f6c-b01e-5ba279b0f65f None None] Network 81634a7d-d369-4582-9c98-6861984a4a4b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:13.860800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.875468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c708946e-bdf0-4c4f-b01c-0fe83ae7e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:13.890385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 86752986-1375-4d00-ac72-ddedf4995a48 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:16:13.890735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 86752986-1375-4d00-ac72-ddedf4995a48 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:13.892363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ca743-479e-42e5-8ddc-c7f1cca1adf4 None None] Pushing event deleted for resources: {'Port': ['ID=86752986-1375-4d00-ac72-ddedf4995a48,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:13.900636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53462) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:13.994554 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d0130315-051c-4827-bf31-af841fb3bc89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/9a871cd9-73c1-492a-9c7d-b94d08366771 HTTP/1.1" status: 204 len: 168 time: 2.1635797 Sep 19 12:16:13.997230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53468) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:14.023751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ca743-479e-42e5-8ddc-c7f1cca1adf4 None None] No DVR routers for this DVR port 86752986-1375-4d00-ac72-ddedf4995a48 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:14.138346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:14.138346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:14.323249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cb7206f9-fbb1-43af-9683-dd0796a91558 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:14.340872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:14.350156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Usage tracker for resource:port and tenant:dee0fc07c587475d96b309e08cd04512 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:14.356581 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-afacf699-1a1e-4f13-9030-aeb899fd062a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2743311 Sep 19 12:16:14.356581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:14.362885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53474) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:14.375574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:14.442694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2013646181'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:14.464300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:14.474541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708946e-bdf0-4c4f-b01c-0fe83ae7e7d6 None None] Pushing event updated for resources: {'Port': ['ID=dfdbb2f6-7974-436b-961d-544eeec1ea09,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:14.478381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-e9c3bd30-5b72-4e0e-80ec-e2e5ceb0ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:14.483646 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-e9c3bd30-5b72-4e0e-80ec-e2e5ceb0ab1d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6100860 Sep 19 12:16:14.485583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4b78-1c29-4370-9353-67e11eb10d25 req-6d932eaf-b4bb-410b-939a-5570d556e0b3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:14.487137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ade4b78-1c29-4370-9353-67e11eb10d25 req-6d932eaf-b4bb-410b-939a-5570d556e0b3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.7033381 Sep 19 12:16:14.491222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Usage tracker for resource:network and tenant:aec89984afd844dcbca4f293bfbc5296 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:14.495709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e660d586-06bd-449e-9d98-242830c02004 None None] Provisioning for port cb7206f9-fbb1-43af-9683-dd0796a91558 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:14.508726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:14.550130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:14.569480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:14.627397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] For port cb7206f9-fbb1-43af-9683-dd0796a91558, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cb7206f9-fbb1-43af-9683-dd0796a91558,segment=NetworkSegment(bfa48444-b4be-4684-942c-5a22872c2668),segment_id=bfa48444-b4be-4684-942c-5a22872c2668)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:14.627675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:14.651690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Made reservation on behalf of dee0fc07c587475d96b309e08cd04512 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:14.655810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:14.670404 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3113e4e1-3c20-40b8-bd4a-2710700e1e83 req-07f9bdc8-9723-417b-a36e-63863d8c5792 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 210 time: 0.1340327 Sep 19 12:16:14.700101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5ad1-f5e3-43c6-96fb-62eab7c4a94a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:14.748192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Made reservation on behalf of aec89984afd844dcbca4f293bfbc5296 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:14.751711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:14.787641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:14.818434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Calling delete_port for cb7206f9-fbb1-43af-9683-dd0796a91558 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:14.826423 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ade4b78-1c29-4370-9353-67e11eb10d25 req-3ecdf286-ce9c-4cd4-ad5c-3af1f799250b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074303 Sep 19 12:16:14.944723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b5ad1-f5e3-43c6-96fb-62eab7c4a94a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for dc57bdca-4139-4ff8-96c2-15ac5f9d8094 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:14.959641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc42119-9986-4a91-95b5-bf5eeff58df2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:14.965774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:14.965928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc42119-9986-4a91-95b5-bf5eeff58df2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:14.970541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7cc42119-9986-4a91-95b5-bf5eeff58df2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:14.987329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port cb7206f9-fbb1-43af-9683-dd0796a91558 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:14.994410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:14.997644 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94920eca-63d0-49ef-b2b0-52f0d8390b59 None None] DHCP port deletion for 81634a7d-d369-4582-9c98-6861984a4a4b request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:15.003439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port cb7206f9-fbb1-43af-9683-dd0796a91558 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:15.004094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.081139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-94920eca-63d0-49ef-b2b0-52f0d8390b59 None None] Deleting port c384b869-ca02-4e73-b330-3c1de87ada51 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:15.081735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-94920eca-63d0-49ef-b2b0-52f0d8390b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.104852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:15.116615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Usage tracker for resource:security_group_rule and tenant:aec89984afd844dcbca4f293bfbc5296 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:15.124344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:15.128177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.149471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:15.185827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8384f8-8d24-4359-9ef3-24ec719911e8']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:15.199734 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-a90e0196-91e5-4aea-be95-7381c419a9e2 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993506 Sep 19 12:16:15.207219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Router 358a07a5-1286-43f9-8c35-70a0603d3fe0 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:16:15.213150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56d0fc9-eaa3-45ea-b9bb-27076d7e3675') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:15.213150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56d0fc9-eaa3-45ea-b9bb-27076d7e3675') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:15.245365 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No ports have port_id starting with cb7206f9-fbb1-43af-9683-dd0796a91558 Sep 19 12:16:15.246647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef1abb1-f93e-435f-99f4-59098cc74f1a None None] Network 609557c4-a344-4d5f-8ab3-47d9215db423 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:15.260924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.354239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.362978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c6b14e04-5938-4524-af10-6ca14dac7616 None None] Could not find standard attr ID for object cb7206f9-fbb1-43af-9683-dd0796a91558. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:16:15.410238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7cc42119-9986-4a91-95b5-bf5eeff58df2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:15.414927 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7cc42119-9986-4a91-95b5-bf5eeff58df2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.0402038 Sep 19 12:16:15.419531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53484) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:15.428340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.437010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Port': ['ID=cb7206f9-fbb1-43af-9683-dd0796a91558,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:15.493230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:15.493652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.534700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-94920eca-63d0-49ef-b2b0-52f0d8390b59 None None] For port c384b869-ca02-4e73-b330-3c1de87ada51, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c384b869-ca02-4e73-b330-3c1de87ada51,segment=NetworkSegment(4059535f-a37e-461a-90a1-2e549939df98),segment_id=4059535f-a37e-461a-90a1-2e549939df98)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:15.537673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-94920eca-63d0-49ef-b2b0-52f0d8390b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.580348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No DVR routers for this DVR port cb7206f9-fbb1-43af-9683-dd0796a91558 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:15.702553 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8af81fd1-fa64-4ead-8c51-31d6268759ff req-960b8353-6a46-4e28-9325-94c64915fc4f service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769709 Sep 19 12:16:15.702774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9c1851bd-f5a2-47ef-853c-ae5c44ce2b81 None None] Provisioning for port dfdbb2f6-7974-436b-961d-544eeec1ea09 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:15.706920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Allocated IP 172.20.0.14 (2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0/c9edeee2-654e-45ff-9873-1f2888c71117/de7f6685-d9ec-452e-aaed-ae1c609a9cad) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:15.715426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-94920eca-63d0-49ef-b2b0-52f0d8390b59 None None] Calling delete_port for c384b869-ca02-4e73-b330-3c1de87ada51 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:15.738339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.747437 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a56d0fc9-eaa3-45ea-b9bb-27076d7e3675 resource provider aggregate not found Sep 19 12:16:15.794784 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a56d0fc9-eaa3-45ea-b9bb-27076d7e3675 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a56d0fc9-eaa3-45ea-b9bb-27076d7e3675 found for delete ", "request_id": "req-07006ae9-d0c3-4b07-a56e-e384254f4533"}]} Sep 19 12:16:15.806475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9c1851bd-f5a2-47ef-853c-ae5c44ce2b81 None None] Provisioning complete for port dfdbb2f6-7974-436b-961d-544eeec1ea09 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:15.806475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9c1851bd-f5a2-47ef-853c-ae5c44ce2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.825135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6a831e1c-ad19-4c82-a1ae-6e192710d2ee tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 8982e09b-0e8d-47c3-bc1c-7f76b7db853d {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:15.825478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a831e1c-ad19-4c82-a1ae-6e192710d2ee tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.874538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:16:15.886572 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Sync routers for ids ['358a07a5-1286-43f9-8c35-70a0603d3fe0'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:16:15.899441 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Routers {'358a07a5-1286-43f9-8c35-70a0603d3fe0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:15.900400 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['358a07a5-1286-43f9-8c35-70a0603d3fe0'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:15.978926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.980113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:15.994696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5ad1-f5e3-43c6-96fb-62eab7c4a94a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.000843 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-938dda66-f2a1-47ea-bb89-6a6b0df8d3b6 req-9d82b5fc-96b0-4cc9-9958-2690ff7df168 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 210 time: 0.1369891 Sep 19 12:16:16.057231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-94920eca-63d0-49ef-b2b0-52f0d8390b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.166355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.173786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94920eca-63d0-49ef-b2b0-52f0d8390b59 None None] Pushing event deleted for resources: {'Port': ['ID=c384b869-ca02-4e73-b330-3c1de87ada51,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:16.196431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-9c1851bd-f5a2-47ef-853c-ae5c44ce2b81 None None] Current status of the port dfdbb2f6-7974-436b-961d-544eeec1ea09 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:16.196431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94920eca-63d0-49ef-b2b0-52f0d8390b59 None None] No DVR routers for this DVR port c384b869-ca02-4e73-b330-3c1de87ada51 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:16.200810 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Network': ['ID=0b8384f8-8d24-4359-9ef3-24ec719911e8,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:16.321486 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Set router 358a07a5-1286-43f9-8c35-70a0603d3fe0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:16:16.337876 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fff498bf-fb17-45a7-89bb-c2601249d458 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/networks/0b8384f8-8d24-4359-9ef3-24ec719911e8 HTTP/1.1" status: 204 len: 168 time: 2.3405480 Sep 19 12:16:16.345018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d237761-9625-480b-b9ae-b68151e3ac59 None None] Network 609557c4-a344-4d5f-8ab3-47d9215db423 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:16.345913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b5ad1-f5e3-43c6-96fb-62eab7c4a94a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=dc57bdca-4139-4ff8-96c2-15ac5f9d8094,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:16.367852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53498) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:16.368557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.410007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.432450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609557c4-a344-4d5f-8ab3-47d9215db423']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:16.462721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa48444-b4be-4684-942c-5a22872c2668') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:16.466179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.467164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa48444-b4be-4684-942c-5a22872c2668') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:16.467430 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-dd54737c-8216-4e3d-94bf-c2857ff2bbc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.7308609 Sep 19 12:16:16.476131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53502) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:16.489700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Subnet': ['ID=03b162b7-1d89-4c4f-b59b-971e44d1dc11,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:16.489857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device dfdbb2f6-7974-436b-961d-544eeec1ea09 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:16.618012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.634113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.634468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.634833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.635223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.636030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.636030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.636239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.636782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.637348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.637883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.638235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.638711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:16.704547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2a657df2-e1db-4b82-8652-5125b0db821a None None] Provisioning for port 8982e09b-0e8d-47c3-bc1c-7f76b7db853d completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:16.715996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.723360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:16.723768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.760288 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358a07a5-1286-43f9-8c35-70a0603d3fe0', 'name': '', 'tenant_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f62c27e9-5399-4498-a395-7d8180cfc0a4', 'external_fixed_ips': [{'subnet_id': '05c64dc5-2b33-4cf3-b721-4fed8b5f98b9', 'ip_address': '2001:db8::2e7'}], 'enable_snat': True}, 'gw_port_id': 'd7759cc9-4691-4b09-9ee9-d2936ae3c4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:16:06Z', 'updated_at': '2022-09-19T12:16:12Z', 'revision_number': 3, 'project_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'gw_port': {'id': 'd7759cc9-4691-4b09-9ee9-d2936ae3c4f9', 'name': '', 'network_id': 'f62c27e9-5399-4498-a395-7d8180cfc0a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358a07a5-1286-43f9-8c35-70a0603d3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '05c64dc5-2b33-4cf3-b721-4fed8b5f98b9', 'ip_address': '2001:db8::2e7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:16:10Z', 'updated_at': '2022-09-19T12:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05c64dc5-2b33-4cf3-b721-4fed8b5f98b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:16.763010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2a657df2-e1db-4b82-8652-5125b0db821a None None] Provisioning complete for port 8982e09b-0e8d-47c3-bc1c-7f76b7db853d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:16.763488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2a657df2-e1db-4b82-8652-5125b0db821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.766987 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Checking router: 358a07a5-1286-43f9-8c35-70a0603d3fe0 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:16:16.767344 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Updating router 358a07a5-1286-43f9-8c35-70a0603d3fe0 port d7759cc9-4691-4b09-9ee9-d2936ae3c4f9 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:16:16.843482 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port dfdbb2f6-7974-436b-961d-544eeec1ea09 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:16.843722 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.844142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.895401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2a657df2-e1db-4b82-8652-5125b0db821a None None] Port 8982e09b-0e8d-47c3-bc1c-7f76b7db853d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:16.918968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d8cbb-2937-4e9e-b1ec-2725adc557c5 None None] DHCP port deletion for 609557c4-a344-4d5f-8ab3-47d9215db423 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:16.921296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5ad1-f5e3-43c6-96fb-62eab7c4a94a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:16.943921 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ee3b5ad1-f5e3-43c6-96fb-62eab7c4a94a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/dc57bdca-4139-4ff8-96c2-15ac5f9d8094 HTTP/1.1" status: 204 len: 168 time: 3.4750242 Sep 19 12:16:16.959705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53506) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:16.992070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa8250c-0e2d-4416-8ba7-f920b20a5966 None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:16:17.124260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port dfdbb2f6-7974-436b-961d-544eeec1ea09 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:17.138097 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment bfa48444-b4be-4684-942c-5a22872c2668 resource provider aggregate not found Sep 19 12:16:17.208300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c384b869-ca02-4e73-b330-3c1de87ada51 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:17.216136 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment bfa48444-b4be-4684-942c-5a22872c2668 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfa48444-b4be-4684-942c-5a22872c2668 found for delete ", "request_id": "req-924a137d-df67-4987-8a9f-c47d7fcb75a4"}]} Sep 19 12:16:17.254454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c384b869-ca02-4e73-b330-3c1de87ada51 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:16:17.254821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c384b869-ca02-4e73-b330-3c1de87ada51 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:17.308768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa8250c-0e2d-4416-8ba7-f920b20a5966 None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:16:17.330550 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e80a6953-5b0e-4e42-a012-1c9e352a9f46 req-f4333305-b619-428f-b054-854aed0b6868 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 210 time: 0.0992210 Sep 19 12:16:17.332095 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7566a90d-737d-4636-abee-8d7e29126fe0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:16:17.332749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7566a90d-737d-4636-abee-8d7e29126fe0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:17.340164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.365358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a831e1c-ad19-4c82-a1ae-6e192710d2ee tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.420252 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.428325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.438136 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Transition to ACTIVE for port object d7759cc9-4691-4b09-9ee9-d2936ae3c4f9 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:17.450683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.466251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.496704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Network': ['ID=609557c4-a344-4d5f-8ab3-47d9215db423,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:17.526153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6a831e1c-ad19-4c82-a1ae-6e192710d2ee tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 8982e09b-0e8d-47c3-bc1c-7f76b7db853d owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:17.561698 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.574984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.585470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.590660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7566a90d-737d-4636-abee-8d7e29126fe0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:17.591854 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7566a90d-737d-4636-abee-8d7e29126fe0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/dc57bdca-4139-4ff8-96c2-15ac5f9d8094 HTTP/1.1" status: 404 len: 333 time: 0.6233590 Sep 19 12:16:17.596819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53518) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:17.653390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.658107 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-68972af6-6f3b-49ab-8cd2-762f70e8956d tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/609557c4-a344-4d5f-8ab3-47d9215db423 HTTP/1.1" status: 204 len: 168 time: 5.1696205 Sep 19 12:16:17.661994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53522) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:17.689183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b6618-05cc-4765-be51-1e03d9cb1a4b req-eedc9d34-71ca-4597-95a4-c4ce2abe9ab7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:17.697461 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b55b6618-05cc-4765-be51-1e03d9cb1a4b req-eedc9d34-71ca-4597-95a4-c4ce2abe9ab7 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 1.3454964 Sep 19 12:16:17.711434 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Pushing event updated for resources: {'Port': ['ID=d7759cc9-4691-4b09-9ee9-d2936ae3c4f9,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:17.712441 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e7b1fc-2285-44db-b8e7-c934064daaec tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:17.712950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e7b1fc-2285-44db-b8e7-c934064daaec tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:17.714728 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d7e7b1fc-2285-44db-b8e7-c934064daaec tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/subnets/03b162b7-1d89-4c4f-b59b-971e44d1dc11 HTTP/1.1" status: 404 len: 337 time: 0.0515528 Sep 19 12:16:17.717664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53526) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:17.731812 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.732314 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.732752 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.733186 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.733618 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.734867 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.735333 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.735765 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.736219 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.736643 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.737066 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.737703 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:17.749581 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfc7134-f255-43b8-ab7b-74c2ad487c5a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:17.750116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfc7134-f255-43b8-ab7b-74c2ad487c5a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:17.752265 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2dfc7134-f255-43b8-ab7b-74c2ad487c5a tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/609557c4-a344-4d5f-8ab3-47d9215db423 HTTP/1.1" status: 404 len: 339 time: 0.0335119 Sep 19 12:16:17.754540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53530) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:17.758408 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Attempting to bind port d7759cc9-4691-4b09-9ee9-d2936ae3c4f9 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:17.760845 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Attempting to bind port d7759cc9-4691-4b09-9ee9-d2936ae3c4f9 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f62c27e9-5399-4498-a395-7d8180cfc0a4'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:17.760845 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Attempting to bind port d7759cc9-4691-4b09-9ee9-d2936ae3c4f9 on network f62c27e9-5399-4498-a395-7d8180cfc0a4 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:17.766737 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:17.767280 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Checking segment: {'id': 'fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f62c27e9-5399-4498-a395-7d8180cfc0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:17.767785 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.768262 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Bound using segment: {'id': 'fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f62c27e9-5399-4498-a395-7d8180cfc0a4'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:17.768844 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Bound port: d7759cc9-4691-4b09-9ee9-d2936ae3c4f9, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f62c27e9-5399-4498-a395-7d8180cfc0a4'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:17.769317 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.772046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.840897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Deleting port d7759cc9-4691-4b09-9ee9-d2936ae3c4f9 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:17.841241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.855097 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] For port d7759cc9-4691-4b09-9ee9-d2936ae3c4f9, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:17.858424 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] For port d7759cc9-4691-4b09-9ee9-d2936ae3c4f9, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d7759cc9-4691-4b09-9ee9-d2936ae3c4f9,segment=NetworkSegment(fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96),segment_id=fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:17.875412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.891828 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b55b6618-05cc-4765-be51-1e03d9cb1a4b req-e2fe7992-27c6-4f70-891c-ad611ca19007 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941991 Sep 19 12:16:17.918245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:16:17.940204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.951774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7b08b9-864f-4ee0-a7be-d8f1f7b9ee80 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet 3cd6cdaf-5e46-47c6-afe9-ba058dba8131 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:17.952194 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.963140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c7b08b9-864f-4ee0-a7be-d8f1f7b9ee80 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:17.991207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a09b461-4163-4d48-95bd-6a46c6899d15,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:18.009714 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Routers {'358a07a5-1286-43f9-8c35-70a0603d3fe0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:18.010391 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['358a07a5-1286-43f9-8c35-70a0603d3fe0'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:18.018928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Network 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:18.031330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:18.080719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81634a7d-d369-4582-9c98-6861984a4a4b']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:18.092760 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.093112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.093454 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.093795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.094129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.094837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.094837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.095126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.095458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.095789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.096112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.096440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:18.104541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:18.115257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4059535f-a37e-461a-90a1-2e549939df98') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:18.115644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4059535f-a37e-461a-90a1-2e549939df98') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:18.143353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Pushing event updated for resources: {'Port': ['ID=de7f6685-d9ec-452e-aaed-ae1c609a9cad,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:18.143353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.173767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c7b08b9-864f-4ee0-a7be-d8f1f7b9ee80 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.180476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cb7206f9-fbb1-43af-9683-dd0796a91558 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:18.208482 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278907c5-f56e-4d04-8c08-a5a35d39b0f1 None None] Pushing event updated for resources: {'Port': ['ID=d7759cc9-4691-4b09-9ee9-d2936ae3c4f9,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:18.212292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.229849 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] Set router 358a07a5-1286-43f9-8c35-70a0603d3fe0 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:16:18.236660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: cb7206f9-fbb1-43af-9683-dd0796a91558 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:16:18.237294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cb7206f9-fbb1-43af-9683-dd0796a91558 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:18.258356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.266322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:18.267182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.277160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:18.277566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.366280 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 4059535f-a37e-461a-90a1-2e549939df98 resource provider aggregate not found Sep 19 12:16:18.381063 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358a07a5-1286-43f9-8c35-70a0603d3fe0', 'name': '', 'tenant_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:16:06Z', 'updated_at': '2022-09-19T12:16:17Z', 'revision_number': 4, 'project_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:18.393043 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0ce2c-d2f4-4bdc-851e-1193eed10930 None None] The sync data for ids ['358a07a5-1286-43f9-8c35-70a0603d3fe0'] in dv-neutron-857775-2-hyperv is: [{'id': '358a07a5-1286-43f9-8c35-70a0603d3fe0', 'name': '', 'tenant_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:16:06Z', 'updated_at': '2022-09-19T12:16:17Z', 'revision_number': 4, 'project_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:16:18.395558 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] For port d7759cc9-4691-4b09-9ee9-d2936ae3c4f9, host dv-neutron-857775-2-hyperv, got binding levels [] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:18.396742 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.428223 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 4059535f-a37e-461a-90a1-2e549939df98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4059535f-a37e-461a-90a1-2e549939df98 found for delete ", "request_id": "req-3291a66d-a66b-41b4-9873-63f190fb2a47"}]} Sep 19 12:16:18.440595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c7b08b9-864f-4ee0-a7be-d8f1f7b9ee80 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.474584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.507267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.512230 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Added segment 1307dc07-5d5e-41b4-8ae1-a92126bd35a6 of type vlan for network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 Sep 19 12:16:18.512230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a831e1c-ad19-4c82-a1ae-6e192710d2ee tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.512230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.538946 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-fbe1eac9-0a7c-46ef-a3fb-7d42bb6fbdc3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0612152 Sep 19 12:16:18.545529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Calling delete_port for d7759cc9-4691-4b09-9ee9-d2936ae3c4f9 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:18.596967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Request body: {'port': {'device_id': 'bad62360-2e87-4499-8723-c3bf7cf39154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:18.626824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.650126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a831e1c-ad19-4c82-a1ae-6e192710d2ee tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=8982e09b-0e8d-47c3-bc1c-7f76b7db853d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:18.652805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e132f4ce-c4ef-473a-943d-63448303a40e']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:18.672916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Network': ['ID=81634a7d-d369-4582-9c98-6861984a4a4b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:18.682397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1780fffc-c20d-4433-9709-6a9cc38e066d') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:18.682707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1780fffc-c20d-4433-9709-6a9cc38e066d') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:18.709461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.725314 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.751008 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ae37ffd0-4f10-4208-87f9-58208b989faf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/networks/81634a7d-d369-4582-9c98-6861984a4a4b HTTP/1.1" status: 204 len: 168 time: 2.3853714 Sep 19 12:16:18.785666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53540) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:18.803091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1362525679'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:18.913070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.935107 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:18.935424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:18.976078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:16:18.983765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:18.990431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c7b08b9-864f-4ee0-a7be-d8f1f7b9ee80 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.043300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:network and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:19.043560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.055970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:19.102832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b08b9-864f-4ee0-a7be-d8f1f7b9ee80 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd6cdaf-5e46-47c6-afe9-ba058dba8131,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:19.110009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:19.115267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56004645-2332-4ae7-b386-ea6d29b2a417 None None] Network 4346f475-e5d1-4a38-b4af-639dcd93ed10 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:19.120902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c7b08b9-864f-4ee0-a7be-d8f1f7b9ee80 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.122784 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2c7b08b9-864f-4ee0-a7be-d8f1f7b9ee80 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/3cd6cdaf-5e46-47c6-afe9-ba058dba8131 HTTP/1.1" status: 204 len: 168 time: 1.5228291 Sep 19 12:16:19.129781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53546) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:19.165019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a831e1c-ad19-4c82-a1ae-6e192710d2ee tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.165930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.167750 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6a831e1c-ad19-4c82-a1ae-6e192710d2ee tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/8982e09b-0e8d-47c3-bc1c-7f76b7db853d HTTP/1.1" status: 204 len: 168 time: 3.7472436 Sep 19 12:16:19.170441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.179522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108b112-b45b-4452-b6b8-f4abc1e35bd1 req-ff69f065-a064-4b9b-8f58-218101f5a419 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:19.181622 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4108b112-b45b-4452-b6b8-f4abc1e35bd1 req-ff69f065-a064-4b9b-8f58-218101f5a419 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 932 time: 0.6788456 Sep 19 12:16:19.184110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53550) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:19.268958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.271489 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/e132f4ce-c4ef-473a-943d-63448303a40e HTTP/1.1" status: 204 len: 168 time: 1.5150325 Sep 19 12:16:19.274843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:19.275505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.282126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53554) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:19.284656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31e776-fd92-40d0-bb6d-b39ed83e8edf tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Network': ['ID=e132f4ce-c4ef-473a-943d-63448303a40e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:19.311487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:16:19.311487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:16:19.317526 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 1780fffc-c20d-4433-9709-6a9cc38e066d resource provider aggregate not found Sep 19 12:16:19.332602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:19.337060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.348048 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 1780fffc-c20d-4433-9709-6a9cc38e066d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1780fffc-c20d-4433-9709-6a9cc38e066d found for delete ", "request_id": "req-e620cc88-d96a-440f-809f-fde7cc51d84b"}]} Sep 19 12:16:19.418992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.441692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:19.442035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.448115 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8460a33-9dc1-45b7-9997-bc83e50cb0ec None None] DHCP port deletion for 4346f475-e5d1-4a38-b4af-639dcd93ed10 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:19.453160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a8460a33-9dc1-45b7-9997-bc83e50cb0ec None None] Deleting port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:19.453704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a8460a33-9dc1-45b7-9997-bc83e50cb0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.497448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56e3eb5-6a2c-4723-86b0-4aabc1f344f0 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:19.498062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56e3eb5-6a2c-4723-86b0-4aabc1f344f0 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:19.501862 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f56e3eb5-6a2c-4723-86b0-4aabc1f344f0 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/subnets/e88d8d81-82f5-479c-afac-afeae4268021 HTTP/1.1" status: 404 len: 337 time: 0.1831391 Sep 19 12:16:19.507536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53562) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:19.513472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-4108b112-b45b-4452-b6b8-f4abc1e35bd1 req-6f908abd-1f49-413f-a072-c1debc79ff16 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Synchronizing usage tracker for tenant:dee0fc07c587475d96b309e08cd04512 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:19.542052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4233aa-9883-4ceb-a5c7-52bb011cb73c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:19.543564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4233aa-9883-4ceb-a5c7-52bb011cb73c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:19.545150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4233aa-9883-4ceb-a5c7-52bb011cb73c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:19.545943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-de4233aa-9883-4ceb-a5c7-52bb011cb73c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:19.574637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6887-e361-40c7-a4e9-7235a4e21efe req-0ebab085-042e-4a42-957a-603801947077 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:19.576060 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b4aa6887-e361-40c7-a4e9-7235a4e21efe req-0ebab085-042e-4a42-957a-603801947077 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.5278666 Sep 19 12:16:19.581600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event updated for resources: {'Network': ['ID=b814a8fe-f104-4161-bcdd-a3b1880b2ec5,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:19.601630 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3197fc9c-de02-4720-a0e6-417c3a1bccd1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:19.602151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3197fc9c-de02-4720-a0e6-417c3a1bccd1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:19.603881 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3197fc9c-de02-4720-a0e6-417c3a1bccd1 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/9848dc63-2024-4271-a264-9f2e23281a6b HTTP/1.1" status: 404 len: 339 time: 0.0926397 Sep 19 12:16:19.607983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53566) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:19.616015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:16:19.619875 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f0c11a64-2bf0-41b7-b1cd-94a0dcf8055f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.6612871 Sep 19 12:16:19.619875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:16:19.621811 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53570) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:19.632537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Request body: {'subnet': {'network_id': 'b814a8fe-f104-4161-bcdd-a3b1880b2ec5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:19.718346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.718667 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added segment d9da0427-32b1-4f8a-b6d4-1f5ddd27a46f of type vlan for network 605a8a42-7d79-44ca-a1db-065fbac66510 Sep 19 12:16:19.733347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-4108b112-b45b-4452-b6b8-f4abc1e35bd1 req-6f908abd-1f49-413f-a072-c1debc79ff16 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Unset dirty status for tenant:dee0fc07c587475d96b309e08cd04512 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:19.739284 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4108b112-b45b-4452-b6b8-f4abc1e35bd1 req-6f908abd-1f49-413f-a072-c1debc79ff16 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152051 Sep 19 12:16:19.740489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-de4233aa-9883-4ceb-a5c7-52bb011cb73c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:19.754173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53574) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:19.763269 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-de4233aa-9883-4ceb-a5c7-52bb011cb73c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5620103 Sep 19 12:16:19.784428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c128817b-5c85-4fe6-88f8-6776b2b8d332 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting subnet e38939a6-8c97-45c1-bd79-423152b189c0 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:19.802775 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b4aa6887-e361-40c7-a4e9-7235a4e21efe req-e75aa58e-861b-4b21-ba77-80483ad4e39e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186089 Sep 19 12:16:19.829128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:19.829304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a8460a33-9dc1-45b7-9997-bc83e50cb0ec None None] For port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=84d531e0-e698-4dbf-839b-dc4a3ce4f4eb,segment=NetworkSegment(cd8309fa-e8f1-4d9c-98d8-74f244f44314),segment_id=cd8309fa-e8f1-4d9c-98d8-74f244f44314)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:19.829543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a8460a33-9dc1-45b7-9997-bc83e50cb0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.835554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.839480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Usage tracker for resource:subnet and tenant:aec89984afd844dcbca4f293bfbc5296 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:19.842900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:19.850651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:19.925395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Deleting port d7759cc9-4691-4b09-9ee9-d2936ae3c4f9 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:19.925781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.954254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c128817b-5c85-4fe6-88f8-6776b2b8d332 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:19.960254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a8460a33-9dc1-45b7-9997-bc83e50cb0ec None None] Calling delete_port for 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:19.978375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Made reservation on behalf of aec89984afd844dcbca4f293bfbc5296 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:19.981073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.010969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.016508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:20.017598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.048687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] For port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=84d531e0-e698-4dbf-839b-dc4a3ce4f4eb,segment=NetworkSegment(cd8309fa-e8f1-4d9c-98d8-74f244f44314),segment_id=cd8309fa-e8f1-4d9c-98d8-74f244f44314)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:20.049061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.107332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a8460a33-9dc1-45b7-9997-bc83e50cb0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.160492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:16:20.165550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8460a33-9dc1-45b7-9997-bc83e50cb0ec None None] Pushing event deleted for resources: {'Port': ['ID=84d531e0-e698-4dbf-839b-dc4a3ce4f4eb,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:20.169706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8460a33-9dc1-45b7-9997-bc83e50cb0ec None None] No DVR routers for this DVR port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:20.198129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:20.229999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Network': ['ID=605a8a42-7d79-44ca-a1db-065fbac66510,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:20.256427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 605a8a42-7d79-44ca-a1db-065fbac66510 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:16:20.257605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428b2e-a690-46a8-acd8-aa348bdf38cf req-fe482fe2-16a7-453f-aeab-29ad93b62227 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:20.259181 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-09428b2e-a690-46a8-acd8-aa348bdf38cf req-fe482fe2-16a7-453f-aeab-29ad93b62227 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.3306291 Sep 19 12:16:20.274901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c128817b-5c85-4fe6-88f8-6776b2b8d332 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.284241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:16:20.285095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:20.317425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:20.327645 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-09428b2e-a690-46a8-acd8-aa348bdf38cf req-46b84f15-8fff-438d-85fd-d8a621d930d8 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579414 Sep 19 12:16:20.357815 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-063299c5-b408-4b8b-a4ae-83a3076b705b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5680609 Sep 19 12:16:20.363437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53580) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:20.370799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'subnet': {'network_id': '605a8a42-7d79-44ca-a1db-065fbac66510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:20.390480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bdcafb-6380-439c-9004-659566e0235a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 52284e2e-b44f-46c0-97af-5ee66061cdd9 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:20.549345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcafb-6380-439c-9004-659566e0235a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.595669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:20.611259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:subnet and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:20.612553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:20.622194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:20.646641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a157d-cf03-4269-8ea4-a8e0f119134c req-1154878e-e57f-479e-9043-b1b962aad0d3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:20.648148 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-750a157d-cf03-4269-8ea4-a8e0f119134c req-1154878e-e57f-479e-9043-b1b962aad0d3 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.1708140 Sep 19 12:16:20.680800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7f6685-d9ec-452e-aaed-ae1c609a9cad {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:16:20.697813 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-750a157d-cf03-4269-8ea4-a8e0f119134c req-6ddf3de6-a2df-4037-b0aa-f926071ff1e8 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422323 Sep 19 12:16:20.706166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.721434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcafb-6380-439c-9004-659566e0235a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.729028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.755983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] For port d7759cc9-4691-4b09-9ee9-d2936ae3c4f9, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d7759cc9-4691-4b09-9ee9-d2936ae3c4f9,segment=NetworkSegment(fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96),segment_id=fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:20.756274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.766311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:20.770415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.793406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:16:20.793726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:16:20.855833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Transition to ACTIVE for port object de7f6685-d9ec-452e-aaed-ae1c609a9cad will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:20.924345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Calling delete_port for d7759cc9-4691-4b09-9ee9-d2936ae3c4f9 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:20.953363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c128817b-5c85-4fe6-88f8-6776b2b8d332 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:20.995787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.142208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event updated for resources: {'Subnet': ['ID=be7b6775-468b-40f9-ae3f-0b2b28290729,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:21.180351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Checking segment: {'id': '1307dc07-5d5e-41b4-8ae1-a92126bd35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b814a8fe-f104-4161-bcdd-a3b1880b2ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:21.180627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Network hostable DHCP agents. Network: b814a8fe-f104-4161-bcdd-a3b1880b2ec5, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:16:21.268370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Pushing event updated for resources: {'Port': ['ID=de7f6685-d9ec-452e-aaed-ae1c609a9cad,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:21.293701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f65a80-2422-435e-9d68-03b650afc052 req-7b4db90b-d3ef-43bd-8d3a-f7a86bc33102 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:21.295348 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e6f65a80-2422-435e-9d68-03b650afc052 req-7b4db90b-d3ef-43bd-8d3a-f7a86bc33102 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.4246259 Sep 19 12:16:21.300856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 84d531e0-e698-4dbf-839b-dc4a3ce4f4eb {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:21.301429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.329264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad585830-2a15-43be-b881-e6e178cba19e req-5755a06f-07b4-4549-af6f-c2c0d6116da6 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:21.330916 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad585830-2a15-43be-b881-e6e178cba19e req-5755a06f-07b4-4549-af6f-c2c0d6116da6 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 944 time: 0.3969245 Sep 19 12:16:21.338978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:16:21.341898 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcafb-6380-439c-9004-659566e0235a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.422562 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e6f65a80-2422-435e-9d68-03b650afc052 req-fc99ba90-0543-4bc2-ad6b-296c7d56d499 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152849 Sep 19 12:16:21.431749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, b814a8fe-f104-4161-bcdd-a3b1880b2ec5) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:21.435162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] The port '84d531e0-e698-4dbf-839b-dc4a3ce4f4eb' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:16:21.438559 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad585830-2a15-43be-b881-e6e178cba19e req-939f19c0-9454-4be5-aac3-d6050846a4c2 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953884 Sep 19 12:16:21.439793 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:21.440376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.441145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f64e8f-6489-4de1-a774-b27fec9133b0 None None] Network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:21.515747 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Attempting to bind port de7f6685-d9ec-452e-aaed-ae1c609a9cad on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:21.516183 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Attempting to bind port de7f6685-d9ec-452e-aaed-ae1c609a9cad by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '84378b75-ab34-43e4-aea1-fc1b6a4fc860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:21.516575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Attempting to bind port de7f6685-d9ec-452e-aaed-ae1c609a9cad on network 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:21.544000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Port de7f6685-d9ec-452e-aaed-ae1c609a9cad on network 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:16:21.544624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Attempting to bind port de7f6685-d9ec-452e-aaed-ae1c609a9cad on network 2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:21.547215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c128817b-5c85-4fe6-88f8-6776b2b8d332 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.623318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.656172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:21.656767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Checking segment: {'id': '84378b75-ab34-43e4-aea1-fc1b6a4fc860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:21.657029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Bound using segment: {'id': '84378b75-ab34-43e4-aea1-fc1b6a4fc860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:21.657966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Bound port: de7f6685-d9ec-452e-aaed-ae1c609a9cad, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84378b75-ab34-43e4-aea1-fc1b6a4fc860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:21.657966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.668328 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fbfd0893-638c-4136-8596-2fbc0f28cec6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0428936 Sep 19 12:16:21.683976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128817b-5c85-4fe6-88f8-6776b2b8d332 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Subnet': ['ID=e38939a6-8c97-45c1-bd79-423152b189c0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:21.687566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53592) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:21.706949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1746305848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:21.714851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe07e93-2f54-4bce-9c13-d89073f98463 None None] Network 72f2ed00-396f-4703-8b9e-eb3790545c2b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:21.722633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:21.728218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c128817b-5c85-4fe6-88f8-6776b2b8d332 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.746944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Usage tracker for resource:router and tenant:aec89984afd844dcbca4f293bfbc5296 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:21.757446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:21.760070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Subnet': ['ID=cd4639a0-56da-4fce-917f-c5f576abd812,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:21.768945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:21.781261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Checking segment: {'id': 'd9da0427-32b1-4f8a-b6d4-1f5ddd27a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '605a8a42-7d79-44ca-a1db-065fbac66510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:21.781519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.781631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network hostable DHCP agents. Network: 605a8a42-7d79-44ca-a1db-065fbac66510, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:16:21.811600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-b814a8fe-f104-4161-bcdd-a3b1880b2ec5', 'network_id': 'b814a8fe-f104-4161-bcdd-a3b1880b2ec5', 'tenant_id': 'aec89984afd844dcbca4f293bfbc5296', 'fixed_ips': [{'subnet_id': 'be7b6775-468b-40f9-ae3f-0b2b28290729'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:21.811989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170b411-0c31-43a6-8042-39c3da304816 req-4034287b-6129-48d0-adea-f6b7a67c65aa tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:21.812441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.814694 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7170b411-0c31-43a6-8042-39c3da304816 req-4034287b-6129-48d0-adea-f6b7a67c65aa tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2499871 Sep 19 12:16:21.851315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcafb-6380-439c-9004-659566e0235a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.878502 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7170b411-0c31-43a6-8042-39c3da304816 req-7738c1a1-b20b-4df5-8701-8cc3b0960d88 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525768 Sep 19 12:16:21.900944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4346f475-e5d1-4a38-b4af-639dcd93ed10']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:21.921895 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c128817b-5c85-4fe6-88f8-6776b2b8d332 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/subnets/e38939a6-8c97-45c1-bd79-423152b189c0 HTTP/1.1" status: 204 len: 168 time: 2.3091247 Sep 19 12:16:21.923883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53598) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:21.927298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcafb-6380-439c-9004-659566e0235a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.932898 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f1bdcafb-6380-439c-9004-659566e0235a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/52284e2e-b44f-46c0-97af-5ee66061cdd9 HTTP/1.1" status: 204 len: 168 time: 2.1748745 Sep 19 12:16:21.934088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdcafb-6380-439c-9004-659566e0235a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=52284e2e-b44f-46c0-97af-5ee66061cdd9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:21.940203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53602) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:21.944451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8309fa-e8f1-4d9c-98d8-74f244f44314') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:21.948264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8309fa-e8f1-4d9c-98d8-74f244f44314') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:21.967457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.968922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:21.980088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46648c51-686d-4c76-8020-9c448c3d44a4 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:21.992985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 605a8a42-7d79-44ca-a1db-065fbac66510 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:16:22.022285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.036843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-82294d64-14e4-4ac3-a2e1-565c2cf6dff9 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting subnet e34e172f-cd14-48f0-9738-d9ee6a7bc1f2 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:22.040899 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-82294d64-14e4-4ac3-a2e1-565c2cf6dff9 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.054595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] For port de7f6685-d9ec-452e-aaed-ae1c609a9cad, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:22.056925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.064088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.102945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.126098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] For port de7f6685-d9ec-452e-aaed-ae1c609a9cad, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=de7f6685-d9ec-452e-aaed-ae1c609a9cad,segment=NetworkSegment(84378b75-ab34-43e4-aea1-fc1b6a4fc860),segment_id=84378b75-ab34-43e4-aea1-fc1b6a4fc860)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:22.127896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7759cc9-4691-4b09-9ee9-d2936ae3c4f9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:22.133689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:22.133689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.136298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-82294d64-14e4-4ac3-a2e1-565c2cf6dff9 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.185319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 605a8a42-7d79-44ca-a1db-065fbac66510) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:22.207937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:22.211761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.220135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31086d7b-1072-4944-a558-1b68541e5fca None None] Network 605a8a42-7d79-44ca-a1db-065fbac66510 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:22.325505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-82294d64-14e4-4ac3-a2e1-565c2cf6dff9 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.359371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.388423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-313b0b32-48aa-4daa-ad59-2d6bf4de4101 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 96d702d7-1ee9-4b89-9481-d789fb74ad6b {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:22.404442 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment cd8309fa-e8f1-4d9c-98d8-74f244f44314 resource provider aggregate not found Sep 19 12:16:22.408287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-313b0b32-48aa-4daa-ad59-2d6bf4de4101 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.451148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.494088 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f56028dc-e45c-4a2d-a44b-7c653458fbdd tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1301188 Sep 19 12:16:22.495650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53612) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:22.501192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:22.501765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-920577963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:22.501899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.503866 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] 10.222.0.85 "PUT /v2.0/ports/de7f6685-d9ec-452e-aaed-ae1c609a9cad HTTP/1.1" status: 200 len: 1094 time: 3.9192138 Sep 19 12:16:22.505482 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment cd8309fa-e8f1-4d9c-98d8-74f244f44314 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd8309fa-e8f1-4d9c-98d8-74f244f44314 found for delete ", "request_id": "req-f53d57c5-f856-4a8c-a6b5-d94d1153195c"}]} Sep 19 12:16:22.506271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.523326 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:22.529575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:router and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:22.533023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:22.543855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:22.555043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad62360-2e87-4499-8723-c3bf7cf39154', 'tag': 'de7f6685-d9ec-452e-aaed-ae1c609a9cad'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:16:22.557401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627" -d '{"events": [{"name": "network-changed", "server_uuid": "bad62360-2e87-4499-8723-c3bf7cf39154", "tag": "de7f6685-d9ec-452e-aaed-ae1c609a9cad"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:16:22.558398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.566780 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-26ea03b0-0b43-418e-b6e6-93f8fd2790e6 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8670673 Sep 19 12:16:22.570450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53618) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:22.616918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Allocated IP 172.20.0.2 (b814a8fe-f104-4161-bcdd-a3b1880b2ec5/be7b6775-468b-40f9-ae3f-0b2b28290729/e0380513-97bc-470e-a2da-a200b612de2f) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:22.719609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aec370-4102-4cc6-bb4f-426fe144bda9 x-openstack-request-id: req-d8aec370-4102-4cc6-bb4f-426fe144bda9 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:16:22.720151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad62360-2e87-4499-8723-c3bf7cf39154", "tag": "de7f6685-d9ec-452e-aaed-ae1c609a9cad", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:16:22.720294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d8aec370-4102-4cc6-bb4f-426fe144bda9 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:16:22.720849 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8aec370-4102-4cc6-bb4f-426fe144bda9'] response: {'name': 'network-changed', 'server_uuid': 'bad62360-2e87-4499-8723-c3bf7cf39154', 'tag': 'de7f6685-d9ec-452e-aaed-ae1c609a9cad', 'status': 'completed', 'code': 200} Sep 19 12:16:22.735991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-82294d64-14e4-4ac3-a2e1-565c2cf6dff9 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.759578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-605a8a42-7d79-44ca-a1db-065fbac66510', 'network_id': '605a8a42-7d79-44ca-a1db-065fbac66510', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'fixed_ips': [{'subnet_id': 'cd4639a0-56da-4fce-917f-c5f576abd812'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:22.760414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.787580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-313b0b32-48aa-4daa-ad59-2d6bf4de4101 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.838675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294d64-14e4-4ac3-a2e1-565c2cf6dff9 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Subnet': ['ID=e34e172f-cd14-48f0-9738-d9ee6a7bc1f2,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:22.840955 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.842064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.845318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.845692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.850119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.871031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.892668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:22.928994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Network': ['ID=4346f475-e5d1-4a38-b4af-639dcd93ed10,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:22.930738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adec4b5-99a6-4f11-964b-5d68d0d2c156 service neutron] Pushing event updated for resources: {'Port': ['ID=de7f6685-d9ec-452e-aaed-ae1c609a9cad,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:22.949108 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-97e8d8cb-db7c-4b97-9498-d52102994ae8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/networks/4346f475-e5d1-4a38-b4af-639dcd93ed10 HTTP/1.1" status: 204 len: 168 time: 3.8170497 Sep 19 12:16:22.951120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53624) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:22.964948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1083323932'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:22.978176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:22.989839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:network and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:22.995198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:23.005855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:23.023812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-704804ba-ec34-40b0-83fc-d3f13cc718cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:23.025455 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-704804ba-ec34-40b0-83fc-d3f13cc718cc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dee0fc07c587475d96b309e08cd04512&device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 1097 time: 0.2981138 Sep 19 12:16:23.026521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-313b0b32-48aa-4daa-ad59-2d6bf4de4101 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.062718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Allocated IP 2001:db8::2 (605a8a42-7d79-44ca-a1db-065fbac66510/cd4639a0-56da-4fce-917f-c5f576abd812/c901472a-7b9a-46bd-89c8-fe38d24f8fa2) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:23.077895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-82294d64-14e4-4ac3-a2e1-565c2cf6dff9 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.132254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.132928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 358a07a5-1286-43f9-8c35-70a0603d3fe0 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:16:23.136015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:23.140440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.186042 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-82294d64-14e4-4ac3-a2e1-565c2cf6dff9 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/subnets/e34e172f-cd14-48f0-9738-d9ee6a7bc1f2 HTTP/1.1" status: 204 len: 168 time: 1.2608125 Sep 19 12:16:23.187026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53628) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:23.194426 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-01ba3b07-f205-4570-b3ac-d47ccaa032d5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f6685-d9ec-452e-aaed-ae1c609a9cad HTTP/1.1" status: 200 len: 217 time: 0.1387782 Sep 19 12:16:23.231305 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.243266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.247142 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-979921b4-d849-4d12-b531-44cbb78823de tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "DELETE /v2.0/routers/358a07a5-1286-43f9-8c35-70a0603d3fe0 HTTP/1.1" status: 204 len: 168 time: 6.7619610 Sep 19 12:16:23.259770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53632) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:23.362552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:16:23.402161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-de3536b3-3c18-42d1-b6f1-af2c2b555687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:23.406425 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-de3536b3-3c18-42d1-b6f1-af2c2b555687 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c9edeee2-654e-45ff-9873-1f2888c71117 HTTP/1.1" status: 200 len: 851 time: 0.2020600 Sep 19 12:16:23.406425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.406425 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Added segment 30eb47c5-5db2-4bbb-baeb-28859880f979 of type vlan for network 512925bc-f829-4b88-b080-2f09bb337dfd Sep 19 12:16:23.479563 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-bbebbefa-8e8c-4835-8dda-12adc4552ebb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605502 Sep 19 12:16:23.484895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b74cb9-ab69-44b2-877d-a755559adcc1 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Deleting subnet 05c64dc5-2b33-4cf3-b721-4fed8b5f98b9 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:23.522437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-23b74cb9-ab69-44b2-877d-a755559adcc1 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.575001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.596490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.639316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Transition to ACTIVE for port object e0380513-97bc-470e-a2da-a200b612de2f will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:23.645610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-313b0b32-48aa-4daa-ad59-2d6bf4de4101 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.704332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b0b32-48aa-4daa-ad59-2d6bf4de4101 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=96d702d7-1ee9-4b89-9481-d789fb74ad6b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:23.716411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-23b74cb9-ab69-44b2-877d-a755559adcc1 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.736644 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Transition to ACTIVE for port object e0380513-97bc-470e-a2da-a200b612de2f will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:23.749338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-313b0b32-48aa-4daa-ad59-2d6bf4de4101 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.767661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.789877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbdde7b-4c84-432f-b82e-306d49fda17c None None] Network 72f2ed00-396f-4703-8b9e-eb3790545c2b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:23.805074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Transition to ACTIVE for port object c901472a-7b9a-46bd-89c8-fe38d24f8fa2 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:23.816039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e3d15-18a9-4fdd-8407-3c452ce902a4 req-d857b415-2345-4997-b63f-ba7c4507715f tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:23.823449 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-710e3d15-18a9-4fdd-8407-3c452ce902a4 req-d857b415-2345-4997-b63f-ba7c4507715f tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 944 time: 1.1759372 Sep 19 12:16:23.861261 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-d1c4f2f3-fa03-41fd-ae10-b6cdf5b2b6f7 service neutron] 10.222.0.85 "GET /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625033 Sep 19 12:16:23.862382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-23b74cb9-ab69-44b2-877d-a755559adcc1 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.891768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.900307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:23.934051 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-313b0b32-48aa-4daa-ad59-2d6bf4de4101 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/96d702d7-1ee9-4b89-9481-d789fb74ad6b HTTP/1.1" status: 204 len: 168 time: 1.9926867 Sep 19 12:16:23.954230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53636) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:23.998915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-24ddab78-fbd5-4f9e-ace8-94a559f2d6a8 None None] Provisioning complete for port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:23.999211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-24ddab78-fbd5-4f9e-ace8-94a559f2d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.029794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Transition to ACTIVE for port object c901472a-7b9a-46bd-89c8-fe38d24f8fa2 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:24.069529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:24.120260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:24.125688 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d1251a00-0582-42be-bf90-b236ad23daaf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374269 Sep 19 12:16:24.130399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.132164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:24.149843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.156931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53640) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:24.183550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.189663 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a516b3a-12fd-4c46-b987-cf3c56840cd6 req-0da93bbc-1bb2-4a18-bd57-a524e08d4e9f service neutron] 10.222.0.85 "GET /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924211 Sep 19 12:16:24.193408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.198985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:24.199775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.235019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Pushing event updated for resources: {'Port': ['ID=e0380513-97bc-470e-a2da-a200b612de2f,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:24.265543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:24.300737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c718a0-3931-490d-996e-8c85a32fba71 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:24.327527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Network': ['ID=512925bc-f829-4b88-b080-2f09bb337dfd,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:24.328165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.328707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.329082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.329397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.329739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.330068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.330585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.331207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.331694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.332176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.332646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.334262 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:16:24.361495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.365954 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ac84617a-4849-4cba-9998-63aceab3b92b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.8662291 Sep 19 12:16:24.366592 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-710e3d15-18a9-4fdd-8407-3c452ce902a4 req-17284898-ab39-4ea5-b902-4fcb5de462fa tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255773 Sep 19 12:16:24.367218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53644) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:24.391294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 512925bc-f829-4b88-b080-2f09bb337dfd details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:16:24.412848 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-71174b19-05f9-4be6-aeb6-ccc5cb9f866c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4557233 Sep 19 12:16:24.419255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53646) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:24.426412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '512925bc-f829-4b88-b080-2f09bb337dfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:24.452259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'port': {'network_id': '605a8a42-7d79-44ca-a1db-065fbac66510', 'name': 'tempest-RoutersIpV6Test-648762085'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:24.454286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-23b74cb9-ab69-44b2-877d-a755559adcc1 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.514804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Network 605a8a42-7d79-44ca-a1db-065fbac66510 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:24.542637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cca1a-14c6-4c22-ab96-3d0c3002de3b req-797d50a7-e446-4e5c-af3e-449f3e245c58 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:24.544248 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-460cca1a-14c6-4c22-ab96-3d0c3002de3b req-797d50a7-e446-4e5c-af3e-449f3e245c58 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 1.5098569 Sep 19 12:16:24.544939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:24.545279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.559135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:24.565472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b74cb9-ab69-44b2-877d-a755559adcc1 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=05c64dc5-2b33-4cf3-b721-4fed8b5f98b9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:24.574588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-23b74cb9-ab69-44b2-877d-a755559adcc1 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.588901 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:24.599157 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-23b74cb9-ab69-44b2-877d-a755559adcc1 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/05c64dc5-2b33-4cf3-b721-4fed8b5f98b9 HTTP/1.1" status: 204 len: 168 time: 1.3380275 Sep 19 12:16:24.605994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53652) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:24.609502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:24.637682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:24.683400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:24.706410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:24.714115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627 req-50400976-fc95-4b02-ba21-a6d260082358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:24.715902 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627 req-50400976-fc95-4b02-ba21-a6d260082358 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dee0fc07c587475d96b309e08cd04512&device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 1097 time: 0.3602743 Sep 19 12:16:24.723495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:24.748876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:24.767218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.768749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Attempting to bind port e0380513-97bc-470e-a2da-a200b612de2f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:24.768749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Attempting to bind port e0380513-97bc-470e-a2da-a200b612de2f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '1307dc07-5d5e-41b4-8ae1-a92126bd35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b814a8fe-f104-4161-bcdd-a3b1880b2ec5'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:24.768749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Attempting to bind port e0380513-97bc-470e-a2da-a200b612de2f on network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:24.804389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:24.818035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:24.821526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.849235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:24.849868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Checking segment: {'id': '1307dc07-5d5e-41b4-8ae1-a92126bd35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b814a8fe-f104-4161-bcdd-a3b1880b2ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:24.850444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.851539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Bound using segment: {'id': '1307dc07-5d5e-41b4-8ae1-a92126bd35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b814a8fe-f104-4161-bcdd-a3b1880b2ec5'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:24.851539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Bound port: e0380513-97bc-470e-a2da-a200b612de2f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1307dc07-5d5e-41b4-8ae1-a92126bd35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b814a8fe-f104-4161-bcdd-a3b1880b2ec5'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:24.851848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:24.877121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Pushing event updated for resources: {'Port': ['ID=c901472a-7b9a-46bd-89c8-fe38d24f8fa2,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:24.885082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:24.889359 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-460cca1a-14c6-4c22-ab96-3d0c3002de3b req-3f7e542f-ac30-4f90-ac80-39a467f2b3f8 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987497 Sep 19 12:16:24.987341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Attempting to bind port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:24.987710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Attempting to bind port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'd9da0427-32b1-4f8a-b6d4-1f5ddd27a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '605a8a42-7d79-44ca-a1db-065fbac66510'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:24.988113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Attempting to bind port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 on network 605a8a42-7d79-44ca-a1db-065fbac66510 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:24.995774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-24ddab78-fbd5-4f9e-ace8-94a559f2d6a8 None None] Current status of the port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:25.002985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:25.007213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:25.007610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Checking segment: {'id': 'd9da0427-32b1-4f8a-b6d4-1f5ddd27a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '605a8a42-7d79-44ca-a1db-065fbac66510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:25.008006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.008433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Bound using segment: {'id': 'd9da0427-32b1-4f8a-b6d4-1f5ddd27a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '605a8a42-7d79-44ca-a1db-065fbac66510'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:25.009242 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Bound port: c901472a-7b9a-46bd-89c8-fe38d24f8fa2, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9da0427-32b1-4f8a-b6d4-1f5ddd27a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '605a8a42-7d79-44ca-a1db-065fbac66510'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:25.009368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.062468 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:25.065484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.094056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:25.108934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] For port e0380513-97bc-470e-a2da-a200b612de2f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:25.123184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] DHCP port deletion for 72f2ed00-396f-4703-8b9e-eb3790545c2b request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:25.127274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627 req-da7b3be0-cd99-43be-84b7-8ff7dedae2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:25.129007 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627 req-da7b3be0-cd99-43be-84b7-8ff7dedae2a1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 HTTP/1.1" status: 200 len: 912 time: 0.3974905 Sep 19 12:16:25.146358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] Deleting port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:25.146832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.177546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] For port e0380513-97bc-470e-a2da-a200b612de2f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e0380513-97bc-470e-a2da-a200b612de2f,segment=NetworkSegment(1307dc07-5d5e-41b4-8ae1-a92126bd35a6),segment_id=1307dc07-5d5e-41b4-8ae1-a92126bd35a6)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:25.236366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4d322984-a530-46b9-b147-bed97e012d26 None None] Provisioning complete for port dfdbb2f6-7974-436b-961d-544eeec1ea09 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:25.237105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4d322984-a530-46b9-b147-bed97e012d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.240102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.248125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Allocated IP 172.20.0.1 (b814a8fe-f104-4161-bcdd-a3b1880b2ec5/be7b6775-468b-40f9-ae3f-0b2b28290729/e5c24cee-85cc-4d94-9376-92548016db1a) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:25.248293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627 req-6fa386fa-8478-4ec7-92b1-82203aa32f6d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f6685-d9ec-452e-aaed-ae1c609a9cad HTTP/1.1" status: 200 len: 217 time: 0.1091838 Sep 19 12:16:25.273709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af53adac-61d1-4aee-be9b-e44ce2ee2bc3 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:25.302521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-af53adac-61d1-4aee-be9b-e44ce2ee2bc3 None None] Deleting port dfdbb2f6-7974-436b-961d-544eeec1ea09 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:25.302814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] For port 55ee5c5a-5730-4128-b685-d4e4aaba27e0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=55ee5c5a-5730-4128-b685-d4e4aaba27e0,segment=NetworkSegment(6c5fb323-2329-4981-b1fa-6e7dd0178735),segment_id=6c5fb323-2329-4981-b1fa-6e7dd0178735)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:25.303048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.303218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-af53adac-61d1-4aee-be9b-e44ce2ee2bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.318642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62c27e9-5399-4498-a395-7d8180cfc0a4']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:25.340972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:25.341259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:25.367462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.368507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.375966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:25.379497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.397548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627 req-f3ad374c-f25b-4ea1-b4f8-3225cd391185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:25.399057 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627 req-f3ad374c-f25b-4ea1-b4f8-3225cd391185 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c9edeee2-654e-45ff-9873-1f2888c71117 HTTP/1.1" status: 200 len: 851 time: 0.1300986 Sep 19 12:16:25.412451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.422496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:25.423072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.490709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] For port c901472a-7b9a-46bd-89c8-fe38d24f8fa2, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:25.546475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] For port c901472a-7b9a-46bd-89c8-fe38d24f8fa2, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c901472a-7b9a-46bd-89c8-fe38d24f8fa2,segment=NetworkSegment(d9da0427-32b1-4f8a-b6d4-1f5ddd27a46f),segment_id=d9da0427-32b1-4f8a-b6d4-1f5ddd27a46f)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:25.601787 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96 resource provider aggregate not found Sep 19 12:16:25.611448 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627 req-df7c3c89-c45d-4f0e-a7d1-b3cbda3fc837 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799603 Sep 19 12:16:25.626329 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc4f7760-ce19-4cb2-a48f-5f78fc9a5d96 found for delete ", "request_id": "req-3cd68181-377c-4713-9062-8e4dea914293"}]} Sep 19 12:16:25.706009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.712094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Calling delete_port for 55ee5c5a-5730-4128-b685-d4e4aaba27e0 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:25.757583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.761894 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d29d77-864e-4864-9861-f6824b1cbdeb None None] Pushing event updated for resources: {'Port': ['ID=e0380513-97bc-470e-a2da-a200b612de2f,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:25.762476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:25.863257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=669ca9b6-1857-4aac-bb70-787445ce018a,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:25.873645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] For port 55ee5c5a-5730-4128-b685-d4e4aaba27e0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=55ee5c5a-5730-4128-b685-d4e4aaba27e0,segment=NetworkSegment(6c5fb323-2329-4981-b1fa-6e7dd0178735),segment_id=6c5fb323-2329-4981-b1fa-6e7dd0178735)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:25.874173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:26.014069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] device_id is not set on port 469712d4-b8a9-4dd7-8bb3-39dc223d4aef yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:26.123512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:26.125643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f62c27e9-5399-4498-a395-7d8180cfc0a4 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 12:16:26.152879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] Calling delete_port for 55ee5c5a-5730-4128-b685-d4e4aaba27e0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:26.168228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:26.182456 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No DVR routers for this DVR port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:26.241491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device de7f6685-d9ec-452e-aaed-ae1c609a9cad details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:16:26.247151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event deleted for resources: {'Network': ['ID=f62c27e9-5399-4498-a395-7d8180cfc0a4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:26.312506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4d322984-a530-46b9-b147-bed97e012d26 None None] Current status of the port dfdbb2f6-7974-436b-961d-544eeec1ea09 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:26.363868 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-21fc8b31-8032-495d-9a7f-6c6da6cadc24 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "DELETE /v2.0/networks/f62c27e9-5399-4498-a395-7d8180cfc0a4 HTTP/1.1" status: 204 len: 168 time: 1.7567248 Sep 19 12:16:26.367091 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627 req-b302e075-55a1-40f8-8121-681e3637f931 service neutron] 10.222.0.85 "GET /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7426202 Sep 19 12:16:26.368222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device dfdbb2f6-7974-436b-961d-544eeec1ea09 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:26.415932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Port': ['ID=55ee5c5a-5730-4128-b685-d4e4aaba27e0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:26.527176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a5371-9526-4251-80f7-95f23c78cd80 None None] Pushing event updated for resources: {'Port': ['ID=c901472a-7b9a-46bd-89c8-fe38d24f8fa2,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:26.557106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-af53adac-61d1-4aee-be9b-e44ce2ee2bc3 None None] For port dfdbb2f6-7974-436b-961d-544eeec1ea09, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=dfdbb2f6-7974-436b-961d-544eeec1ea09,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:26.560952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-af53adac-61d1-4aee-be9b-e44ce2ee2bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:26.583933 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c4e121f0-bc26-4c7e-9ffd-1e16c4288627 req-cfa452c3-9b74-47bd-986c-85a35270ede8 service neutron] 10.222.0.85 "GET /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996555 Sep 19 12:16:26.626773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Checking segment: {'id': '30eb47c5-5db2-4bbb-baeb-28859880f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '512925bc-f829-4b88-b080-2f09bb337dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:26.627127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network hostable DHCP agents. Network: 512925bc-f829-4b88-b080-2f09bb337dfd, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:16:26.665727 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-ebc44593-087e-4619-8f9d-888ba92aa8c6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5624137 Sep 19 12:16:26.744220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 512925bc-f829-4b88-b080-2f09bb337dfd is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:16:26.754322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:26.778956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-af53adac-61d1-4aee-be9b-e44ce2ee2bc3 None None] Calling delete_port for dfdbb2f6-7974-436b-961d-544eeec1ea09 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:26.861159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 512925bc-f829-4b88-b080-2f09bb337dfd) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:26.876643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:26.877743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:26.886594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:26.918869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.resource_extend [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:16:26.928692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-d6534c92-ecd7-4765-9efa-5ffa0b5cca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:26.932366 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-d6534c92-ecd7-4765-9efa-5ffa0b5cca05 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1099 time: 0.1775744 Sep 19 12:16:26.994490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Transition to ACTIVE for port object e5c24cee-85cc-4d94-9376-92548016db1a will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:27.007881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53670) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:27.032445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d072b9a-6322-449f-a01a-0101b082050b req-148274fa-7c7c-4452-9937-ad04cac1fb24 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:27.034788 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2d072b9a-6322-449f-a01a-0101b082050b req-148274fa-7c7c-4452-9937-ad04cac1fb24 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 944 time: 1.3476262 Sep 19 12:16:27.040938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40adef-a3b3-4b9f-a553-f2a458c770f0 None None] Network 512925bc-f829-4b88-b080-2f09bb337dfd requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:27.043121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f2ed00-396f-4703-8b9e-eb3790545c2b']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:27.062340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5fb323-2329-4981-b1fa-6e7dd0178735') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:27.063377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5fb323-2329-4981-b1fa-6e7dd0178735') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:27.079812 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7abccd9f-cf6c-4fe4-b07b-043fa3ada3f1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6587679 Sep 19 12:16:27.080082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.080476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53674) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:27.100649 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.108932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:27.109347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.144955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:16:27.147762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:16:27.152678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-7e338372-748d-46cb-aab8-d32c15eca401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:27.154856 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-7e338372-748d-46cb-aab8-d32c15eca401 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 912 time: 0.2011662 Sep 19 12:16:27.162115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '512925bc-f829-4b88-b080-2f09bb337dfd', 'name': 'tempest-PortsIpV6TestJSON-1368076665', 'fixed_ips': [{'subnet_id': '669ca9b6-1857-4aac-bb70-787445ce018a', 'ip_address': '2001:db8::10'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:27.253655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Request body: {'router': {'name': 'tempest-router--1923470874', 'project_id': '96fad66eaefa446c9690fdd62907638d'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:27.291985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e857fb-a843-4782-bbac-7e0a6b4df4fe req-b57ebf54-3864-4fbe-b343-d7fbed1a27c2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:27.293554 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27e857fb-a843-4782-bbac-7e0a6b4df4fe req-b57ebf54-3864-4fbe-b343-d7fbed1a27c2 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 1.0090632 Sep 19 12:16:27.329761 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 6c5fb323-2329-4981-b1fa-6e7dd0178735 resource provider aggregate not found Sep 19 12:16:27.334601 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:27.367610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Allocated IP 2001:db8::168 (605a8a42-7d79-44ca-a1db-065fbac66510/cd4639a0-56da-4fce-917f-c5f576abd812/469712d4-b8a9-4dd7-8bb3-39dc223d4aef) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:27.370269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Usage tracker for resource:router and tenant:96fad66eaefa446c9690fdd62907638d is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:27.401529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-af53adac-61d1-4aee-be9b-e44ce2ee2bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.435633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 6c5fb323-2329-4981-b1fa-6e7dd0178735 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c5fb323-2329-4981-b1fa-6e7dd0178735 found for delete ", "request_id": "req-535902ed-652f-4ce4-ba65-0081de782626"}]} Sep 19 12:16:27.436446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:27.445751 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-3aa70c47-cfdf-44e9-b21f-7fce7ebde61a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 1002 time: 0.2018108 Sep 19 12:16:27.449124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6af446-4c67-4c79-b037-b954503aee2b None None] Network 605a8a42-7d79-44ca-a1db-065fbac66510 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:27.460538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.469564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:27.498211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.523823 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-b731c916-6c5a-4051-9e71-4663781e7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:27.525576 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-b731c916-6c5a-4051-9e71-4663781e7c6b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.0700603 Sep 19 12:16:27.526722 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2d072b9a-6322-449f-a01a-0101b082050b req-d71d321c-3b49-4367-87ae-1159d973dd6c tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659495 Sep 19 12:16:27.551509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27e857fb-a843-4782-bbac-7e0a6b4df4fe req-4bedecf9-ab5e-4430-8b03-7c9920f1a910 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461767 Sep 19 12:16:27.594538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:27.601637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:27.612953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:27.626194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:27.652017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-983393ad-0f5f-4e1f-9a64-7c561ffd4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:27.653968 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-983393ad-0f5f-4e1f-9a64-7c561ffd4613 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1171994 Sep 19 12:16:27.656698 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] Deleting port 55ee5c5a-5730-4128-b685-d4e4aaba27e0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:27.657075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.702022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port dfdbb2f6-7974-436b-961d-544eeec1ea09 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:27.702689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.724902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53adac-61d1-4aee-be9b-e44ce2ee2bc3 None None] Pushing event deleted for resources: {'Port': ['ID=dfdbb2f6-7974-436b-961d-544eeec1ea09,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:27.730473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53adac-61d1-4aee-be9b-e44ce2ee2bc3 None None] No DVR routers for this DVR port dfdbb2f6-7974-436b-961d-544eeec1ea09 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:27.753254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port de7f6685-d9ec-452e-aaed-ae1c609a9cad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=de7f6685-d9ec-452e-aaed-ae1c609a9cad,segment=NetworkSegment(84378b75-ab34-43e4-aea1-fc1b6a4fc860),segment_id=84378b75-ab34-43e4-aea1-fc1b6a4fc860)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:27.799964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.813851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Network': ['ID=72f2ed00-396f-4703-8b9e-eb3790545c2b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:27.840246 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-2e83b99c-a49e-47a3-b678-a6102f1faa76 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796126 Sep 19 12:16:27.841908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:27.862768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'de7f6685-d9ec-452e-aaed-ae1c609a9cad', 'network_id': '2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0', 'port_id': 'de7f6685-d9ec-452e-aaed-ae1c609a9cad', 'mac_address': 'fa:16:3e:b5:b7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9edeee2-654e-45ff-9873-1f2888c71117', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:16:27.871797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3125bfe4-9395-4336-9909-81a31f8c84bd None None] The port '55ee5c5a-5730-4128-b685-d4e4aaba27e0' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:16:27.910166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.911717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.950399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.954590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:27.965709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:27.973235 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-91e5227c-eecc-42fa-8b18-8143e8c85172 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/72f2ed00-396f-4703-8b9e-eb3790545c2b HTTP/1.1" status: 204 len: 168 time: 4.7735157 Sep 19 12:16:27.975344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:27.975928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:27.987389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53684) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:27.999976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e74ff00-293a-40d1-bbf3-604f1d416cb9 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:28.012581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 55ee5c5a-5730-4128-b685-d4e4aaba27e0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:28.052313 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bef15d4c-8b38-43c5-a5eb-7b2d356e3f09 None None] Provisioning for port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:28.056357 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46abe3-9a0d-4f1d-aa7a-1928eef4b717 None None] Network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:28.062430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Transition to ACTIVE for port object 469712d4-b8a9-4dd7-8bb3-39dc223d4aef will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:28.071033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:28.072694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:28.131960 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a6b7566-bc58-48dc-a0f6-9eb2dbb8b980 req-7f869abf-d20c-4548-80c8-5e4708525062 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704446 Sep 19 12:16:28.135589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:28.172769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port 9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:28.181731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=7e719509-77a4-4f49-93e5-c1a10a6feb2f,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:28.219283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event updated for resources: {'Port': ['ID=e5c24cee-85cc-4d94-9376-92548016db1a,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:28.230477 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-62aae7a5-58a3-4510-ac10-32ef411dc0d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:28.231051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62aae7a5-58a3-4510-ac10-32ef411dc0d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:28.235247 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-62aae7a5-58a3-4510-ac10-32ef411dc0d6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/subnets/20ee74fa-2fbc-447f-adae-b5b4804b25de HTTP/1.1" status: 404 len: 337 time: 0.2338169 Sep 19 12:16:28.236473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53690) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:28.304663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:28.319787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:28.325910 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2de7198b-b05b-4209-84fc-3da9e9ad6632 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0994432 Sep 19 12:16:28.328174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53694) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:28.329866 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:28.369797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 55ee5c5a-5730-4128-b685-d4e4aaba27e0 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:16:28.370146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 55ee5c5a-5730-4128-b685-d4e4aaba27e0 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:28.404218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:28.484161 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb0ab51-f39d-4036-84ce-c417a4057d98 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:28.484890 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb0ab51-f39d-4036-84ce-c417a4057d98 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:28.498226 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-acb0ab51-f39d-4036-84ce-c417a4057d98 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/ed74b01c-8c80-4347-aff1-70dea74bf30e HTTP/1.1" status: 404 len: 339 time: 0.2584834 Sep 19 12:16:28.514362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53698) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:28.519570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port de7f6685-d9ec-452e-aaed-ae1c609a9cad is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:28.519570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:28.541891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-512925bc-f829-4b88-b080-2f09bb337dfd', 'network_id': '512925bc-f829-4b88-b080-2f09bb337dfd', 'tenant_id': 'ac5ff996b5b44a79bf30fdb9183687b7', 'fixed_ips': [{'subnet_id': '669ca9b6-1857-4aac-bb70-787445ce018a'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:28.544377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:28.697460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7f6685-d9ec-452e-aaed-ae1c609a9cad {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:16:28.750777 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb9493d-e8df-4362-a696-83a51823bea6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:28.751853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb9493d-e8df-4362-a696-83a51823bea6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:28.756161 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5cb9493d-e8df-4362-a696-83a51823bea6 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/subnets/59b1dcb9-5af6-433b-ab83-ccb783d2cf3d HTTP/1.1" status: 404 len: 337 time: 0.2365959 Sep 19 12:16:28.761140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53704) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:28.781189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c901472a-7b9a-46bd-89c8-fe38d24f8fa2 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:28.784651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:28.800544 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93eefe6-bdcd-4a47-bd9f-baae0c159265 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:28.802464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93eefe6-bdcd-4a47-bd9f-baae0c159265 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:28.806295 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a93eefe6-bdcd-4a47-bd9f-baae0c159265 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/adbda077-abe6-4db3-81ae-1ca36bb7bd4a HTTP/1.1" status: 404 len: 339 time: 0.0384629 Sep 19 12:16:28.809438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53708) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:28.835804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5eba7d1c-ffd6-48be-a7d7-62c5bfe6f6a0 None None] Provisioning for port e0380513-97bc-470e-a2da-a200b612de2f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:28.842805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:28.855669 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54c64aa-1f8e-4b4f-ba5e-b1c12e3613cc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:28.856342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54c64aa-1f8e-4b4f-ba5e-b1c12e3613cc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:28.864818 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c54c64aa-1f8e-4b4f-ba5e-b1c12e3613cc tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/subnets/83dcadd7-99a2-4b53-9a88-b20434dea148 HTTP/1.1" status: 404 len: 337 time: 0.0478001 Sep 19 12:16:28.868566 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53712) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:28.893041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8::10 (512925bc-f829-4b88-b080-2f09bb337dfd/669ca9b6-1857-4aac-bb70-787445ce018a/9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:28.897080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-843b5492-4111-4c0c-b2a5-1acec6431b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:28.898873 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-843b5492-4111-4c0c-b2a5-1acec6431b4d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0799d850447f420ea38fcfd4caf091e4&device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 1099 time: 0.4955590 Sep 19 12:16:28.937514 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13749d0-cf9c-4739-aa18-b18f45883262 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:28.938103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13749d0-cf9c-4739-aa18-b18f45883262 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:28.942486 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c13749d0-cf9c-4739-aa18-b18f45883262 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/778bef87-5379-4e5c-b075-a5b352385a76 HTTP/1.1" status: 404 len: 339 time: 0.0703161 Sep 19 12:16:28.953071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port de7f6685-d9ec-452e-aaed-ae1c609a9cad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=de7f6685-d9ec-452e-aaed-ae1c609a9cad,segment=NetworkSegment(84378b75-ab34-43e4-aea1-fc1b6a4fc860),segment_id=84378b75-ab34-43e4-aea1-fc1b6a4fc860)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:28.953827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:28.970785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53716) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:29.068801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:29.151935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:29.153158 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-765f76d7-a1f9-4299-b991-3cba764469fb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.1341293 Sep 19 12:16:29.155594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 605a8a42-7d79-44ca-a1db-065fbac66510 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:29.178731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53720) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:29.184581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:29.184965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '7e719509-77a4-4f49-93e5-c1a10a6feb2f'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:29.185812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:29.196650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:29.202797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:29.203071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:29.228185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-8d3e3224-834c-4512-b0af-4218745ad348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:29.229852 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-8d3e3224-834c-4512-b0af-4218745ad348 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 200 len: 912 time: 0.3167284 Sep 19 12:16:29.357291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:29.369068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=de7f6685-d9ec-452e-aaed-ae1c609a9cad,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:29.383534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=469712d4-b8a9-4dd7-8bb3-39dc223d4aef,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:29.392516 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-e031824e-76a0-4335-96e5-8234ea7918fa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 200 len: 1002 time: 0.1538489 Sep 19 12:16:29.414299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:29.419897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:29.451187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['de7f6685-d9ec-452e-aaed-ae1c609a9cad'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:16:29.487309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-035e8e08-a340-40f1-bebe-e94f14e25385 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting subnet c8539bca-e39e-4974-81e9-a43a60ea378a {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:29.491891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-164ac203-7129-468a-9290-cfb5d763a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:29.494389 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-164ac203-7129-468a-9290-cfb5d763a1f0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 200 len: 850 time: 0.0920680 Sep 19 12:16:29.500186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-035e8e08-a340-40f1-bebe-e94f14e25385 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:29.507577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:29.531113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object 9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:29.553843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3919c0d-0e56-4b54-8533-15495e42f349 req-6fb1d87f-606d-41c2-bbdb-8b048bd94e00 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:29.554847 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d3919c0d-0e56-4b54-8533-15495e42f349 req-6fb1d87f-606d-41c2-bbdb-8b048bd94e00 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 1.3146732 Sep 19 12:16:29.565989 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1ce6c6f0-0551-4fae-bc40-f4e55626aa0f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.1369762 Sep 19 12:16:29.609604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c6370d06-b563-4b2f-8ed6-35d8f4d26d67 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:29.622406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53724) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:29.658439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Allocated IP 172.20.0.2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/7e719509-77a4-4f49-93e5-c1a10a6feb2f/7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:29.701688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:29.752088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ffe89-a5e0-4b72-b661-49f4ada21226 req-85dcd5a1-126f-4181-b70c-762dc78cb419 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:29.760031 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e94ffe89-a5e0-4b72-b661-49f4ada21226 req-85dcd5a1-126f-4181-b70c-762dc78cb419 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 944 time: 0.9880886 Sep 19 12:16:29.783952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:29.851301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:29.878162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0ca227c2-cbeb-4c5c-af56-868a63064b47 None None] Provisioning complete for port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:29.878627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0ca227c2-cbeb-4c5c-af56-868a63064b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:29.904582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-035e8e08-a340-40f1-bebe-e94f14e25385 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:29.947991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:30.008682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.009093 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.123882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Allocated IP 2001:db8::2 (512925bc-f829-4b88-b080-2f09bb337dfd/669ca9b6-1857-4aac-bb70-787445ce018a/8c80713d-c3a7-40df-9e6e-1317fcf2c644) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:30.242938 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e94ffe89-a5e0-4b72-b661-49f4ada21226 req-d6508ee1-f2d5-4a0b-a65a-43ad849970cb tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819088 Sep 19 12:16:30.290400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 512925bc-f829-4b88-b080-2f09bb337dfd is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:30.292364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:30.294058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-e92abfc3-1537-43bc-916e-fdd8b9245e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:30.295709 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-e92abfc3-1537-43bc-916e-fdd8b9245e72 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3704555e-ba7d-469b-9608-38927218515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7465935 Sep 19 12:16:30.295833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.353674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:30.382659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:30.383056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.388321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:30.393907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:30.394626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.399732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:30.578200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0ca227c2-cbeb-4c5c-af56-868a63064b47 None None] Current status of the port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:30.578485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0ca227c2-cbeb-4c5c-af56-868a63064b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.580771 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d3919c0d-0e56-4b54-8533-15495e42f349 req-adfd92e0-d525-4441-89ec-f05f58f45f26 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0032363 Sep 19 12:16:30.619606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c901472a-7b9a-46bd-89c8-fe38d24f8fa2, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c901472a-7b9a-46bd-89c8-fe38d24f8fa2,segment=NetworkSegment(d9da0427-32b1-4f8a-b6d4-1f5ddd27a46f),segment_id=d9da0427-32b1-4f8a-b6d4-1f5ddd27a46f)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:30.660124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c6370d06-b563-4b2f-8ed6-35d8f4d26d67 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.678267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c6370d06-b563-4b2f-8ed6-35d8f4d26d67 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.696995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.697757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e0380513-97bc-470e-a2da-a200b612de2f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:30.708104 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1790afb7-e7f8-437b-a423-c5eba7f0de3f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5572979 Sep 19 12:16:30.712711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53728) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:30.722656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': '512925bc-f829-4b88-b080-2f09bb337dfd', 'name': 'tempest-PortsIpV6TestJSON-350167363', 'fixed_ips': [{'subnet_id': '669ca9b6-1857-4aac-bb70-787445ce018a', 'ip_address': '2001:db8::f'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:30.726995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.846012 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-3cd8932a-4cd7-4d9b-bc5b-cf0f35651938 service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788203 Sep 19 12:16:30.847956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Transition to ACTIVE for port object 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:30.884581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.902656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-035e8e08-a340-40f1-bebe-e94f14e25385 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.912722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Transition to ACTIVE for port object 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:30.919035 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Transition to ACTIVE for port object 8c80713d-c3a7-40df-9e6e-1317fcf2c644 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:30.928727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-0ca227c2-cbeb-4c5c-af56-868a63064b47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:16:30.929145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-0ca227c2-cbeb-4c5c-af56-868a63064b47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:16:30.942216 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c901472a-7b9a-46bd-89c8-fe38d24f8fa2,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:30.953689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Transition to ACTIVE for port object 8c80713d-c3a7-40df-9e6e-1317fcf2c644 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:30.957275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c6370d06-b563-4b2f-8ed6-35d8f4d26d67 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:30.958358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6370d06-b563-4b2f-8ed6-35d8f4d26d67 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e354897-51bd-41e2-884e-4f11d0b10003 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:16:31.003616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.033259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c6370d06-b563-4b2f-8ed6-35d8f4d26d67 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.037732 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c6370d06-b563-4b2f-8ed6-35d8f4d26d67 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "DELETE /v2.0/routers/0e354897-51bd-41e2-884e-4f11d0b10003 HTTP/1.1" status: 204 len: 168 time: 1.8477874 Sep 19 12:16:31.050077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.064277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port e0380513-97bc-470e-a2da-a200b612de2f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:31.090871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:31.091851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e0380513-97bc-470e-a2da-a200b612de2f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:31.092225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.093742 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:31.098009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:31.101598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:31.106596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.128043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:31.145875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:31.158199 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:31.168960 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bab17fad-6f2d-43f4-b22d-3e63eee15d91 req-30704210-0148-45c4-be0b-4086447ccf5a service neutron] 10.222.0.85 "GET /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121271 Sep 19 12:16:31.198188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Network 512925bc-f829-4b88-b080-2f09bb337dfd is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:31.238256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:31.240151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Pushing event updated for resources: {'Port': ['ID=7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:31.242281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:31.314475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-035e8e08-a340-40f1-bebe-e94f14e25385 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.364019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Attempting to bind port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:31.364352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Attempting to bind port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:31.364660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Attempting to bind port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:31.371453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e8e08-a340-40f1-bebe-e94f14e25385 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Subnet': ['ID=c8539bca-e39e-4974-81e9-a43a60ea378a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:31.374392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-035e8e08-a340-40f1-bebe-e94f14e25385 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.399548 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-035e8e08-a340-40f1-bebe-e94f14e25385 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/subnets/c8539bca-e39e-4974-81e9-a43a60ea378a HTTP/1.1" status: 204 len: 168 time: 2.4266140 Sep 19 12:16:31.401943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.403536 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53736) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:31.410126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:31.415823 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.435921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53740) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:31.466587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ea2de-ee24-481b-a54c-ae00abd136fe None None] Network 0118639e-74aa-4d3b-ae73-5ee479898743 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:31.469522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port 3766e9ea-4e56-4c4d-bb4b-5b2259c52250 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:31.498470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:31.498470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:31.499264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.499568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:31.500039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Bound port: 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:31.500406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.569432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.609052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Pushing event updated for resources: {'Port': ['ID=8c80713d-c3a7-40df-9e6e-1317fcf2c644,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:31.783489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Attempting to bind port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:31.784239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Attempting to bind port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '30eb47c5-5db2-4bbb-baeb-28859880f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '512925bc-f829-4b88-b080-2f09bb337dfd'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:31.784862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Attempting to bind port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 on network 512925bc-f829-4b88-b080-2f09bb337dfd {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:31.826593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0ca227c2-cbeb-4c5c-af56-868a63064b47 None None] Current status of the port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:31.836300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2007809763', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:31.845532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:31.846017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Checking segment: {'id': '30eb47c5-5db2-4bbb-baeb-28859880f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '512925bc-f829-4b88-b080-2f09bb337dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:31.846517 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.847039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Bound using segment: {'id': '30eb47c5-5db2-4bbb-baeb-28859880f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '512925bc-f829-4b88-b080-2f09bb337dfd'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:31.847725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Bound port: 8c80713d-c3a7-40df-9e6e-1317fcf2c644, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eb47c5-5db2-4bbb-baeb-28859880f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '512925bc-f829-4b88-b080-2f09bb337dfd'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:31.848088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.852231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:31.890494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8::f (512925bc-f829-4b88-b080-2f09bb337dfd/669ca9b6-1857-4aac-bb70-787445ce018a/3766e9ea-4e56-4c4d-bb4b-5b2259c52250) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:31.962368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.967105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event updated for resources: {'Port': ['ID=e5c24cee-85cc-4d94-9376-92548016db1a,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:31.980081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:31.983598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e0380513-97bc-470e-a2da-a200b612de2f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:31.984099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.017373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:16:32.035007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Usage tracker for resource:router and tenant:6ae7e1e197354711b742cd2f513f8892 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:32.039557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:32.047861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] For port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:32.057278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:32.088337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] For port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:32.095266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8842e7-87ee-4e0a-8da9-ea471957705d req-204c605e-489c-455d-8e18-8b3eaa9a1bc6 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:32.096940 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4b8842e7-87ee-4e0a-8da9-ea471957705d req-204c605e-489c-455d-8e18-8b3eaa9a1bc6 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 945 time: 0.6678030 Sep 19 12:16:32.099356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting port e9c82a6f-47b6-4115-84f4-43b5588564c2 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:32.099841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.106208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port e0380513-97bc-470e-a2da-a200b612de2f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e0380513-97bc-470e-a2da-a200b612de2f,segment=NetworkSegment(1307dc07-5d5e-41b4-8ae1-a92126bd35a6),segment_id=1307dc07-5d5e-41b4-8ae1-a92126bd35a6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:32.108871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.111767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] For port 8c80713d-c3a7-40df-9e6e-1317fcf2c644, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:32.118576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] For port 8c80713d-c3a7-40df-9e6e-1317fcf2c644, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8c80713d-c3a7-40df-9e6e-1317fcf2c644,segment=NetworkSegment(30eb47c5-5db2-4bbb-baeb-28859880f979),segment_id=30eb47c5-5db2-4bbb-baeb-28859880f979)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:32.168856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Provisioning for port 469712d4-b8a9-4dd7-8bb3-39dc223d4aef completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:32.175567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Provisioning complete for port 469712d4-b8a9-4dd7-8bb3-39dc223d4aef triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:32.175567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.210514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:16:32.213998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.219080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.228666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.324749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] DHCP port deletion for 0118639e-74aa-4d3b-ae73-5ee479898743 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:32.333589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.363565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.381751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] Deleting port e9c82a6f-47b6-4115-84f4-43b5588564c2 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:32.382134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.411483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c901472a-7b9a-46bd-89c8-fe38d24f8fa2 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:32.412122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.413259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.553272 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Port 469712d4-b8a9-4dd7-8bb3-39dc223d4aef cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:32.571272 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=e0380513-97bc-470e-a2da-a200b612de2f,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:32.605244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fac42f-2096-47bb-811e-a034a0b69f16 req-4194599e-a29f-4a35-bcbc-1e481f18b444 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:32.608628 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-05fac42f-2096-47bb-811e-a034a0b69f16 req-4194599e-a29f-4a35-bcbc-1e481f18b444 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.7852876 Sep 19 12:16:32.611555 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4b8842e7-87ee-4e0a-8da9-ea471957705d req-945ea2ac-7890-4a66-a293-557079d28b8a tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789510 Sep 19 12:16:32.667241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object 3766e9ea-4e56-4c4d-bb4b-5b2259c52250 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:32.700471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=469712d4-b8a9-4dd7-8bb3-39dc223d4aef,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:32.716932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.757795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:32.766185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:32.802585 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:16:32.803692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.822175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Provisioning complete for port e0380513-97bc-470e-a2da-a200b612de2f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:32.822712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:32.894338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:32.894927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:33.039115 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-05fac42f-2096-47bb-811e-a034a0b69f16 req-42eb94fe-bb50-47a1-9ec9-44646287fb1b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4041393 Sep 19 12:16:33.100807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:33.151371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:33.187601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229072fb-7429-414e-a9cf-ce2973ec0ec4 None None] Pushing event updated for resources: {'Port': ['ID=7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:33.209808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device de7f6685-d9ec-452e-aaed-ae1c609a9cad up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:33.317697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] For port e9c82a6f-47b6-4115-84f4-43b5588564c2, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e9c82a6f-47b6-4115-84f4-43b5588564c2,segment=NetworkSegment(9892713a-43db-41c8-a784-f17d07ab7b58),segment_id=9892713a-43db-41c8-a784-f17d07ab7b58)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:33.318232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:33.328650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 512925bc-f829-4b88-b080-2f09bb337dfd is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:33.338811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:33.371875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] For port e9c82a6f-47b6-4115-84f4-43b5588564c2, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e9c82a6f-47b6-4115-84f4-43b5588564c2,segment=NetworkSegment(9892713a-43db-41c8-a784-f17d07ab7b58),segment_id=9892713a-43db-41c8-a784-f17d07ab7b58)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:33.372608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:33.398452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:33.404481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:33.405154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:33.415172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:33.464948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=3766e9ea-4e56-4c4d-bb4b-5b2259c52250,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:33.499942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Calling delete_port for e9c82a6f-47b6-4115-84f4-43b5588564c2 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:33.524724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] Calling delete_port for e9c82a6f-47b6-4115-84f4-43b5588564c2 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:33.593976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:33.652036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e13c72-25ce-4da9-a5da-07968e3a007b None None] Pushing event updated for resources: {'Port': ['ID=8c80713d-c3a7-40df-9e6e-1317fcf2c644,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:33.691563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port de7f6685-d9ec-452e-aaed-ae1c609a9cad completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:33.713363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port de7f6685-d9ec-452e-aaed-ae1c609a9cad triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:33.713896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:33.739477 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f6fb3ba7-491d-47e7-a231-7ccf572e98bc tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0250509 Sep 19 12:16:33.740757 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53750) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:33.772172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:33.784652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Current status of the port e0380513-97bc-470e-a2da-a200b612de2f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:33.827175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Router c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:16:33.832178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:33.838711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:16:33.841361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:16:33.851969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e9c82a6f-47b6-4115-84f4-43b5588564c2 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:33.902628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: e9c82a6f-47b6-4115-84f4-43b5588564c2 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:16:33.904669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e9c82a6f-47b6-4115-84f4-43b5588564c2 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:33.916671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Provisioning for port e5c24cee-85cc-4d94-9376-92548016db1a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:33.923930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Provisioning complete for port e5c24cee-85cc-4d94-9376-92548016db1a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:33.924305 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.001416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Port': ['ID=e9c82a6f-47b6-4115-84f4-43b5588564c2,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:34.031054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] For port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:34.033684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No DVR routers for this DVR port e9c82a6f-47b6-4115-84f4-43b5588564c2 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:34.199541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4ee00807-ba8b-4813-aed7-122e5b3dfe75 None None] Port e5c24cee-85cc-4d94-9376-92548016db1a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:34.210123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port de7f6685-d9ec-452e-aaed-ae1c609a9cad is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:34.217103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.251122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03269db1-3663-4a5d-9058-600d17423de9 None None] Network 512925bc-f829-4b88-b080-2f09bb337dfd requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:34.352576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] Deleting port e9c82a6f-47b6-4115-84f4-43b5588564c2 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:34.352999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.421206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.520004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0b3bcf71-9615-423f-9c64-295169807b0b None None] The port 'e9c82a6f-47b6-4115-84f4-43b5588564c2' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:16:34.530104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad62360-2e87-4499-8723-c3bf7cf39154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7f6685-d9ec-452e-aaed-ae1c609a9cad'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:16:34.532678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7026dd94-b865-4f51-86be-4a9dc8ccf6bd" -d '{"events": [{"server_uuid": "bad62360-2e87-4499-8723-c3bf7cf39154", "name": "network-vif-plugged", "status": "completed", "tag": "de7f6685-d9ec-452e-aaed-ae1c609a9cad"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:16:34.542704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.542704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.575245 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port de7f6685-d9ec-452e-aaed-ae1c609a9cad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=de7f6685-d9ec-452e-aaed-ae1c609a9cad,segment=NetworkSegment(84378b75-ab34-43e4-aea1-fc1b6a4fc860),segment_id=84378b75-ab34-43e4-aea1-fc1b6a4fc860)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:34.602554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:16:34.614704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e0380513-97bc-470e-a2da-a200b612de2f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:34.626434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.653956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.682564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bccb9c-ce95-4ba3-854b-88b3999f8c6b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:34.687513 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d5bccb9c-ce95-4ba3-854b-88b3999f8c6b tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.9450941 Sep 19 12:16:34.691337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53758) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:34.694036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f17dcc6a-2e5d-4d8b-a93c-b80a4ec1c657 None None] Provisioning for port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:34.698032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0118639e-74aa-4d3b-ae73-5ee479898743']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:34.709184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.722998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9892713a-43db-41c8-a784-f17d07ab7b58') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:34.723834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9892713a-43db-41c8-a784-f17d07ab7b58') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:34.734082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:16:34.755277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a66d2-704f-4e29-8ce9-7cb6549352e5 req-74253e8f-9b98-4948-b48f-64f10008f2a2 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:34.756966 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c97a66d2-704f-4e29-8ce9-7cb6549352e5 req-74253e8f-9b98-4948-b48f-64f10008f2a2 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 945 time: 0.8620389 Sep 19 12:16:34.761383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.777862 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-265af553-7fd0-4c1f-a0df-9c3546c4d22d tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "PUT /v2.0/routers/c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2057226 Sep 19 12:16:34.778203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53690c69-4085-43fa-9df3-c3abb2c0cb90 None None] Sync routers for ids ['c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:16:34.779689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.780684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.787885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53762) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:34.847024 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f17dcc6a-2e5d-4d8b-a93c-b80a4ec1c657 None None] Provisioning complete for port e5c24cee-85cc-4d94-9376-92548016db1a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:34.847314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f17dcc6a-2e5d-4d8b-a93c-b80a4ec1c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.876479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53690c69-4085-43fa-9df3-c3abb2c0cb90 None None] Routers {'c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:34.877304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-53690c69-4085-43fa-9df3-c3abb2c0cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:34.889739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Request body: {'port': {'network_id': 'b814a8fe-f104-4161-bcdd-a3b1880b2ec5', 'name': 'tempest-FloatingIPNegativeTestJSON-197772123'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:34.917906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12935943-0236-490e-a717-b75126acd9af req-061d6baf-fdfb-4bef-b1b3-a615ccddf31b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:34.919425 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-12935943-0236-490e-a717-b75126acd9af req-061d6baf-fdfb-4bef-b1b3-a615ccddf31b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.6034839 Sep 19 12:16:34.926308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:34.995776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=469712d4-b8a9-4dd7-8bb3-39dc223d4aef,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:35.008990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=de7f6685-d9ec-452e-aaed-ae1c609a9cad,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:35.010805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:35.011749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-53690c69-4085-43fa-9df3-c3abb2c0cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:35.032631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e0380513-97bc-470e-a2da-a200b612de2f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:35.033074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:35.034379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:35.034814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:35.046665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:35.082035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:35.082773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f17dcc6a-2e5d-4d8b-a93c-b80a4ec1c657 None None] Port e5c24cee-85cc-4d94-9376-92548016db1a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:35.091923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53690c69-4085-43fa-9df3-c3abb2c0cb90 None None] Routers {'c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:35.092548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-53690c69-4085-43fa-9df3-c3abb2c0cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:35.142779 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9892713a-43db-41c8-a784-f17d07ab7b58 resource provider aggregate not found Sep 19 12:16:35.149357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:35.165106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8c7175-b95c-4470-9fbd-6981d6208be0 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:35.172588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:35.173199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:35.183019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-53690c69-4085-43fa-9df3-c3abb2c0cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:35.183423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53690c69-4085-43fa-9df3-c3abb2c0cb90 None None] The sync data for ids ['c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:16:35.193303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 605a8a42-7d79-44ca-a1db-065fbac66510 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:35.197250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:35.213132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e98eb-c026-415c-94dc-e7697f0cb1c8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:35.219359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e98eb-c026-415c-94dc-e7697f0cb1c8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:35.225244 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c97a66d2-704f-4e29-8ce9-7cb6549352e5 req-597d4f9f-6a11-4cac-a2fa-5fd8eb10d493 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554942 Sep 19 12:16:35.234721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e98eb-c026-415c-94dc-e7697f0cb1c8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:35.241794 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ac7e98eb-c026-415c-94dc-e7697f0cb1c8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:35.244723 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9892713a-43db-41c8-a784-f17d07ab7b58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9892713a-43db-41c8-a784-f17d07ab7b58 found for delete ", "request_id": "req-2a18b457-fcc5-4718-a970-26d5612cf0fd"}]} Sep 19 12:16:35.245373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=67e799c5-4803-4d1f-9d07-ead85b335f2e,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:35.298466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca,revision_number=4']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:35.304849 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-12935943-0236-490e-a717-b75126acd9af req-3d945d1e-a7df-410e-91da-1237c3b36743 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631036 Sep 19 12:16:35.393351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:35.399411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:35.407837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50d2379-677f-441f-aa48-a1b4d9388c64 x-openstack-request-id: req-c50d2379-677f-441f-aa48-a1b4d9388c64 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:16:35.408732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad62360-2e87-4499-8723-c3bf7cf39154", "name": "network-vif-plugged", "status": "completed", "tag": "de7f6685-d9ec-452e-aaed-ae1c609a9cad", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:16:35.409379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c50d2379-677f-441f-aa48-a1b4d9388c64 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:16:35.409942 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50d2379-677f-441f-aa48-a1b4d9388c64'] response: {'server_uuid': 'bad62360-2e87-4499-8723-c3bf7cf39154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7f6685-d9ec-452e-aaed-ae1c609a9cad', 'code': 200} Sep 19 12:16:35.431054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a65c6003-685d-447d-a6e1-89b4d0816c81 None None] Provisioning for port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:35.446957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:35.456371 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/0118639e-74aa-4d3b-ae73-5ee479898743 HTTP/1.1" status: 204 len: 168 time: 4.0493243 Sep 19 12:16:35.464799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53772) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:35.465824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Usage tracker for resource:port and tenant:aec89984afd844dcbca4f293bfbc5296 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:35.476103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:35.480286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e0380513-97bc-470e-a2da-a200b612de2f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:35.481712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8c80713d-c3a7-40df-9e6e-1317fcf2c644 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:35.485597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc311d-e3ee-4ea2-be6b-6376c9d004e5 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Network': ['ID=0118639e-74aa-4d3b-ae73-5ee479898743,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:35.568950 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bced2239-94f5-4582-a1b6-f05ac1e35d63 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.1667225 Sep 19 12:16:35.584843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:35.587730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53776) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:35.647832 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a541f0-c9dc-4d48-9dd7-6cb80f786656 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:35.658109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a541f0-c9dc-4d48-9dd7-6cb80f786656 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:35.658109 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c2a541f0-c9dc-4d48-9dd7-6cb80f786656 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/subnets/f3e41639-43c9-4551-b27d-afe2174abd75 HTTP/1.1" status: 404 len: 337 time: 0.1758540 Sep 19 12:16:35.658362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53780) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:35.670414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:99:b4:93', 'name': 'tempest-NetworksTestDHCPv6-828152936'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:35.712530 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe38ad0-8654-4c3f-9cd3-410c6860baa0 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] DELETE failed (client error): The resource could not be found. Sep 19 12:16:35.713013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe38ad0-8654-4c3f-9cd3-410c6860baa0 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:16:35.735882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Allocated IP 172.26.5.122 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/cb9128b9-b388-4bf0-914e-517f9c612d51) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:35.742264 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dfe38ad0-8654-4c3f-9cd3-410c6860baa0 tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/aedadfd8-22dc-461d-91ac-59c3a492b660 HTTP/1.1" status: 404 len: 339 time: 0.0731201 Sep 19 12:16:35.749228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53784) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:35.765221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7bde318-4c2a-44f0-bafe-515bac457629 None None] Provisioning complete for port 469712d4-b8a9-4dd7-8bb3-39dc223d4aef triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:35.766070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7bde318-4c2a-44f0-bafe-515bac457629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:35.792591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ac7e98eb-c026-415c-94dc-e7697f0cb1c8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:35.796850 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ac7e98eb-c026-415c-94dc-e7697f0cb1c8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 1.0978343 Sep 19 12:16:35.797096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53788) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:35.841014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7bde318-4c2a-44f0-bafe-515bac457629 None None] Port 469712d4-b8a9-4dd7-8bb3-39dc223d4aef cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:35.843977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:35.852540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:35.852912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:35.863464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Made reservation on behalf of aec89984afd844dcbca4f293bfbc5296 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:35.868027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:35.959521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200afa-4985-45a6-be29-708c725909dd req-8afd0861-2398-4755-bace-f39ba8d1c778 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:35.962738 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a3200afa-4985-45a6-be29-708c725909dd req-8afd0861-2398-4755-bace-f39ba8d1c778 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.3799171 Sep 19 12:16:35.967442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] device_id is not set on port 1ef69446-1a92-4745-87c7-75fc63196ea7 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:35.993644 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:35.994275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.050282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 8c80713d-c3a7-40df-9e6e-1317fcf2c644, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8c80713d-c3a7-40df-9e6e-1317fcf2c644,segment=NetworkSegment(30eb47c5-5db2-4bbb-baeb-28859880f979),segment_id=30eb47c5-5db2-4bbb-baeb-28859880f979)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:36.065423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a58963-9c64-4bc2-bf96-10eca53f790c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting subnet 4761e31f-4cb6-4d16-8f69-8064a33a263e {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:36.070020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:36.087165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-78a58963-9c64-4bc2-bf96-10eca53f790c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.100992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:36.108595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3de72-1d29-4e70-a4c7-3ba21a5f047d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 3766e9ea-4e56-4c4d-bb4b-5b2259c52250 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:36.109059 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bfd3de72-1d29-4e70-a4c7-3ba21a5f047d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.168467 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:36.191573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.191807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:36.196143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-78a58963-9c64-4bc2-bf96-10eca53f790c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.222102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.223993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:36.248312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa856e9b-aee4-43fa-b642-0d32e33c910d req-52f3111c-5f69-4915-9c25-3ea6a20055ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:36.249857 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-aa856e9b-aee4-43fa-b642-0d32e33c910d req-52f3111c-5f69-4915-9c25-3ea6a20055ce service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 1099 time: 0.4413900 Sep 19 12:16:36.273777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router 71e09240-7cee-4243-9c02-2e1fca1522a6 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:16:36.390007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Provisioning for port 9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:36.438760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Provisioning complete for port 9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:36.440009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.563374 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-aa856e9b-aee4-43fa-b642-0d32e33c910d req-9077e685-33de-477c-9fc4-7337a5dfb7a0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042755 Sep 19 12:16:36.585070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bfd3de72-1d29-4e70-a4c7-3ba21a5f047d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.591091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Port 9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:36.650045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Provisioning complete for port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:36.651522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-78a58963-9c64-4bc2-bf96-10eca53f790c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.653200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.686290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:16:36.693490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.699507 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629c41b-7b43-4431-853d-b128fd8f066f None None] Sync routers for ids ['71e09240-7cee-4243-9c02-2e1fca1522a6'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:16:36.709613 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629c41b-7b43-4431-853d-b128fd8f066f None None] Routers {'71e09240-7cee-4243-9c02-2e1fca1522a6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:36.710512 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-1629c41b-7b43-4431-853d-b128fd8f066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71e09240-7cee-4243-9c02-2e1fca1522a6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:36.719313 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-df26bcd1-7582-4c73-b7ff-267aa4e84b46 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/71e09240-7cee-4243-9c02-2e1fca1522a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0990529 Sep 19 12:16:36.766785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3de72-1d29-4e70-a4c7-3ba21a5f047d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 3766e9ea-4e56-4c4d-bb4b-5b2259c52250 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:36.771680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:36.775791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=8c80713d-c3a7-40df-9e6e-1317fcf2c644,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:36.795346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:36.798275 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-1629c41b-7b43-4431-853d-b128fd8f066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:36.800187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:36.800573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:36.809661 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629c41b-7b43-4431-853d-b128fd8f066f None None] Routers {'71e09240-7cee-4243-9c02-2e1fca1522a6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:36.810508 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-1629c41b-7b43-4431-853d-b128fd8f066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71e09240-7cee-4243-9c02-2e1fca1522a6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:36.812666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53794) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:36.814234 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:36.830930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:36.897787 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-1629c41b-7b43-4431-853d-b128fd8f066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:36.898333 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629c41b-7b43-4431-853d-b128fd8f066f None None] The sync data for ids ['71e09240-7cee-4243-9c02-2e1fca1522a6'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:16:37.045352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Current status of the port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:37.128881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:37.130152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:37.137075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:37.173856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:37.178290 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a3200afa-4985-45a6-be29-708c725909dd req-975ebe99-0221-4440-b5bc-ad789a88b4d0 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1035929 Sep 19 12:16:37.248854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:37.331893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Allocated IP 172.20.0.12 (b814a8fe-f104-4161-bcdd-a3b1880b2ec5/be7b6775-468b-40f9-ae3f-0b2b28290729/1ef69446-1a92-4745-87c7-75fc63196ea7) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:37.388077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c455f56-e4f4-4a37-81f0-c94372657d04 req-34c0f3c6-783d-4ee8-b561-f43aca7990b7 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:37.395718 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c455f56-e4f4-4a37-81f0-c94372657d04 req-34c0f3c6-783d-4ee8-b561-f43aca7990b7 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.9058733 Sep 19 12:16:37.429227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8c80713d-c3a7-40df-9e6e-1317fcf2c644 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:37.452694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bfd3de72-1d29-4e70-a4c7-3ba21a5f047d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:37.475219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Pushing event updated for resources: {'Port': ['ID=cb9128b9-b388-4bf0-914e-517f9c612d51,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:37.495650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96319d-f7d5-444c-970e-41a1929d36fb tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:37.498984 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2e96319d-f7d5-444c-970e-41a1929d36fb tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports/469712d4-b8a9-4dd7-8bb3-39dc223d4aef HTTP/1.1" status: 200 len: 983 time: 0.6809204 Sep 19 12:16:37.502819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53800) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:37.544634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3de72-1d29-4e70-a4c7-3ba21a5f047d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=3766e9ea-4e56-4c4d-bb4b-5b2259c52250,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:37.550077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Provisioning for port 3766e9ea-4e56-4c4d-bb4b-5b2259c52250 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:37.565415 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:37.565790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:37.587257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-78a58963-9c64-4bc2-bf96-10eca53f790c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:37.589921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:37.645781 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Provisioning complete for port 3766e9ea-4e56-4c4d-bb4b-5b2259c52250 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:37.647510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:37.661478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port b1b728e3-db2b-49fd-ab7e-9b6118657c58 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:37.707809 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c455f56-e4f4-4a37-81f0-c94372657d04 req-2afe3fca-c9ef-403b-9a7d-822d001c7ac3 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109822 Sep 19 12:16:37.718905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7a1df263-5c38-44f4-a80d-68b8e067bf85 None None] Port 3766e9ea-4e56-4c4d-bb4b-5b2259c52250 was deleted so its status cannot be updated. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 19 12:16:37.734921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:37.751503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bfd3de72-1d29-4e70-a4c7-3ba21a5f047d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:37.802947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a58963-9c64-4bc2-bf96-10eca53f790c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Subnet': ['ID=4761e31f-4cb6-4d16-8f69-8064a33a263e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:37.808904 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-78a58963-9c64-4bc2-bf96-10eca53f790c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:37.828621 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-78a58963-9c64-4bc2-bf96-10eca53f790c tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/subnets/4761e31f-4cb6-4d16-8f69-8064a33a263e HTTP/1.1" status: 204 len: 168 time: 2.0836606 Sep 19 12:16:37.833452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53804) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:37.843454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:37.844912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:37.881529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70730312-9582-48c9-9f7a-044f8551aeb7 None None] Network 20ef1e8a-f55e-4158-aa89-30d58c1c11d6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:37.933793 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bfd3de72-1d29-4e70-a4c7-3ba21a5f047d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/3766e9ea-4e56-4c4d-bb4b-5b2259c52250 HTTP/1.1" status: 204 len: 168 time: 2.1311255 Sep 19 12:16:37.951353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53808) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:38.026691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-64bb16e7-f300-457c-b063-bb7d1e9db690 None None] Provisioning complete for port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:38.027425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-64bb16e7-f300-457c-b063-bb7d1e9db690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.072079 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-add125f7-ec1c-4852-881c-dbd4a9f6f58e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:16:38.072534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-add125f7-ec1c-4852-881c-dbd4a9f6f58e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:38.213724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.232707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:38.233287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.242355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 172.20.0.3 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/7e719509-77a4-4f49-93e5-c1a10a6feb2f/b1b728e3-db2b-49fd-ab7e-9b6118657c58) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:38.244463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Transition to ACTIVE for port object 1ef69446-1a92-4745-87c7-75fc63196ea7 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:38.250796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f816:3eff:fe99:b493 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/67e799c5-4803-4d1f-9d07-ead85b335f2e/b1b728e3-db2b-49fd-ab7e-9b6118657c58) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:38.259499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-add125f7-ec1c-4852-881c-dbd4a9f6f58e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:38.260681 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-add125f7-ec1c-4852-881c-dbd4a9f6f58e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/3766e9ea-4e56-4c4d-bb4b-5b2259c52250 HTTP/1.1" status: 404 len: 333 time: 0.2898636 Sep 19 12:16:38.264306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53814) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:38.328101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.397630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.452932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting port c85d447b-2f26-46b3-9d49-1fbfdf5c688f {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:38.458405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.534426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:38.538124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-64bb16e7-f300-457c-b063-bb7d1e9db690 None None] Current status of the port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:38.556040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-64bb16e7-f300-457c-b063-bb7d1e9db690 None None] Provisioning complete for port 9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:38.556606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-64bb16e7-f300-457c-b063-bb7d1e9db690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.641093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-64bb16e7-f300-457c-b063-bb7d1e9db690 None None] Port 9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:38.646331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-64bb16e7-f300-457c-b063-bb7d1e9db690 None None] Could not find standard attr ID for object 3766e9ea-4e56-4c4d-bb4b-5b2259c52250. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:16:38.648062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb3817-55e4-4837-9741-713158d10394 None None] DHCP port deletion for 20ef1e8a-f55e-4158-aa89-30d58c1c11d6 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:38.654962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb3817-55e4-4837-9741-713158d10394 None None] Deleting port c85d447b-2f26-46b3-9d49-1fbfdf5c688f {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:38.655446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d0eb3817-55e4-4837-9741-713158d10394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.678516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.745400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-04a747b3-7ca4-4f4f-a830-6e02f11760b8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:38.745931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04a747b3-7ca4-4f4f-a830-6e02f11760b8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.783850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object b1b728e3-db2b-49fd-ab7e-9b6118657c58 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:38.798235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:38.894558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event updated for resources: {'Port': ['ID=1ef69446-1a92-4745-87c7-75fc63196ea7,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:38.945350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d0eb3817-55e4-4837-9741-713158d10394 None None] For port c85d447b-2f26-46b3-9d49-1fbfdf5c688f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c85d447b-2f26-46b3-9d49-1fbfdf5c688f,segment=NetworkSegment(2d940904-c01b-4757-a88f-c5004cc973f2),segment_id=2d940904-c01b-4757-a88f-c5004cc973f2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:38.945744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d0eb3817-55e4-4837-9741-713158d10394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.029317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:39.042711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:39.049680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:39.074241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] For port c85d447b-2f26-46b3-9d49-1fbfdf5c688f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c85d447b-2f26-46b3-9d49-1fbfdf5c688f,segment=NetworkSegment(2d940904-c01b-4757-a88f-c5004cc973f2),segment_id=2d940904-c01b-4757-a88f-c5004cc973f2)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:39.074724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.132690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb3817-55e4-4837-9741-713158d10394 None None] Calling delete_port for c85d447b-2f26-46b3-9d49-1fbfdf5c688f owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:39.149405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0d1ad-2d8e-430d-9bcf-100c9dd30b02 req-c850b042-6498-4817-bdd1-53ca2feab0ca tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:39.156755 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b5f0d1ad-2d8e-430d-9bcf-100c9dd30b02 req-c850b042-6498-4817-bdd1-53ca2feab0ca tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.8033123 Sep 19 12:16:39.306027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Calling delete_port for c85d447b-2f26-46b3-9d49-1fbfdf5c688f owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:39.311684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d0eb3817-55e4-4837-9741-713158d10394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.329647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:39.330192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.365487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb3817-55e4-4837-9741-713158d10394 None None] Pushing event deleted for resources: {'Port': ['ID=c85d447b-2f26-46b3-9d49-1fbfdf5c688f,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:39.368684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:39.419232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb3817-55e4-4837-9741-713158d10394 None None] No DVR routers for this DVR port c85d447b-2f26-46b3-9d49-1fbfdf5c688f on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:39.464903 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:39.465272 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.468421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.499090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.511606 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b5f0d1ad-2d8e-430d-9bcf-100c9dd30b02 req-7b44c593-7b59-44b1-b840-0e0da19dcec6 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538394 Sep 19 12:16:39.537113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b386244c-ac25-4d35-a036-95bbab9a9750 None None] Provisioning for port 1ef69446-1a92-4745-87c7-75fc63196ea7 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:39.539044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.553717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b386244c-ac25-4d35-a036-95bbab9a9750 None None] Provisioning complete for port 1ef69446-1a92-4745-87c7-75fc63196ea7 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:39.555461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b386244c-ac25-4d35-a036-95bbab9a9750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.607465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:16:39.607787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:16:39.613273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:39.626446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:39.640662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92327d80-6ee5-4e39-896e-684f5b32a92c req-f6fc8b33-a19e-4178-921a-8bc2b852a607 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:39.642169 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-92327d80-6ee5-4e39-896e-684f5b32a92c req-f6fc8b33-a19e-4178-921a-8bc2b852a607 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.6829493 Sep 19 12:16:39.646589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:39.664295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b386244c-ac25-4d35-a036-95bbab9a9750 None None] Port 1ef69446-1a92-4745-87c7-75fc63196ea7 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:39.671755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:39.683186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=b1b728e3-db2b-49fd-ab7e-9b6118657c58,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:39.686328 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-73a84229-096d-41d3-959e-cefebfc9e0e1 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8233936 Sep 19 12:16:39.695938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53820) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:39.702140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04a747b3-7ca4-4f4f-a830-6e02f11760b8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.708056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:39.714273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:39.718554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Usage tracker for resource:floatingip and tenant:aec89984afd844dcbca4f293bfbc5296 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:39.721711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:39.748199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c85d447b-2f26-46b3-9d49-1fbfdf5c688f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:39.790538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:39.793618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c85d447b-2f26-46b3-9d49-1fbfdf5c688f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:16:39.794105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c85d447b-2f26-46b3-9d49-1fbfdf5c688f not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:39.870403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-04a747b3-7ca4-4f4f-a830-6e02f11760b8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:39.914257 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-92327d80-6ee5-4e39-896e-684f5b32a92c req-9a2fd4f5-cf36-4501-a694-757e80f67672 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350023 Sep 19 12:16:39.923195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:39.944250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:39.945082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:40.058949 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-74335dd3-c349-4789-baa2-45d5abcc6a70 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.4613299 Sep 19 12:16:40.065514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53826) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:40.119212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Deleting port c85d447b-2f26-46b3-9d49-1fbfdf5c688f {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:40.119918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:40.128853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ea8742ad-6fba-481d-9769-9c523ec55c18 None None] Provisioning for port b1b728e3-db2b-49fd-ab7e-9b6118657c58 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:40.134572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ea8742ad-6fba-481d-9769-9c523ec55c18 None None] Provisioning complete for port b1b728e3-db2b-49fd-ab7e-9b6118657c58 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:40.135175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ea8742ad-6fba-481d-9769-9c523ec55c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:40.165192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9570f43-a129-4c5c-9897-5ce1a5bacc89 req-27a9ade1-9667-45f1-ac63-b349976272a1 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:40.166831 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e9570f43-a129-4c5c-9897-5ce1a5bacc89 req-27a9ade1-9667-45f1-ac63-b349976272a1 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.1096804 Sep 19 12:16:40.192933 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ea8742ad-6fba-481d-9769-9c523ec55c18 None None] Port b1b728e3-db2b-49fd-ab7e-9b6118657c58 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:40.204216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] The port 'c85d447b-2f26-46b3-9d49-1fbfdf5c688f' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:16:40.217075 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e9570f43-a129-4c5c-9897-5ce1a5bacc89 req-4cdfc652-dd2e-407f-bb6f-5fb95a100703 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Sep 19 12:16:40.218476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port 469712d4-b8a9-4dd7-8bb3-39dc223d4aef {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:40.218842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:40.223846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04a747b3-7ca4-4f4f-a830-6e02f11760b8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:40.287383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a747b3-7ca4-4f4f-a830-6e02f11760b8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:40.351120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04a747b3-7ca4-4f4f-a830-6e02f11760b8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:40.431203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Router 3b099c52-d850-4dd3-9a68-a066d18d7f80 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:16:40.436563 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-04a747b3-7ca4-4f4f-a830-6e02f11760b8 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df HTTP/1.1" status: 204 len: 168 time: 2.1640124 Sep 19 12:16:40.436563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53832) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:40.483409 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea62071-5750-4935-8e30-a461a3290abe tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:16:40.484120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ea62071-5750-4935-8e30-a461a3290abe tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:40.585973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ea62071-5750-4935-8e30-a461a3290abe tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:40.587784 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9ea62071-5750-4935-8e30-a461a3290abe tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/9f45c0aa-7a3f-4ff1-9ab0-4fe252bc74df HTTP/1.1" status: 404 len: 333 time: 0.1530175 Sep 19 12:16:40.590028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53838) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:40.726979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aad82c2-602c-4a9f-92e9-ac16405d85d0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet 669ca9b6-1857-4aac-bb70-787445ce018a {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:40.732604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8aad82c2-602c-4a9f-92e9-ac16405d85d0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:40.764118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:40.801490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8aad82c2-602c-4a9f-92e9-ac16405d85d0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:40.841432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bda3c3d-e0a1-4808-a293-fa19e7f81344 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:40.847231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bda3c3d-e0a1-4808-a293-fa19e7f81344 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:40.849562 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7bda3c3d-e0a1-4808-a293-fa19e7f81344 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7831035 Sep 19 12:16:40.877722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53844) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:40.905027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ef1e8a-f55e-4158-aa89-30d58c1c11d6']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:40.935703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858861f-5846-48fd-9ade-8acd47298774 req-9ca71f50-441d-468e-b53b-c88a40bc8572 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:40.937153 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7858861f-5846-48fd-9ade-8acd47298774 req-9ca71f50-441d-468e-b53b-c88a40bc8572 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2940347 Sep 19 12:16:40.955655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d940904-c01b-4757-a88f-c5004cc973f2') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:40.955956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d940904-c01b-4757-a88f-c5004cc973f2') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:40.991105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.018073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.042598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a5371cdb-b330-49b0-8fc0-db31697ed0d8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port b1b728e3-db2b-49fd-ab7e-9b6118657c58 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:41.042969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5371cdb-b330-49b0-8fc0-db31697ed0d8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.070109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.076700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:16:41.089813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142396e4-0f1b-4362-a0cf-f7caf5a83e52 None None] Sync routers for ids ['3b099c52-d850-4dd3-9a68-a066d18d7f80'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:16:41.096479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.100632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142396e4-0f1b-4362-a0cf-f7caf5a83e52 None None] Routers {'3b099c52-d850-4dd3-9a68-a066d18d7f80'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:41.101312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-142396e4-0f1b-4362-a0cf-f7caf5a83e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b099c52-d850-4dd3-9a68-a066d18d7f80'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:41.103771 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7858861f-5846-48fd-9ade-8acd47298774 req-8c8acf56-75df-4372-8d43-dec50487ba4a tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475313 Sep 19 12:16:41.122266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8aad82c2-602c-4a9f-92e9-ac16405d85d0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.128071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:41.130404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.183297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-142396e4-0f1b-4362-a0cf-f7caf5a83e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:41.193830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142396e4-0f1b-4362-a0cf-f7caf5a83e52 None None] Routers {'3b099c52-d850-4dd3-9a68-a066d18d7f80'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:41.194034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-142396e4-0f1b-4362-a0cf-f7caf5a83e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b099c52-d850-4dd3-9a68-a066d18d7f80'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:41.253046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141534cb-e555-4d66-900f-443d931e6199 req-5da24d04-8df9-4ca1-9f17-14d621edcde8 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:41.254729 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-141534cb-e555-4d66-900f-443d931e6199 req-5da24d04-8df9-4ca1-9f17-14d621edcde8 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.4253252 Sep 19 12:16:41.268232 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 2d940904-c01b-4757-a88f-c5004cc973f2 resource provider aggregate not found Sep 19 12:16:41.296495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-142396e4-0f1b-4362-a0cf-f7caf5a83e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:41.296944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142396e4-0f1b-4362-a0cf-f7caf5a83e52 None None] The sync data for ids ['3b099c52-d850-4dd3-9a68-a066d18d7f80'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:16:41.362262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for 469712d4-b8a9-4dd7-8bb3-39dc223d4aef owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:41.397464 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 2d940904-c01b-4757-a88f-c5004cc973f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d940904-c01b-4757-a88f-c5004cc973f2 found for delete ", "request_id": "req-2b641830-61ba-42d9-845f-59515608baf1"}]} Sep 19 12:16:41.416806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-6ba429ba-e509-4608-a849-d341e49a7a69 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:41.418533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-6ba429ba-e509-4608-a849-d341e49a7a69 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Synchronizing usage tracker for tenant:0799d850447f420ea38fcfd4caf091e4 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:41.418652 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-141534cb-e555-4d66-900f-443d931e6199 req-0a5bc659-3168-4072-bcdf-2ff229e892f5 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539373 Sep 19 12:16:41.476546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8aad82c2-602c-4a9f-92e9-ac16405d85d0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.488158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.489447 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-26e73e67-156e-47ac-9af7-5fd89e3f2292 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.0501831 Sep 19 12:16:41.495286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53852) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:41.531105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5371cdb-b330-49b0-8fc0-db31697ed0d8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.538639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524815fe-ee4b-4ce5-8bc4-8451d9782007 None None] Network 512925bc-f829-4b88-b080-2f09bb337dfd requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:41.538865 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad82c2-602c-4a9f-92e9-ac16405d85d0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=669ca9b6-1857-4aac-bb70-787445ce018a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:41.540993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8aad82c2-602c-4a9f-92e9-ac16405d85d0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.552577 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8aad82c2-602c-4a9f-92e9-ac16405d85d0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/669ca9b6-1857-4aac-bb70-787445ce018a HTTP/1.1" status: 204 len: 168 time: 0.9591637 Sep 19 12:16:41.553258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53856) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:41.580249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.619044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d9186b89-2b56-422f-85d5-bd0aec4166f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.619325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.647182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Allocated IP 172.26.5.151 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/24499708-4beb-4416-a47d-3846d84fd4ba) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:41.654372 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] Pushing event deleted for resources: {'Network': ['ID=20ef1e8a-f55e-4158-aa89-30d58c1c11d6,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:41.675398 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-41c47247-7cfb-477a-a92b-b1411d86b5fa tempest-NetworksIpV6Test-926775220 tempest-NetworksIpV6Test-926775220-project] 10.222.0.66 "DELETE /v2.0/networks/20ef1e8a-f55e-4158-aa89-30d58c1c11d6 HTTP/1.1" status: 204 len: 168 time: 3.8255763 Sep 19 12:16:41.677131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-6ba429ba-e509-4608-a849-d341e49a7a69 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Unset dirty status for tenant:0799d850447f420ea38fcfd4caf091e4 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:41.678350 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-6ba429ba-e509-4608-a849-d341e49a7a69 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.85 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 1.0442472 Sep 19 12:16:41.869215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f38146-1ef2-4627-946b-86d6ada6ba43 None None] DHCP port deletion for 512925bc-f829-4b88-b080-2f09bb337dfd request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:41.874177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-33f38146-1ef2-4627-946b-86d6ada6ba43 None None] Deleting port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:41.874717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-33f38146-1ef2-4627-946b-86d6ada6ba43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:41.895901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a5371cdb-b330-49b0-8fc0-db31697ed0d8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for b1b728e3-db2b-49fd-ab7e-9b6118657c58 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:41.995269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.022518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:42.022942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.062845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Deleting port 340ee0aa-3156-471a-b57c-ca815ac701bf {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:42.063102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.137622 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-33f38146-1ef2-4627-946b-86d6ada6ba43 None None] For port 8c80713d-c3a7-40df-9e6e-1317fcf2c644, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8c80713d-c3a7-40df-9e6e-1317fcf2c644,segment=NetworkSegment(30eb47c5-5db2-4bbb-baeb-28859880f979),segment_id=30eb47c5-5db2-4bbb-baeb-28859880f979)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:42.138640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-33f38146-1ef2-4627-946b-86d6ada6ba43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.148663 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-873cc6e5-1e64-49ad-b9a6-a2ea5ecf108c tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/routers/3b099c52-d850-4dd3-9a68-a066d18d7f80 HTTP/1.1" status: 200 len: 925 time: 0.6455467 Sep 19 12:16:42.155671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53864) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:42.295254 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d6920f52-4f5e-4c54-8d40-fab22e8951da tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b099c52-d850-4dd3-9a68-a066d18d7f80 HTTP/1.1" status: 200 len: 205 time: 0.1384089 Sep 19 12:16:42.307635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53870) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:42.373892 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-33f38146-1ef2-4627-946b-86d6ada6ba43 None None] Calling delete_port for 8c80713d-c3a7-40df-9e6e-1317fcf2c644 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:42.380354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53874) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:42.428418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.516572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] For port 8c80713d-c3a7-40df-9e6e-1317fcf2c644, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8c80713d-c3a7-40df-9e6e-1317fcf2c644,segment=NetworkSegment(30eb47c5-5db2-4bbb-baeb-28859880f979),segment_id=30eb47c5-5db2-4bbb-baeb-28859880f979)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:42.517074 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.580503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-33f38146-1ef2-4627-946b-86d6ada6ba43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.635088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.635299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f38146-1ef2-4627-946b-86d6ada6ba43 None None] Pushing event deleted for resources: {'Port': ['ID=8c80713d-c3a7-40df-9e6e-1317fcf2c644,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:42.640423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f38146-1ef2-4627-946b-86d6ada6ba43 None None] No DVR routers for this DVR port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:42.665259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 8c80713d-c3a7-40df-9e6e-1317fcf2c644 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:42.732084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.753416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:42.763157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5371cdb-b330-49b0-8fc0-db31697ed0d8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.773169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:42.782032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:42.823675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:42.864812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5371cdb-b330-49b0-8fc0-db31697ed0d8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=b1b728e3-db2b-49fd-ab7e-9b6118657c58,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:42.917040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event updated for resources: {'Port': ['ID=24499708-4beb-4416-a47d-3846d84fd4ba,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:42.941060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ada99-8997-462f-9b83-f66353dd05aa req-3948a257-425b-4125-90c6-aba256fdfcab tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:42.942720 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fd7ada99-8997-462f-9b83-f66353dd05aa req-3948a257-425b-4125-90c6-aba256fdfcab tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.6394684 Sep 19 12:16:42.999074 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d9470bff-3353-4ef1-89a6-bbfa07d2f994 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfb4af15b8f94db4bc3ba793ccb86146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179671 Sep 19 12:16:43.012546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] For port 340ee0aa-3156-471a-b57c-ca815ac701bf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=340ee0aa-3156-471a-b57c-ca815ac701bf,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:43.012806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:43.032803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53882) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:43.060161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=469712d4-b8a9-4dd7-8bb3-39dc223d4aef,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:43.132107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:16:43.132446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:16:43.135427 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fd7ada99-8997-462f-9b83-f66353dd05aa req-4643b4b6-953d-4f5e-b300-a29f702caf19 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779504 Sep 19 12:16:43.155183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2044-7d6b-4145-9995-5573df7820df req-a472a681-4e4a-47f6-8945-413d19b71903 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:43.156749 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0d0a2044-7d6b-4145-9995-5573df7820df req-a472a681-4e4a-47f6-8945-413d19b71903 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.5703123 Sep 19 12:16:43.169095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5371cdb-b330-49b0-8fc0-db31697ed0d8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:43.200403 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a5371cdb-b330-49b0-8fc0-db31697ed0d8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/b1b728e3-db2b-49fd-ab7e-9b6118657c58 HTTP/1.1" status: 204 len: 168 time: 2.3109496 Sep 19 12:16:43.209465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53886) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:43.274019 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0d0a2044-7d6b-4145-9995-5573df7820df req-49a66132-5be6-43e5-8485-86081329f19e tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063378 Sep 19 12:16:43.298769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70209980-3a68-4c22-83a5-d1f91e59e297 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:43.300308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70209980-3a68-4c22-83a5-d1f91e59e297 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:43.302091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70209980-3a68-4c22-83a5-d1f91e59e297 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:43.303058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-70209980-3a68-4c22-83a5-d1f91e59e297 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:43.356412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8c80713d-c3a7-40df-9e6e-1317fcf2c644 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:43.392653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 8c80713d-c3a7-40df-9e6e-1317fcf2c644 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:16:43.393108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8c80713d-c3a7-40df-9e6e-1317fcf2c644 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:43.400344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-70209980-3a68-4c22-83a5-d1f91e59e297 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:43.401549 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-70209980-3a68-4c22-83a5-d1f91e59e297 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1911197 Sep 19 12:16:43.404648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53892) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:43.419113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:43.477010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-718f40a8-774b-484c-bfed-488fec1d078a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 67e799c5-4803-4d1f-9d07-ead85b335f2e {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:43.480555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-718f40a8-774b-484c-bfed-488fec1d078a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:43.544090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-718f40a8-774b-484c-bfed-488fec1d078a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:43.686387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 8c80713d-c3a7-40df-9e6e-1317fcf2c644 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:43.686738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:43.705590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-07ab85f8-e839-4eb5-a6f5-d17c66ede486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:43.744721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e325646-7191-497c-8444-c8a685215e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:43.782454 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] The port '8c80713d-c3a7-40df-9e6e-1317fcf2c644' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:16:43.846019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:43.872778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:43.996377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.028794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512925bc-f829-4b88-b080-2f09bb337dfd']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:44.048124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-718f40a8-774b-484c-bfed-488fec1d078a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.069204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e325646-7191-497c-8444-c8a685215e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.076715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30eb47c5-5db2-4bbb-baeb-28859880f979') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:44.077023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30eb47c5-5db2-4bbb-baeb-28859880f979') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:44.081682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Deleting port cb9128b9-b388-4bf0-914e-517f9c612d51 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:44.082158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.115501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79693189-14f5-47e9-91f3-bd9e4f42dc85 req-7aa311e1-235a-4a68-8582-30d0abfdac0b tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:44.116646 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-79693189-14f5-47e9-91f3-bd9e4f42dc85 req-7aa311e1-235a-4a68-8582-30d0abfdac0b tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.3397665 Sep 19 12:16:44.118424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.168068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.189120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:44.189524 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.281934 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 30eb47c5-5db2-4bbb-baeb-28859880f979 resource provider aggregate not found Sep 19 12:16:44.296972 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-79693189-14f5-47e9-91f3-bd9e4f42dc85 req-ab04948c-32d4-4068-9bb8-aabff088ce97 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670115 Sep 19 12:16:44.353574 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 30eb47c5-5db2-4bbb-baeb-28859880f979 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30eb47c5-5db2-4bbb-baeb-28859880f979 found for delete ", "request_id": "req-7e24c055-c255-4007-a0b5-f9ebb66b8576"}]} Sep 19 12:16:44.357509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.357881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.358191 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Floating IP 56140dbe-37ea-4d67-a7a7-41133fe9f845 disassociated. External IP: 172.26.5.169, port: 340ee0aa-3156-471a-b57c-ca815ac701bf. Sep 19 12:16:44.358535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Calling delete_port for 340ee0aa-3156-471a-b57c-ca815ac701bf owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:44.393036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-718f40a8-774b-484c-bfed-488fec1d078a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.439466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f40a8-774b-484c-bfed-488fec1d078a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=67e799c5-4803-4d1f-9d07-ead85b335f2e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:44.442191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-718f40a8-774b-484c-bfed-488fec1d078a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.445779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.456996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73a4752-631e-4878-86f1-91ec93c2dc80 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:44.468139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.469252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router 71e09240-7cee-4243-9c02-2e1fca1522a6 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:16:44.486155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Network': ['ID=512925bc-f829-4b88-b080-2f09bb337dfd,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:44.490264 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-56a3a309-598f-42c0-a1d8-78d04dd7e4b5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/networks/512925bc-f829-4b88-b080-2f09bb337dfd HTTP/1.1" status: 204 len: 168 time: 2.9362814 Sep 19 12:16:44.495529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53904) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:44.500286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1735324172'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:44.507112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.510980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b520829-c72c-4c5e-9049-18841f06ad78 req-778502cf-8f60-404b-af0e-0499ec6f957f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:44.512476 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8b520829-c72c-4c5e-9049-18841f06ad78 req-778502cf-8f60-404b-af0e-0499ec6f957f tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 946 time: 0.2269454 Sep 19 12:16:44.514933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:44.519160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:network and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:44.522970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:44.550261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:44.577220 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8b520829-c72c-4c5e-9049-18841f06ad78 req-9e1ede36-4eb4-4284-82d5-a653df6b2d19 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fc134d6-e19c-40a4-be8a-7f685742194e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511806 Sep 19 12:16:44.580933 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-718f40a8-774b-484c-bfed-488fec1d078a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/67e799c5-4803-4d1f-9d07-ead85b335f2e HTTP/1.1" status: 204 len: 168 time: 1.1754179 Sep 19 12:16:44.584112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53908) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:44.590212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.650904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:44.655205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.678522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf730a5-8329-4b35-b0d3-b6ab6e68940b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 7e719509-77a4-4f49-93e5-c1a10a6feb2f {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:44.686671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4cf730a5-8329-4b35-b0d3-b6ab6e68940b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.736673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:16:44.754154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4cf730a5-8329-4b35-b0d3-b6ab6e68940b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.765391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e325646-7191-497c-8444-c8a685215e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.783720 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.784070 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Added segment 16fdd01b-03c8-48d4-92d1-5fc9622352e4 of type vlan for network f352e48a-afde-40e1-8946-7dc0e171ceca Sep 19 12:16:44.795512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5d9f2-2bb6-442e-8c64-47c56ccec9fb req-260199d5-09e9-4701-906d-613f6ff41bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:44.796437 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fe5d9f2-2bb6-442e-8c64-47c56ccec9fb req-260199d5-09e9-4701-906d-613f6ff41bc2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dee0fc07c587475d96b309e08cd04512&device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 1099 time: 0.9085238 Sep 19 12:16:44.813436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:16:44.828951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e325646-7191-497c-8444-c8a685215e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1b48d1-6439-45f0-9354-573064b8eb3f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:44.837132 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bbc7d3-4668-4a3a-8c72-73eb91794dbb None None] Sync routers for ids ['71e09240-7cee-4243-9c02-2e1fca1522a6'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:16:44.851013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.854036 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bbc7d3-4668-4a3a-8c72-73eb91794dbb None None] Routers {'71e09240-7cee-4243-9c02-2e1fca1522a6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:44.856897 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-42bbc7d3-4668-4a3a-8c72-73eb91794dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71e09240-7cee-4243-9c02-2e1fca1522a6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:44.886971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.907907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4cf730a5-8329-4b35-b0d3-b6ab6e68940b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:44.942310 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-42bbc7d3-4668-4a3a-8c72-73eb91794dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:44.951892 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bbc7d3-4668-4a3a-8c72-73eb91794dbb None None] Routers {'71e09240-7cee-4243-9c02-2e1fca1522a6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:44.952752 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-42bbc7d3-4668-4a3a-8c72-73eb91794dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71e09240-7cee-4243-9c02-2e1fca1522a6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:44.997466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:45.020926 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-42bbc7d3-4668-4a3a-8c72-73eb91794dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:45.021421 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bbc7d3-4668-4a3a-8c72-73eb91794dbb None None] The sync data for ids ['71e09240-7cee-4243-9c02-2e1fca1522a6'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:16:45.040652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:45.047081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:45.047946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:45.133919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4cf730a5-8329-4b35-b0d3-b6ab6e68940b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:45.166736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 340ee0aa-3156-471a-b57c-ca815ac701bf no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:45.190248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf730a5-8329-4b35-b0d3-b6ab6e68940b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=7e719509-77a4-4f49-93e5-c1a10a6feb2f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:45.212389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Network': ['ID=f352e48a-afde-40e1-8946-7dc0e171ceca,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:45.216421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4cf730a5-8329-4b35-b0d3-b6ab6e68940b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:45.216556 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4cf730a5-8329-4b35-b0d3-b6ab6e68940b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/7e719509-77a4-4f49-93e5-c1a10a6feb2f HTTP/1.1" status: 204 len: 168 time: 0.6315167 Sep 19 12:16:45.223633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53912) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:45.225709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network f352e48a-afde-40e1-8946-7dc0e171ceca details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:16:45.237892 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a6513616-b795-4f9f-b5d8-5c333977fd98 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/71e09240-7cee-4243-9c02-2e1fca1522a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7336972 Sep 19 12:16:45.239251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e325646-7191-497c-8444-c8a685215e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:45.242769 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5e325646-7191-497c-8444-c8a685215e9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f1b48d1-6439-45f0-9354-573064b8eb3f HTTP/1.1" status: 204 len: 168 time: 2.2061234 Sep 19 12:16:45.245463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53916) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:45.322455 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-831d4987-db81-41ae-8893-bdb05c8683c0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8274364 Sep 19 12:16:45.323398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53920) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:45.341889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': 'f352e48a-afde-40e1-8946-7dc0e171ceca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:45.372285 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0a311a53-414d-4a12-9e61-afb10f42178d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1467228 Sep 19 12:16:45.377434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53926) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:45.390281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:45.425435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Calling delete_port for cb9128b9-b388-4bf0-914e-517f9c612d51 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:45.474325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No active binding found for port 340ee0aa-3156-471a-b57c-ca815ac701bf {{(pid=89796) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 19 12:16:45.475018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 340ee0aa-3156-471a-b57c-ca815ac701bf not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:45.533738 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b3c1a9-0fc5-4196-ae37-5ac7f249b2e1 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:45.586915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:45.735945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Pushing event deleted for resources: {'Port': ['ID=340ee0aa-3156-471a-b57c-ca815ac701bf,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:45.826710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b01da6c7-1a8f-4333-af8a-e29b0be92f8e None None] Provisioning complete for port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:45.827393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b01da6c7-1a8f-4333-af8a-e29b0be92f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:45.935560 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f2fd6f44-b27f-4c1b-83a0-dcf00ed8852c req-6c56923e-c331-4b04-bbd9-c8c827503e82 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 210 time: 0.1413102 Sep 19 12:16:45.994176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:46.012615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:46.012869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b01da6c7-1a8f-4333-af8a-e29b0be92f8e None None] Current status of the port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:46.021181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:46.024182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:46.030773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:46.048448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:46.052735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:46.061006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:46.081831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:16:46.084816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4243a-eb19-413f-8c99-fdb9ed1bdc7f req-7cdc3025-baba-4b11-a32a-804ac87ad4c4 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:46.089099 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-35e4243a-eb19-413f-8c99-fdb9ed1bdc7f req-7cdc3025-baba-4b11-a32a-804ac87ad4c4 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.5797622 Sep 19 12:16:46.099201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be259129-2994-4ae6-b181-404503d42449 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:46.104066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-be259129-2994-4ae6-b181-404503d42449 None None] Deleting port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:46.108033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be259129-2994-4ae6-b181-404503d42449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.134352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:46.138872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.169787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:46.172898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.196785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5d9f2-2bb6-442e-8c64-47c56ccec9fb req-b02f88b3-d092-457f-884d-07f73d40cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:46.198252 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fe5d9f2-2bb6-442e-8c64-47c56ccec9fb req-b02f88b3-d092-457f-884d-07f73d40cc61 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 HTTP/1.1" status: 200 len: 912 time: 1.3704882 Sep 19 12:16:46.216128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.364333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-be259129-2994-4ae6-b181-404503d42449 None None] For port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:46.364770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be259129-2994-4ae6-b181-404503d42449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.369111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.375825 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-35e4243a-eb19-413f-8c99-fdb9ed1bdc7f req-434b0eff-e7e4-481a-85fe-d59b6b6bae48 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824273 Sep 19 12:16:46.446132 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fe5d9f2-2bb6-442e-8c64-47c56ccec9fb req-80d3a208-d985-40e6-8ad0-b76f13f42f48 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f6685-d9ec-452e-aaed-ae1c609a9cad HTTP/1.1" status: 200 len: 217 time: 0.2240696 Sep 19 12:16:46.461998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.485704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.531049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-be259129-2994-4ae6-b181-404503d42449 None None] Calling delete_port for 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:46.550281 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-ec55e785-77d5-4cc9-b1fe-fa424633b653 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] remove_router_interface failed (client error): The resource could not be found. Sep 19 12:16:46.554635 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ec55e785-77d5-4cc9-b1fe-fa424633b653 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/71e09240-7cee-4243-9c02-2e1fca1522a6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1346734 Sep 19 12:16:46.555365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53950) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:46.632063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e8df4866-f9fb-40da-a651-d201fd0a2527 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:46.674768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be259129-2994-4ae6-b181-404503d42449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.735602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be259129-2994-4ae6-b181-404503d42449 None None] Pushing event deleted for resources: {'Port': ['ID=7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:46.739522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be259129-2994-4ae6-b181-404503d42449 None None] No DVR routers for this DVR port 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:46.762474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e8df4866-f9fb-40da-a651-d201fd0a2527 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:46.765287 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e8df4866-f9fb-40da-a651-d201fd0a2527 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=71e09240-7cee-4243-9c02-2e1fca1522a6 HTTP/1.1" status: 200 len: 205 time: 0.2072361 Sep 19 12:16:46.768038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53956) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:46.778299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Router a9c52412-684d-410a-be75-3518c08df4e6 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:16:46.797386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53960) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:46.807571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event updated for resources: {'Port': ['ID=24499708-4beb-4416-a47d-3846d84fd4ba,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:46.816021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5d9f2-2bb6-442e-8c64-47c56ccec9fb req-59ddd15d-43f3-488e-a7f3-02515ef67a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:46.818029 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fe5d9f2-2bb6-442e-8c64-47c56ccec9fb req-59ddd15d-43f3-488e-a7f3-02515ef67a38 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c9edeee2-654e-45ff-9873-1f2888c71117 HTTP/1.1" status: 200 len: 851 time: 0.3122637 Sep 19 12:16:46.844172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.848408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:46.980116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-400d55b0-a72e-4e8e-827c-afde17550c9b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.016659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.022641 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2b52a562-fcc5-485f-8482-9cb3429d5f33 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3204799 Sep 19 12:16:47.031865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'network': {'name': 'tempest-RoutersTest-578494526'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:47.032752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53970) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:47.048414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:47.051654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:47.057287 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fe5d9f2-2bb6-442e-8c64-47c56ccec9fb req-b18613db-11c5-4dd0-98ef-f91dbb86bc3d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900655 Sep 19 12:16:47.061756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:network and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:47.067898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-58c53da2-4dde-4d58-aa61-b4eee797a495 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Request body: {'floatingip': {'port_id': '1ef69446-1a92-4745-87c7-75fc63196ea7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:47.068092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:47.145847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:47.156672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.172739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:47.175683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:47.176270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.183462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8cd28f-7274-41e4-98a1-2eeb90a80d59 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:47.210954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:16:47.219636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=d4c02940-9a37-44ae-babb-7ea32f8043e3,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:47.256440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Pushing event deleted for resources: {'Port': ['ID=cb9128b9-b388-4bf0-914e-517f9c612d51,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:47.265688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] Sync routers for ids ['a9c52412-684d-410a-be75-3518c08df4e6'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:16:47.295577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] Routers {'a9c52412-684d-410a-be75-3518c08df4e6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:47.296628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['a9c52412-684d-410a-be75-3518c08df4e6'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:47.328582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-58c53da2-4dde-4d58-aa61-b4eee797a495 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for floatingip, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.405471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] No DVR routers for this DVR port 340ee0aa-3156-471a-b57c-ca815ac701bf on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:47.414674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:47.418313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.430157 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.432422 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-591fca85-4a72-46f2-a520-68d2e4378b15 req-41f4aa66-e080-49f5-a3b4-186af71ca37b tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.85 "DELETE /v2.0/ports/340ee0aa-3156-471a-b57c-ca815ac701bf HTTP/1.1" status: 204 len: 173 time: 5.6925159 Sep 19 12:16:47.443204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'name': 'network-vif-deleted', 'tag': '340ee0aa-3156-471a-b57c-ca815ac701bf'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:16:47.446451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc033b9-0213-47ba-babb-71ff9da87454" -d '{"events": [{"server_uuid": "a1cd6679-3136-4c4f-abd5-7a5ba319619c", "name": "network-vif-deleted", "tag": "340ee0aa-3156-471a-b57c-ca815ac701bf"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:16:47.450728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:47.465966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.493224 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fe5d9f2-2bb6-442e-8c64-47c56ccec9fb req-e8968aae-7cd6-4ac8-8227-4d068b54ca0c service neutron] 10.222.0.85 "GET /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263034 Sep 19 12:16:47.501227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:47.505147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.576985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:security_group_rule and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:47.640010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:47.671607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:16:47.671607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7a5d4fd8-b31f-42b1-a06d-8b7daa6224ca not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:47.675244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Checking segment: {'id': '16fdd01b-03c8-48d4-92d1-5fc9622352e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f352e48a-afde-40e1-8946-7dc0e171ceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:47.675651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network hostable DHCP agents. Network: f352e48a-afde-40e1-8946-7dc0e171ceca, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:16:47.684644 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fe78abf-87f7-47ed-bbbc-4871b108a62d req-fdc8d8b6-43c9-4e95-8dc7-67259e1ca051 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1cd6679-3136-4c4f-abd5-7a5ba319619c HTTP/1.1" status: 200 len: 210 time: 0.4828038 Sep 19 12:16:47.703639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:47.751557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] Set router a9c52412-684d-410a-be75-3518c08df4e6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:16:47.763881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373698f7-56ec-4478-9443-20732e67e7b9 x-openstack-request-id: req-373698f7-56ec-4478-9443-20732e67e7b9 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:16:47.764245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cd6679-3136-4c4f-abd5-7a5ba319619c", "name": "network-vif-deleted", "tag": "340ee0aa-3156-471a-b57c-ca815ac701bf", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:16:47.764564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-373698f7-56ec-4478-9443-20732e67e7b9 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:16:47.765048 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373698f7-56ec-4478-9443-20732e67e7b9'] response: {'server_uuid': 'a1cd6679-3136-4c4f-abd5-7a5ba319619c', 'name': 'network-vif-deleted', 'tag': '340ee0aa-3156-471a-b57c-ca815ac701bf', 'status': 'completed', 'code': 200} Sep 19 12:16:47.796893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.803098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.883713 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fe5d9f2-2bb6-442e-8c64-47c56ccec9fb req-fe9d0c50-ac9c-41fc-8c3d-9e55de8ec18c service neutron] 10.222.0.85 "GET /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316267 Sep 19 12:16:47.912854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-400d55b0-a72e-4e8e-827c-afde17550c9b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.929511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-400d55b0-a72e-4e8e-827c-afde17550c9b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.937907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=fbc8e7b1-ea3f-4303-b067-26ac59cdf679,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:47.940395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.940962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Fanout notify agent at l3_agent the message router_deleted on router 3b099c52-d850-4dd3-9a68-a066d18d7f80 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:16:47.983114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:47.987877 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0dd05548-6216-4220-9462-6a946589a185 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/3b099c52-d850-4dd3-9a68-a066d18d7f80 HTTP/1.1" status: 204 len: 168 time: 5.6666946 Sep 19 12:16:47.988059 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-27b78c7f-7019-4e90-baa2-7e0552933256 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6078320 Sep 19 12:16:47.989914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53978) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:47.990534 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53980) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:47.999320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:48.019800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1328767281', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'enable_snat': False}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:48.024480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:48.070574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network f352e48a-afde-40e1-8946-7dc0e171ceca is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:16:48.073978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': 'fbc8e7b1-ea3f-4303-b067-26ac59cdf679'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:48.074985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.075478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-400d55b0-a72e-4e8e-827c-afde17550c9b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.076248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400d55b0-a72e-4e8e-827c-afde17550c9b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Fanout notify agent at l3_agent the message router_deleted on router 71e09240-7cee-4243-9c02-2e1fca1522a6 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:16:48.091052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Usage tracker for resource:router and tenant:4411b21c1e79418a8f6773f57d1c9fbd is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:48.094881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:48.095712 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92273ca-27c0-4177-9687-d6e14f6927c6 req-56ba4522-6111-4594-8f2b-602b1000da9c tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:48.097842 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e92273ca-27c0-4177-9687-d6e14f6927c6 req-56ba4522-6111-4594-8f2b-602b1000da9c tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.4235902 Sep 19 12:16:48.110433 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-58c53da2-4dde-4d58-aa61-b4eee797a495 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] update failed (client error): The resource could not be found. Sep 19 12:16:48.112348 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-58c53da2-4dde-4d58-aa61-b4eee797a495 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "PUT /v2.0/floatingips/c124f758-20c8-491a-b4fa-273031cfd623 HTTP/1.1" status: 404 len: 507 time: 1.0660822 Sep 19 12:16:48.120844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 53986) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:48.133525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-400d55b0-a72e-4e8e-827c-afde17550c9b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.134997 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-400d55b0-a72e-4e8e-827c-afde17550c9b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/71e09240-7cee-4243-9c02-2e1fca1522a6 HTTP/1.1" status: 204 len: 168 time: 1.3658888 Sep 19 12:16:48.137583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53990) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:48.141095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:48.221332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, f352e48a-afde-40e1-8946-7dc0e171ceca) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:48.225877 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:48.226475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.266214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c4c6a-4324-43cd-b1fe-401ae41e5da1 None None] Network f352e48a-afde-40e1-8946-7dc0e171ceca requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:48.268344 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e92273ca-27c0-4177-9687-d6e14f6927c6 req-f3c78837-51d8-4c00-b865-450cb2ac9ca4 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613843 Sep 19 12:16:48.302661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edf27e8-18b6-40f1-8a7e-1377a86d2f25 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting subnet cd4639a0-56da-4fce-917f-c5f576abd812 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:16:48.307835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9edf27e8-18b6-40f1-8a7e-1377a86d2f25 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.385704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9edf27e8-18b6-40f1-8a7e-1377a86d2f25 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.421730 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6f908ed3-6c65-469e-9006-448dff4ff473 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0845203 Sep 19 12:16:48.425123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 53994) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:48.438819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1886750147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:48.449134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:48.457479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:router and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:48.462658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:48.471973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:48.472371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Allocated IP 172.20.0.2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/fbc8e7b1-ea3f-4303-b067-26ac59cdf679/114c0ba8-61b1-47ab-8289-87558fe74531) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:48.500350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:29Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7cb4dc47-973c-4788-9baf-7134d4bb6ae1', 'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'mac_address': 'fa:16:3e:c2:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:25Z', 'updated_at': '2022-09-19T12:12:40Z', 'revision_number': 5, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'subnets': [{'id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:48.517441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] Checking router: a9c52412-684d-410a-be75-3518c08df4e6 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:16:48.524824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.525937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.546154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.561135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9edf27e8-18b6-40f1-8a7e-1377a86d2f25 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.564005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-03703a15-271f-4483-918f-396da821a9fe tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Deleting port 24499708-4beb-4416-a47d-3846d84fd4ba {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:48.564625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03703a15-271f-4483-918f-396da821a9fe tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.656494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] Routers {'a9c52412-684d-410a-be75-3518c08df4e6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:48.657177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['a9c52412-684d-410a-be75-3518c08df4e6'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:48.686885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.687989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.704810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.714053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.718505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:16:48.729507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.730145 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added segment 9fd7fba1-78d0-452d-8653-ae0d76896eb5 of type vlan for network 38b8c5ba-9a33-45fe-8a9c-348aed82c44f Sep 19 12:16:48.776580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.805772 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9edf27e8-18b6-40f1-8a7e-1377a86d2f25 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.842519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-f352e48a-afde-40e1-8946-7dc0e171ceca', 'network_id': 'f352e48a-afde-40e1-8946-7dc0e171ceca', 'tenant_id': 'ac5ff996b5b44a79bf30fdb9183687b7', 'fixed_ips': [{'subnet_id': 'd4c02940-9a37-44ae-babb-7ea32f8043e3'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:48.848563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.850672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf27e8-18b6-40f1-8a7e-1377a86d2f25 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4639a0-56da-4fce-917f-c5f576abd812,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:48.851682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce24691d-caae-4b1d-8c51-0708228d7036,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:48.854498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9edf27e8-18b6-40f1-8a7e-1377a86d2f25 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.866216 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9edf27e8-18b6-40f1-8a7e-1377a86d2f25 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/cd4639a0-56da-4fce-917f-c5f576abd812 HTTP/1.1" status: 204 len: 168 time: 0.7276227 Sep 19 12:16:48.866913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54002) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:48.882737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:48.893390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.894116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:48.899703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:48.906019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.914116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03703a15-271f-4483-918f-396da821a9fe tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.914732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03703a15-271f-4483-918f-396da821a9fe tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:48.926709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:48.939512 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfbbb18-c517-4aad-815b-a1e209a1a92a None None] Network 605a8a42-7d79-44ca-a1db-065fbac66510 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:49.011533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.023672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:49.024019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.048476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54008) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:49.067057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.071131 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d46d68c9-130a-4dc4-a591-3ca3989555a0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6425781 Sep 19 12:16:49.086701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54012) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:49.099753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'network_id': 'f352e48a-afde-40e1-8946-7dc0e171ceca', 'name': 'tempest-PortsIpV6TestJSON-826064133'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:49.108380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-03703a15-271f-4483-918f-396da821a9fe tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Calling delete_port for 24499708-4beb-4416-a47d-3846d84fd4ba owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:49.156569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:16:49.240866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:49.244470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.320670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] Set router a9c52412-684d-410a-be75-3518c08df4e6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:16:49.405445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-beb8ddce-c3f3-4729-bb32-c235d01756b1 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.487337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:49.523861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.526168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.529648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:49.532407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.549220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-beb8ddce-c3f3-4729-bb32-c235d01756b1 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.557109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:49.588494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.593088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port c901472a-7b9a-46bd-89c8-fe38d24f8fa2, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c901472a-7b9a-46bd-89c8-fe38d24f8fa2,segment=NetworkSegment(d9da0427-32b1-4f8a-b6d4-1f5ddd27a46f),segment_id=d9da0427-32b1-4f8a-b6d4-1f5ddd27a46f)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:49.593452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.611244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Transition to ACTIVE for port object 114c0ba8-61b1-47ab-8289-87558fe74531 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:49.712984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Allocated IP 2001:db8::2 (f352e48a-afde-40e1-8946-7dc0e171ceca/d4c02940-9a37-44ae-babb-7ea32f8043e3/e425bbe6-46c4-47b1-92a3-ca464a452427) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:49.715042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Network': ['ID=38b8c5ba-9a33-45fe-8a9c-348aed82c44f,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:49.737815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 38b8c5ba-9a33-45fe-8a9c-348aed82c44f details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:16:49.788356 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c0ff8f80-e7ec-4882-aaee-a108ade289f2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.9867508 Sep 19 12:16:49.796474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54018) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:49.806139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'network': {'name': 'tempest-RoutersTest-137343856'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:49.822722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:49.861886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:49.866010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:49.885312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:network and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:49.887937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for c901472a-7b9a-46bd-89c8-fe38d24f8fa2 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:49.891983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:49.905023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:49.960702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port 597e3a7f-31b2-44d2-8fda-d4556f87b259 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:50.029542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28b94c-8609-4c97-a9b3-4f5c64089ae9 req-368fe1ac-0673-4114-95b1-fb21e96d15c7 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:50.030537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03703a15-271f-4483-918f-396da821a9fe tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.037461 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c28b94c-8609-4c97-a9b3-4f5c64089ae9 req-368fe1ac-0673-4114-95b1-fb21e96d15c7 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.5928924 Sep 19 12:16:50.059880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4241fbe-4959-4c5e-b9f2-a18f9296cf8a None None] DHCP port deletion for 605a8a42-7d79-44ca-a1db-065fbac66510 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:16:50.076959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b4241fbe-4959-4c5e-b9f2-a18f9296cf8a None None] Deleting port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:50.077851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b4241fbe-4959-4c5e-b9f2-a18f9296cf8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.091237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:50.094760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.129099 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c28b94c-8609-4c97-a9b3-4f5c64089ae9 req-d182c08a-c37a-4a42-92a4-b611ac2a3ad2 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903826 Sep 19 12:16:50.131141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03703a15-271f-4483-918f-396da821a9fe tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event deleted for resources: {'Port': ['ID=24499708-4beb-4416-a47d-3846d84fd4ba,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:50.132365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-beb8ddce-c3f3-4729-bb32-c235d01756b1 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.159202 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Transition to ACTIVE for port object 114c0ba8-61b1-47ab-8289-87558fe74531 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:50.161202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.242221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8ddce-c3f3-4729-bb32-c235d01756b1 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc134d6-e19c-40a4-be8a-7f685742194e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:50.290622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=c901472a-7b9a-46bd-89c8-fe38d24f8fa2,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:50.293865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b4241fbe-4959-4c5e-b9f2-a18f9296cf8a None None] The port 'c901472a-7b9a-46bd-89c8-fe38d24f8fa2' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:16:50.299432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.303563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No DVR routers for this DVR port c901472a-7b9a-46bd-89c8-fe38d24f8fa2 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:16:50.311452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:29Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7cb4dc47-973c-4788-9baf-7134d4bb6ae1', 'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'mac_address': 'fa:16:3e:c2:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:25Z', 'updated_at': '2022-09-19T12:12:40Z', 'revision_number': 5, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'subnets': [{'id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:50.397464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95797c8-f7bc-46fa-b28d-e9875acd28ac None None] The sync data for ids ['a9c52412-684d-410a-be75-3518c08df4e6'] in dv-neutron-857775-2-hyperv is: [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:12:29Z', 'revision_number': 4, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '7cb4dc47-973c-4788-9baf-7134d4bb6ae1', 'name': '', 'network_id': '3704555e-ba7d-469b-9608-38927218515a', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'mac_address': 'fa:16:3e:c2:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:25Z', 'updated_at': '2022-09-19T12:12:40Z', 'revision_number': 5, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'subnets': [{'id': '639eae4e-cc56-4df9-b7a8-eca28caa4e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:16:50.414197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.436103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:50.439444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Transition to ACTIVE for port object e425bbe6-46c4-47b1-92a3-ca464a452427 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:50.442260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-beb8ddce-c3f3-4729-bb32-c235d01756b1 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.443498 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-beb8ddce-c3f3-4729-bb32-c235d01756b1 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "DELETE /v2.0/security-groups/5fc134d6-e19c-40a4-be8a-7f685742194e HTTP/1.1" status: 204 len: 168 time: 1.3892903 Sep 19 12:16:50.445010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:50.447669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54024) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:50.453634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:50.455697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Pushing event updated for resources: {'Port': ['ID=114c0ba8-61b1-47ab-8289-87558fe74531,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:50.470815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:16:50.482617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.523803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605a8a42-7d79-44ca-a1db-065fbac66510']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:50.537435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03703a15-271f-4483-918f-396da821a9fe tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.546995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.546995 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added segment c28a2764-4ed9-4683-adc3-d65d87b67fb7 of type vlan for network 143de4aa-a120-4aa5-9104-3669fe1839d6 Sep 19 12:16:50.551111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9da0427-32b1-4f8a-b6d4-1f5ddd27a46f') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:50.551659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9da0427-32b1-4f8a-b6d4-1f5ddd27a46f') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:50.570825 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.584816 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-d2a49970-b786-4589-af7c-fee0ff8de8b4 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] show failed (client error): The resource could not be found. Sep 19 12:16:50.586784 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d2a49970-b786-4589-af7c-fee0ff8de8b4 tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "GET /v2.0/security-groups/5fc134d6-e19c-40a4-be8a-7f685742194e HTTP/1.1" status: 404 len: 347 time: 0.1377933 Sep 19 12:16:50.593140 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Transition to ACTIVE for port object e425bbe6-46c4-47b1-92a3-ca464a452427 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:50.593295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54028) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:50.615872 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Attempting to bind port 114c0ba8-61b1-47ab-8289-87558fe74531 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:50.616253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Attempting to bind port 114c0ba8-61b1-47ab-8289-87558fe74531 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:50.616617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Attempting to bind port 114c0ba8-61b1-47ab-8289-87558fe74531 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:50.623471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:50.624185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:50.624771 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.629891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:50.629891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Bound port: 114c0ba8-61b1-47ab-8289-87558fe74531, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:50.629891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.665787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.702284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.757348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.771727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:16:50.775425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.793372 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-03703a15-271f-4483-918f-396da821a9fe tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.794981 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-03703a15-271f-4483-918f-396da821a9fe tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "DELETE /v2.0/floatingips/c124f758-20c8-491a-b4fa-273031cfd623 HTTP/1.1" status: 204 len: 168 time: 2.6598318 Sep 19 12:16:50.802072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Network f352e48a-afde-40e1-8946-7dc0e171ceca is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:50.804445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54034) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:50.807017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:50.813413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:50.835827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Pushing event updated for resources: {'Port': ['ID=e425bbe6-46c4-47b1-92a3-ca464a452427,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:50.847952 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4227a0f-4cf6-412d-805e-6c8be4d05a25 None None] New status for floating IP 56140dbe-37ea-4d67-a7a7-41133fe9f845: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:16:50.873191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1c1a4400-1277-41a5-a29c-1c009cf3952b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Request body: {'floatingip': {'floating_network_id': 'b814a8fe-f104-4161-bcdd-a3b1880b2ec5', 'port_id': '1ef69446-1a92-4745-87c7-75fc63196ea7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:50.890075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1c1a4400-1277-41a5-a29c-1c009cf3952b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:50.909447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1c1a4400-1277-41a5-a29c-1c009cf3952b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Usage tracker for resource:floatingip and tenant:aec89984afd844dcbca4f293bfbc5296 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:50.915489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1c1a4400-1277-41a5-a29c-1c009cf3952b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:50.918856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.944895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] For port 114c0ba8-61b1-47ab-8289-87558fe74531, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:50.955258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1c1a4400-1277-41a5-a29c-1c009cf3952b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:50.965299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.972031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Attempting to bind port e425bbe6-46c4-47b1-92a3-ca464a452427 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:50.972483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Attempting to bind port e425bbe6-46c4-47b1-92a3-ca464a452427 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '16fdd01b-03c8-48d4-92d1-5fc9622352e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f352e48a-afde-40e1-8946-7dc0e171ceca'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:50.973137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Attempting to bind port e425bbe6-46c4-47b1-92a3-ca464a452427 on network f352e48a-afde-40e1-8946-7dc0e171ceca {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:50.975208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.objects.ports [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89794) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:16:50.980318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:50.980839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Checking segment: {'id': '16fdd01b-03c8-48d4-92d1-5fc9622352e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f352e48a-afde-40e1-8946-7dc0e171ceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:50.981353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.981844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Bound using segment: {'id': '16fdd01b-03c8-48d4-92d1-5fc9622352e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f352e48a-afde-40e1-8946-7dc0e171ceca'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:50.982383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Bound port: e425bbe6-46c4-47b1-92a3-ca464a452427, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fdd01b-03c8-48d4-92d1-5fc9622352e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f352e48a-afde-40e1-8946-7dc0e171ceca'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:50.982857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:50.984763 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment d9da0427-32b1-4f8a-b6d4-1f5ddd27a46f resource provider aggregate not found Sep 19 12:16:51.068457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:51.074315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:51.075125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:51.087155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8::308 (f352e48a-afde-40e1-8946-7dc0e171ceca/d4c02940-9a37-44ae-babb-7ea32f8043e3/597e3a7f-31b2-44d2-8fda-d4556f87b259) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:51.102005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] For port e425bbe6-46c4-47b1-92a3-ca464a452427, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:51.106434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] For port e425bbe6-46c4-47b1-92a3-ca464a452427, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e425bbe6-46c4-47b1-92a3-ca464a452427,segment=NetworkSegment(16fdd01b-03c8-48d4-92d1-5fc9622352e4),segment_id=16fdd01b-03c8-48d4-92d1-5fc9622352e4)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:51.123812 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment d9da0427-32b1-4f8a-b6d4-1f5ddd27a46f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9da0427-32b1-4f8a-b6d4-1f5ddd27a46f found for delete ", "request_id": "req-b752f83a-878c-4b43-9f03-4c53314d2473"}]} Sep 19 12:16:51.140907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Deleting port 5d67e914-c61f-4b6d-ad5f-8682be766900 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:51.141247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:51.181423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:51.184466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4400-1277-41a5-a29c-1c009cf3952b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:51.329981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] For port 114c0ba8-61b1-47ab-8289-87558fe74531, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=114c0ba8-61b1-47ab-8289-87558fe74531,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:51.332177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Network': ['ID=143de4aa-a120-4aa5-9104-3669fe1839d6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:51.345972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:51.348312 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0d8db56c-0a8c-4471-be40-82d880fa713f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5507870 Sep 19 12:16:51.348919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 143de4aa-a120-4aa5-9104-3669fe1839d6 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:16:51.423999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54042) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:51.456660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:51.481910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'subnet': {'network_id': '38b8c5ba-9a33-45fe-8a9c-348aed82c44f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:51.521414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Allocated IP 172.26.5.39 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/514c5af4-06a3-4c54-99cd-13766fb56957) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:51.566112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c901472a-7b9a-46bd-89c8-fe38d24f8fa2 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:16:51.582827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Network': ['ID=605a8a42-7d79-44ca-a1db-065fbac66510,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:51.609199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe3012-8806-4bd5-a402-2a3567258d25 req-d8bdd2c0-83c7-458c-a569-264da4b77bb7 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:51.616954 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1cfe3012-8806-4bd5-a402-2a3567258d25 req-d8bdd2c0-83c7-458c-a569-264da4b77bb7 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.6199355 Sep 19 12:16:51.626444 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6f337b14-10ec-48cd-8cc6-aa58ba74afe1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/networks/605a8a42-7d79-44ca-a1db-065fbac66510 HTTP/1.1" status: 204 len: 168 time: 2.7582374 Sep 19 12:16:51.633324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c901472a-7b9a-46bd-89c8-fe38d24f8fa2 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:16:51.633324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c901472a-7b9a-46bd-89c8-fe38d24f8fa2 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:16:51.633564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54046) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:51.638282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:51.702456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837ce55-3403-4751-b3be-34438a784c77 None None] Pushing event updated for resources: {'Port': ['ID=e425bbe6-46c4-47b1-92a3-ca464a452427,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:51.723551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1473667519'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:51.766640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:51.807583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36517c7-a2d3-452f-bf01-96209e9af52e None None] Pushing event updated for resources: {'Port': ['ID=114c0ba8-61b1-47ab-8289-87558fe74531,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:51.813887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:network and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:51.831879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:51.881390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:51.928181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.011706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:52.013842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:52.032152 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1cfe3012-8806-4bd5-a402-2a3567258d25 req-e34a3769-3d1f-4d04-86e4-d35be0f254d1 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142103 Sep 19 12:16:52.040155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.053233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.061200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:subnet and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:52.068491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.071951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:52.084044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:52.169189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.210150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Calling delete_port for 5d67e914-c61f-4b6d-ad5f-8682be766900 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:52.256727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:52.260777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.284783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object 597e3a7f-31b2-44d2-8fda-d4556f87b259 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:52.331399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:16:52.355516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.355821 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added segment 518743e2-a3f8-4e0e-a5b8-8aea86456fb1 of type vlan for network 5b987ab4-2f11-48a4-bd39-6b9afb64896c Sep 19 12:16:52.368770 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-1c1a4400-1277-41a5-a29c-1c009cf3952b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:16:52.369854 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1c1a4400-1277-41a5-a29c-1c009cf3952b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5620682 Sep 19 12:16:52.374485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54050) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:52.389526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '1ef69446-1a92-4745-87c7-75fc63196ea7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:52.399633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:52.402687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.420127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:52.427307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:52.430525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event updated for resources: {'Port': ['ID=514c5af4-06a3-4c54-99cd-13766fb56957,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:52.435689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:52.445889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:52.480642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.490842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Usage tracker for resource:floatingip and tenant:aec89984afd844dcbca4f293bfbc5296 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:52.491192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] For port 114c0ba8-61b1-47ab-8289-87558fe74531, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=114c0ba8-61b1-47ab-8289-87558fe74531,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:52.507872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:52.512056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:16:52.512579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:16:52.519370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:52.527099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.631950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.654556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.661843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network f352e48a-afde-40e1-8946-7dc0e171ceca is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:52.667380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:52.670172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:52.675626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:52.678249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.694474 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.703407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=597e3a7f-31b2-44d2-8fda-d4556f87b259,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:52.730694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702cfb9-70ec-4ffd-81f7-96861a95c62d None None] Network f352e48a-afde-40e1-8946-7dc0e171ceca requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:52.740360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.741577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.826801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.834008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:52.834973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:52.946208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:52.953400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:52.958895 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c82ab233-3206-44be-a6e0-92923b1142ee tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8680725 Sep 19 12:16:52.964000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54054) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:52.969445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:52.970241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:53.007044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e63831d0-cadc-4603-bd00-a6b07c2f4db7 None None] Provisioning for port e425bbe6-46c4-47b1-92a3-ca464a452427 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:53.040341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Deleting port 5d67e914-c61f-4b6d-ad5f-8682be766900 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:53.040682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:53.100827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Network': ['ID=5b987ab4-2f11-48a4-bd39-6b9afb64896c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:53.112624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 5b987ab4-2f11-48a4-bd39-6b9afb64896c details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:16:53.129727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-692ab970-71d1-48bc-9a93-5cc1a2abba70 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4848678 Sep 19 12:16:53.129727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54060) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:53.140638 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=064a5fad-88ba-45fa-885b-09fbb4989913,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:53.158061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=114c0ba8-61b1-47ab-8289-87558fe74531,revision_number=4']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:53.201128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:53.282713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'subnet': {'network_id': '5b987ab4-2f11-48a4-bd39-6b9afb64896c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:53.289933 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-edc46ff6-abb2-49c9-acdd-f9d01f381748 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2954068 Sep 19 12:16:53.300007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54064) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:53.309658 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:e0:d0:ef', 'name': 'tempest-NetworksTestDHCPv6-558151114'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:53.311332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39bc69b-0cb8-4bff-84ea-5a452e40f0fd None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:53.497055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e425bbe6-46c4-47b1-92a3-ca464a452427 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:53.579211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ee1e16d0-2fad-4b47-b824-b24ca335c4ae None None] Provisioning for port 114c0ba8-61b1-47ab-8289-87558fe74531 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:53.675268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:53.689571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:53.701493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:53.711882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:53.812472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port e425bbe6-46c4-47b1-92a3-ca464a452427 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:53.818857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e425bbe6-46c4-47b1-92a3-ca464a452427 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:53.819239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:53.825585 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:53.845156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:53.890541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-965439c7-b124-4ce0-82ae-32ce679d1e2c None None] Provisioning for port 597e3a7f-31b2-44d2-8fda-d4556f87b259 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:53.902185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-965439c7-b124-4ce0-82ae-32ce679d1e2c None None] Provisioning complete for port 597e3a7f-31b2-44d2-8fda-d4556f87b259 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:53.903093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-965439c7-b124-4ce0-82ae-32ce679d1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.000380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:54.000928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:54.027187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-965439c7-b124-4ce0-82ae-32ce679d1e2c None None] Port 597e3a7f-31b2-44d2-8fda-d4556f87b259 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:54.036166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:subnet and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:54.039466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e425bbe6-46c4-47b1-92a3-ca464a452427 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:54.039854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.051709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:54.080377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-965439c7-b124-4ce0-82ae-32ce679d1e2c None None] Provisioning complete for port e425bbe6-46c4-47b1-92a3-ca464a452427 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:54.080751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-965439c7-b124-4ce0-82ae-32ce679d1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.129465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port e425bbe6-46c4-47b1-92a3-ca464a452427, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e425bbe6-46c4-47b1-92a3-ca464a452427,segment=NetworkSegment(16fdd01b-03c8-48d4-92d1-5fc9622352e4),segment_id=16fdd01b-03c8-48d4-92d1-5fc9622352e4)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:54.197214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.197928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 114c0ba8-61b1-47ab-8289-87558fe74531 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:54.257695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:54.386107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-965439c7-b124-4ce0-82ae-32ce679d1e2c None None] Current status of the port e425bbe6-46c4-47b1-92a3-ca464a452427 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:54.387284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Subnet': ['ID=06dd8023-17d3-4324-918d-e4e4bf536f4b,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:54.391662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.406512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936a43d-2d0a-4e31-a96c-a6f653cea692 req-0428c1e8-5aa5-4758-ac9b-5eb5fc46a567 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:54.406512 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9936a43d-2d0a-4e31-a96c-a6f653cea692 req-0428c1e8-5aa5-4758-ac9b-5eb5fc46a567 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 1.1570728 Sep 19 12:16:54.411119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=e425bbe6-46c4-47b1-92a3-ca464a452427,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:54.427776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port abfd42df-9a9d-4e89-8a07-8ff3faeb2bed yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:16:54.434926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Checking segment: {'id': '9fd7fba1-78d0-452d-8653-ae0d76896eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38b8c5ba-9a33-45fe-8a9c-348aed82c44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:54.435300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network hostable DHCP agents. Network: 38b8c5ba-9a33-45fe-8a9c-348aed82c44f, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:16:54.446899 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.447234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.467244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.498197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Router de3babed-73a2-454e-8fd6-0051dbce1ad5 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:16:54.500270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 114c0ba8-61b1-47ab-8289-87558fe74531 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:54.508995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 114c0ba8-61b1-47ab-8289-87558fe74531 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:54.509864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.550432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:54.554427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.587342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b870e797-dc9d-40cc-87ba-dfaed7e6145e None None] Provisioning complete for port 597e3a7f-31b2-44d2-8fda-d4556f87b259 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:54.587713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b870e797-dc9d-40cc-87ba-dfaed7e6145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.686109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b870e797-dc9d-40cc-87ba-dfaed7e6145e None None] Port 597e3a7f-31b2-44d2-8fda-d4556f87b259 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:54.712831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 114c0ba8-61b1-47ab-8289-87558fe74531 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:54.713213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.747663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 114c0ba8-61b1-47ab-8289-87558fe74531, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=114c0ba8-61b1-47ab-8289-87558fe74531,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:16:54.757594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Calling delete_port for 5d67e914-c61f-4b6d-ad5f-8682be766900 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:54.793756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:16:54.812285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Sync routers for ids ['de3babed-73a2-454e-8fd6-0051dbce1ad5'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:16:54.818360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2cd20b5f-c520-4695-be17-cbcc8c269404 None None] Provisioning complete for port 114c0ba8-61b1-47ab-8289-87558fe74531 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:54.819029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2cd20b5f-c520-4695-be17-cbcc8c269404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:54.838108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 172.20.0.11 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/fbc8e7b1-ea3f-4303-b067-26ac59cdf679/abfd42df-9a9d-4e89-8a07-8ff3faeb2bed) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:54.844274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f816:3eff:fee0:d0ef (97c14447-5e4d-4deb-a6ce-aa8646f0c431/064a5fad-88ba-45fa-885b-09fbb4989913/abfd42df-9a9d-4e89-8a07-8ff3faeb2bed) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:54.888963 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9936a43d-2d0a-4e31-a96c-a6f653cea692 req-bcd84ac1-e884-49a8-a7b7-4f42de1f2e6f tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601603 Sep 19 12:16:54.914278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Routers {'de3babed-73a2-454e-8fd6-0051dbce1ad5'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:54.914934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['de3babed-73a2-454e-8fd6-0051dbce1ad5'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:54.964475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.044357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 38b8c5ba-9a33-45fe-8a9c-348aed82c44f is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:16:55.094639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.098965 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-be9329a1-4d1d-40c4-bf39-bae4b20fd8e9 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1020982 Sep 19 12:16:55.100899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54070) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:55.102880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.163276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=114c0ba8-61b1-47ab-8289-87558fe74531,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:55.222385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.232637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 38b8c5ba-9a33-45fe-8a9c-348aed82c44f) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:55.235437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Allocated IP 172.26.5.93 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/07618d46-fcbb-491c-ab7d-ae40186ba3b3) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:55.255470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbecd610-27de-4edd-95a3-ec940ce698f7 None None] Network 38b8c5ba-9a33-45fe-8a9c-348aed82c44f requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:55.265106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:55.265701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.279629 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Set router de3babed-73a2-454e-8fd6-0051dbce1ad5 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:16:55.349482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object abfd42df-9a9d-4e89-8a07-8ff3faeb2bed will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:55.391696 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9d1a7ce8-6933-4aec-931b-18ffba5df643 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/routers/de3babed-73a2-454e-8fd6-0051dbce1ad5 HTTP/1.1" status: 200 len: 908 time: 0.2873135 Sep 19 12:16:55.391929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54076) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:55.401348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1328767281', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'enable_snat': True}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:55.422419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:55.429549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Usage tracker for resource:router and tenant:4411b21c1e79418a8f6773f57d1c9fbd is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:55.434028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:55.450108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:55.479527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e425bbe6-46c4-47b1-92a3-ca464a452427 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:55.526168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.533481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.549705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2cd20b5f-c520-4695-be17-cbcc8c269404 None None] Current status of the port 114c0ba8-61b1-47ab-8289-87558fe74531 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:55.627682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:55.636417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:55.641164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:55.677051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=abfd42df-9a9d-4e89-8a07-8ff3faeb2bed,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:55.678689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.679760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.737344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:55.737901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.743307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.768159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a97438-8b0b-4890-9dc3-bfb8d05b5edd req-e8a2a080-3be2-4609-8890-8c4a53458c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:55.770542 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63a97438-8b0b-4890-9dc3-bfb8d05b5edd req-e8a2a080-3be2-4609-8890-8c4a53458c40 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dee0fc07c587475d96b309e08cd04512&device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 1099 time: 0.2781012 Sep 19 12:16:55.800953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e425bbe6-46c4-47b1-92a3-ca464a452427 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:55.801700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:55.881012 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-20e5ef10-f1e5-4574-9816-07a697a089b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4503064 Sep 19 12:16:55.889936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54080) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:55.907827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'subnet': {'network_id': '143de4aa-a120-4aa5-9104-3669fe1839d6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:55.909874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Pushing event deleted for resources: {'Port': ['ID=5d67e914-c61f-4b6d-ad5f-8682be766900,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:55.929189 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cf846552-226b-48ff-b7bb-9951df7f263a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6235156 Sep 19 12:16:55.932017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54084) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:56.018972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-38b8c5ba-9a33-45fe-8a9c-348aed82c44f', 'network_id': '38b8c5ba-9a33-45fe-8a9c-348aed82c44f', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'fixed_ips': [{'subnet_id': '06dd8023-17d3-4324-918d-e4e4bf536f4b'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:56.020519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.137891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3babed-73a2-454e-8fd6-0051dbce1ad5', 'name': 'tempest-snat-router-1328767281', 'tenant_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.39'}], 'enable_snat': False}, 'gw_port_id': '514c5af4-06a3-4c54-99cd-13766fb56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:16:48Z', 'updated_at': '2022-09-19T12:16:52Z', 'revision_number': 3, 'project_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'gw_port': {'id': '514c5af4-06a3-4c54-99cd-13766fb56957', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3babed-73a2-454e-8fd6-0051dbce1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:16:51Z', 'updated_at': '2022-09-19T12:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:56.153482 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e425bbe6-46c4-47b1-92a3-ca464a452427 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:56.154777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 114c0ba8-61b1-47ab-8289-87558fe74531 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:56.195601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Checking router: de3babed-73a2-454e-8fd6-0051dbce1ad5 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:16:56.195818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.196006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Updating router de3babed-73a2-454e-8fd6-0051dbce1ad5 port 514c5af4-06a3-4c54-99cd-13766fb56957 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:16:56.299177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.302579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.303735 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fec972cb-f271-4857-ad1c-f1c2d12cdf3e tempest-ServerActionsTestJSON-1255713351 tempest-ServerActionsTestJSON-1255713351-project] 10.222.0.66 "DELETE /v2.0/floatingips/56140dbe-37ea-4d67-a7a7-41133fe9f845 HTTP/1.1" status: 204 len: 168 time: 5.7132950 Sep 19 12:16:56.342781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54088) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:56.350543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a97438-8b0b-4890-9dc3-bfb8d05b5edd req-e4e43536-34bf-4184-8179-f633c9a47449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:56.351683 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63a97438-8b0b-4890-9dc3-bfb8d05b5edd req-e4e43536-34bf-4184-8179-f633c9a47449 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 HTTP/1.1" status: 200 len: 912 time: 0.5711100 Sep 19 12:16:56.351809 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bc1441a0-51f5-4154-b2c8-02beb67437ae None None] Provisioning for port abfd42df-9a9d-4e89-8a07-8ff3faeb2bed completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:56.354807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.360581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945b2fe-555d-4308-ac6e-02f84e7f7ea9 req-4083d410-c107-494c-a252-bf060ffa97a0 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:56.364049 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d945b2fe-555d-4308-ac6e-02f84e7f7ea9 req-4083d410-c107-494c-a252-bf060ffa97a0 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.8499258 Sep 19 12:16:56.370975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.399469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bc1441a0-51f5-4154-b2c8-02beb67437ae None None] Provisioning complete for port abfd42df-9a9d-4e89-8a07-8ff3faeb2bed triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:56.399866 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bc1441a0-51f5-4154-b2c8-02beb67437ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.434420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Allocated IP 172.20.0.2 (38b8c5ba-9a33-45fe-8a9c-348aed82c44f/06dd8023-17d3-4324-918d-e4e4bf536f4b/0007d9ed-00cb-4575-b05a-5dca969b86c0) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:56.480961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.499032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.505542 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63a97438-8b0b-4890-9dc3-bfb8d05b5edd req-7a530b0a-7363-4e1f-b8ee-4604b28fc92b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f6685-d9ec-452e-aaed-ae1c609a9cad HTTP/1.1" status: 200 len: 217 time: 0.1400561 Sep 19 12:16:56.510361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bc1441a0-51f5-4154-b2c8-02beb67437ae None None] Port abfd42df-9a9d-4e89-8a07-8ff3faeb2bed cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:16:56.630726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:56.640735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 114c0ba8-61b1-47ab-8289-87558fe74531 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:16:56.641126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.641298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:subnet and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:56.650447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.654402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:56.667842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:56.677888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a97438-8b0b-4890-9dc3-bfb8d05b5edd req-522a08af-66cc-42bc-831a-d560402d3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:56.679391 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63a97438-8b0b-4890-9dc3-bfb8d05b5edd req-522a08af-66cc-42bc-831a-d560402d3ae3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c9edeee2-654e-45ff-9873-1f2888c71117 HTTP/1.1" status: 200 len: 851 time: 0.1596045 Sep 19 12:16:56.695745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6f5f28-620e-43cf-b620-56159cb49126 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:56.701051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6f5f28-620e-43cf-b620-56159cb49126 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:56.701865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5b6f5f28-620e-43cf-b620-56159cb49126 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:56.740535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Subnet': ['ID=db4cfefc-bad2-4ee3-82ad-b2eb90df44dc,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:56.760711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Checking segment: {'id': '518743e2-a3f8-4e0e-a5b8-8aea86456fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5b987ab4-2f11-48a4-bd39-6b9afb64896c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:56.760955 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network hostable DHCP agents. Network: 5b987ab4-2f11-48a4-bd39-6b9afb64896c, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:16:56.770456 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63a97438-8b0b-4890-9dc3-bfb8d05b5edd req-45b32aeb-45a1-4adf-967d-1b3cf1157816 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646007 Sep 19 12:16:56.808925 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d945b2fe-555d-4308-ac6e-02f84e7f7ea9 req-23674702-e851-4789-ba5d-df8ef1b3773a tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553665 Sep 19 12:16:56.839992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=597e3a7f-31b2-44d2-8fda-d4556f87b259,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:56.887182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:16:56.890552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.912562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 114c0ba8-61b1-47ab-8289-87558fe74531 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:16:56.925430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:56.935810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Transition to ACTIVE for port object 0007d9ed-00cb-4575-b05a-5dca969b86c0 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:56.955280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Transition to ACTIVE for port object 0007d9ed-00cb-4575-b05a-5dca969b86c0 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:56.985180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.044313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5b6f5f28-620e-43cf-b620-56159cb49126 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:57.045228 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 5b987ab4-2f11-48a4-bd39-6b9afb64896c is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:16:57.047194 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5b6f5f28-620e-43cf-b620-56159cb49126 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1131127 Sep 19 12:16:57.056682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54092) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:57.073041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.159832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Network 38b8c5ba-9a33-45fe-8a9c-348aed82c44f is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:57.159832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:57.169541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:57.170483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.171005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:57.183219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:57.194237 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63a97438-8b0b-4890-9dc3-bfb8d05b5edd req-a3f1781e-be81-43d3-9433-5ae57aceffdd service neutron] 10.222.0.85 "GET /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017379 Sep 19 12:16:57.198960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-7653e5f8-e2a4-4898-ac97-2241e2f1d5d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port abfd42df-9a9d-4e89-8a07-8ff3faeb2bed {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:57.199727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7653e5f8-e2a4-4898-ac97-2241e2f1d5d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.209974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:57.220269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Pushing event updated for resources: {'Port': ['ID=0007d9ed-00cb-4575-b05a-5dca969b86c0,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:57.303599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Attempting to bind port 0007d9ed-00cb-4575-b05a-5dca969b86c0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:57.303982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Attempting to bind port 0007d9ed-00cb-4575-b05a-5dca969b86c0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9fd7fba1-78d0-452d-8653-ae0d76896eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38b8c5ba-9a33-45fe-8a9c-348aed82c44f'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:57.304354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Attempting to bind port 0007d9ed-00cb-4575-b05a-5dca969b86c0 on network 38b8c5ba-9a33-45fe-8a9c-348aed82c44f {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:57.311574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:57.311954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Checking segment: {'id': '9fd7fba1-78d0-452d-8653-ae0d76896eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38b8c5ba-9a33-45fe-8a9c-348aed82c44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:57.312362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.312757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Bound using segment: {'id': '9fd7fba1-78d0-452d-8653-ae0d76896eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38b8c5ba-9a33-45fe-8a9c-348aed82c44f'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:57.313228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Bound port: 0007d9ed-00cb-4575-b05a-5dca969b86c0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd7fba1-78d0-452d-8653-ae0d76896eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38b8c5ba-9a33-45fe-8a9c-348aed82c44f'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:57.313596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.319705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 5b987ab4-2f11-48a4-bd39-6b9afb64896c) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:57.324371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:57.324963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.340571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b48fd4-ccad-4133-8ca7-493fc120139b None None] Network 5b987ab4-2f11-48a4-bd39-6b9afb64896c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:57.351160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event updated for resources: {'Port': ['ID=07618d46-fcbb-491c-ab7d-ae40186ba3b3,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:57.573732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.588323 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e02eb639-7528-4243-b50b-7d4d2ee8d131 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3416948 Sep 19 12:16:57.589874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54096) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:57.609324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] For port 0007d9ed-00cb-4575-b05a-5dca969b86c0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:57.612747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Transition to ACTIVE for port object 514c5af4-06a3-4c54-99cd-13766fb56957 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:57.635306 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63a97438-8b0b-4890-9dc3-bfb8d05b5edd req-58caf824-3562-4c6b-8434-d6d2249a52d2 service neutron] 10.222.0.85 "GET /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086230 Sep 19 12:16:57.656129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-632311873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:57.656663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] For port 0007d9ed-00cb-4575-b05a-5dca969b86c0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0007d9ed-00cb-4575-b05a-5dca969b86c0,segment=NetworkSegment(9fd7fba1-78d0-452d-8653-ae0d76896eb5),segment_id=9fd7fba1-78d0-452d-8653-ae0d76896eb5)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:57.725528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-5b987ab4-2f11-48a4-bd39-6b9afb64896c', 'network_id': '5b987ab4-2f11-48a4-bd39-6b9afb64896c', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'fixed_ips': [{'subnet_id': 'db4cfefc-bad2-4ee3-82ad-b2eb90df44dc'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:57.726901 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.738973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:57.740919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.766725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:router and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:57.771990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:57.798043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:57.798337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.866149 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Attempting to bind port 514c5af4-06a3-4c54-99cd-13766fb56957 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:16:57.866542 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Attempting to bind port 514c5af4-06a3-4c54-99cd-13766fb56957 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:16:57.867727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Attempting to bind port 514c5af4-06a3-4c54-99cd-13766fb56957 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:16:57.893294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:16:57.893294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:57.893615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.893945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:16:57.894847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Bound port: 514c5af4-06a3-4c54-99cd-13766fb56957, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:16:57.894977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.895468 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.921100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.940581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Deleting port 07618d46-fcbb-491c-ab7d-ae40186ba3b3 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:16:57.941039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:57.969209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcda5c0-67f2-4eba-a888-cada10b434a2 None None] Pushing event updated for resources: {'Port': ['ID=514c5af4-06a3-4c54-99cd-13766fb56957,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:58.031804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.031804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.111164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7653e5f8-e2a4-4898-ac97-2241e2f1d5d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.135348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Subnet': ['ID=ef902b93-5a28-43c7-9b8f-2eb90473d50c,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:58.177498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] For port 514c5af4-06a3-4c54-99cd-13766fb56957, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:16:58.183336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] For port 514c5af4-06a3-4c54-99cd-13766fb56957, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=514c5af4-06a3-4c54-99cd-13766fb56957,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:16:58.184897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6598c-1164-4558-8026-bd2532b6973b None None] Pushing event updated for resources: {'Port': ['ID=0007d9ed-00cb-4575-b05a-5dca969b86c0,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:58.193607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.220687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.294064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Allocated IP 2001:db8::2 (5b987ab4-2f11-48a4-bd39-6b9afb64896c/db4cfefc-bad2-4ee3-82ad-b2eb90df44dc/bc99775e-247e-44ac-a504-44d21d73067f) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:58.381163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-7653e5f8-e2a4-4898-ac97-2241e2f1d5d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for abfd42df-9a9d-4e89-8a07-8ff3faeb2bed owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:58.420239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.486084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Checking segment: {'id': 'c28a2764-4ed9-4683-adc3-d65d87b67fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '143de4aa-a120-4aa5-9104-3669fe1839d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:16:58.486469 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network hostable DHCP agents. Network: 143de4aa-a120-4aa5-9104-3669fe1839d6, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:16:58.505491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.652711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Routers {'de3babed-73a2-454e-8fd6-0051dbce1ad5'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:16:58.652909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['de3babed-73a2-454e-8fd6-0051dbce1ad5'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:16:58.664120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 143de4aa-a120-4aa5-9104-3669fe1839d6 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:16:58.691072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Allocated IP 172.26.5.87 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/a3e2839f-09f4-4528-adfa-c268f92a1640) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:16:58.717928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.756291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c9924-778d-4457-963d-a4f978a3404c req-9b92076e-b66c-46c5-a6fe-a3a27262385e tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:58.757825 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ee4c9924-778d-4457-963d-a4f978a3404c req-9b92076e-b66c-46c5-a6fe-a3a27262385e tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.6770568 Sep 19 12:16:58.768915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.770257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.833270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcda5c0-67f2-4eba-a888-cada10b434a2 None None] Pushing event updated for resources: {'Port': ['ID=514c5af4-06a3-4c54-99cd-13766fb56957,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:58.846846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 143de4aa-a120-4aa5-9104-3669fe1839d6) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:58.858999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802798b-6903-4560-87e2-6ccca0970f34 None None] Network 143de4aa-a120-4aa5-9104-3669fe1839d6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:58.862328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:58.863283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.967005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:58.991922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7653e5f8-e2a4-4898-ac97-2241e2f1d5d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:59.009832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] Set router de3babed-73a2-454e-8fd6-0051dbce1ad5 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:16:59.030078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Calling delete_port for 07618d46-fcbb-491c-ab7d-ae40186ba3b3 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:16:59.054056 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-53952a74-b591-414c-97a9-2d501e45a905 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1600544 Sep 19 12:16:59.070875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54102) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:59.107647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:59.113698 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-af177120-58d3-44b9-b301-2d9f037d8075 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5108478 Sep 19 12:16:59.122982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54106) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:59.133317 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ee4c9924-778d-4457-963d-a4f978a3404c req-dd649128-07f9-4451-b61a-655943cda7ad tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527336 Sep 19 12:16:59.142101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1058067356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:16:59.241206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:59.242622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:16:59.315643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:59.338893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653e5f8-e2a4-4898-ac97-2241e2f1d5d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=abfd42df-9a9d-4e89-8a07-8ff3faeb2bed,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:59.358983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Transition to ACTIVE for port object bc99775e-247e-44ac-a504-44d21d73067f will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:59.464269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Transition to ACTIVE for port object bc99775e-247e-44ac-a504-44d21d73067f will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:16:59.466153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c927246-a201-49ab-bd8e-5740ef04f5a2 None None] Network 38b8c5ba-9a33-45fe-8a9c-348aed82c44f requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:16:59.506391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:59.556084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7653e5f8-e2a4-4898-ac97-2241e2f1d5d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:59.557984 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7653e5f8-e2a4-4898-ac97-2241e2f1d5d6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/abfd42df-9a9d-4e89-8a07-8ff3faeb2bed HTTP/1.1" status: 204 len: 168 time: 2.4988248 Sep 19 12:16:59.565132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54110) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:59.585347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:router and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:16:59.595320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:16:59.608087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0007d9ed-00cb-4575-b05a-5dca969b86c0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:16:59.632739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-143de4aa-a120-4aa5-9104-3669fe1839d6', 'network_id': '143de4aa-a120-4aa5-9104-3669fe1839d6', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'fixed_ips': [{'subnet_id': 'ef902b93-5a28-43c7-9b8f-2eb90473d50c'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:16:59.633744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:59.661357 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:16:59.667320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:59.676055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event updated for resources: {'Port': ['ID=a3e2839f-09f4-4528-adfa-c268f92a1640,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:59.678943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:59.687056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:59.760047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb69530e-7ed2-4beb-8eb4-64caeff93839 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:59.761623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb69530e-7ed2-4beb-8eb4-64caeff93839 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:59.763128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb69530e-7ed2-4beb-8eb4-64caeff93839 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:16:59.764339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bb69530e-7ed2-4beb-8eb4-64caeff93839 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:16:59.781878 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Network 5b987ab4-2f11-48a4-bd39-6b9afb64896c is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:16:59.819680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:16:59.834113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:16:59.836600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:16:59.853811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d65ed9f4-964c-4cc2-b668-87d4e5d2e174 None None] Provisioning for port 0007d9ed-00cb-4575-b05a-5dca969b86c0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:16:59.892649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Pushing event updated for resources: {'Port': ['ID=bc99775e-247e-44ac-a504-44d21d73067f,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:16:59.906845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bb69530e-7ed2-4beb-8eb4-64caeff93839 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:16:59.910905 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bb69530e-7ed2-4beb-8eb4-64caeff93839 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3418338 Sep 19 12:16:59.911152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54114) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:16:59.982951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:17:00.041556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.092170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.093218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.139723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Attempting to bind port bc99775e-247e-44ac-a504-44d21d73067f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:00.139941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Attempting to bind port bc99775e-247e-44ac-a504-44d21d73067f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '518743e2-a3f8-4e0e-a5b8-8aea86456fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5b987ab4-2f11-48a4-bd39-6b9afb64896c'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:00.140255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Attempting to bind port bc99775e-247e-44ac-a504-44d21d73067f on network 5b987ab4-2f11-48a4-bd39-6b9afb64896c {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:00.158303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bdea9c-9391-46a7-beb6-b8d4fabaa3be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 064a5fad-88ba-45fa-885b-09fbb4989913 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:00.160918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:00.161370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Checking segment: {'id': '518743e2-a3f8-4e0e-a5b8-8aea86456fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5b987ab4-2f11-48a4-bd39-6b9afb64896c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:00.161778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.161977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68bdea9c-9391-46a7-beb6-b8d4fabaa3be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.162213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Bound using segment: {'id': '518743e2-a3f8-4e0e-a5b8-8aea86456fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5b987ab4-2f11-48a4-bd39-6b9afb64896c'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:00.162662 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Bound port: bc99775e-247e-44ac-a504-44d21d73067f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518743e2-a3f8-4e0e-a5b8-8aea86456fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5b987ab4-2f11-48a4-bd39-6b9afb64896c'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:00.163062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.185657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.186405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.269151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68bdea9c-9391-46a7-beb6-b8d4fabaa3be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.274562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3babed-73a2-454e-8fd6-0051dbce1ad5', 'name': 'tempest-snat-router-1328767281', 'tenant_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.39'}], 'enable_snat': False}, 'gw_port_id': '514c5af4-06a3-4c54-99cd-13766fb56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:16:48Z', 'updated_at': '2022-09-19T12:16:52Z', 'revision_number': 3, 'project_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'gw_port': {'id': '514c5af4-06a3-4c54-99cd-13766fb56957', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3babed-73a2-454e-8fd6-0051dbce1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:16:51Z', 'updated_at': '2022-09-19T12:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:00.288245 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 0007d9ed-00cb-4575-b05a-5dca969b86c0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:00.337327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f04f-d7a8-4a15-b392-cb5ab7627ac9 None None] The sync data for ids ['de3babed-73a2-454e-8fd6-0051dbce1ad5'] in dv-neutron-857775-2-hyperv is: [{'id': 'de3babed-73a2-454e-8fd6-0051dbce1ad5', 'name': 'tempest-snat-router-1328767281', 'tenant_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.39'}], 'enable_snat': False}, 'gw_port_id': '514c5af4-06a3-4c54-99cd-13766fb56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:16:48Z', 'updated_at': '2022-09-19T12:16:52Z', 'revision_number': 3, 'project_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'gw_port': {'id': '514c5af4-06a3-4c54-99cd-13766fb56957', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3babed-73a2-454e-8fd6-0051dbce1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:16:51Z', 'updated_at': '2022-09-19T12:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:00.351927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 0007d9ed-00cb-4575-b05a-5dca969b86c0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:00.351927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.392731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Allocated IP 172.21.0.2 (143de4aa-a120-4aa5-9104-3669fe1839d6/ef902b93-5a28-43c7-9b8f-2eb90473d50c/97e24b30-8c59-4e13-8803-75545a6049fd) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:00.404899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68bdea9c-9391-46a7-beb6-b8d4fabaa3be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.477495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.556494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.573756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] For port bc99775e-247e-44ac-a504-44d21d73067f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:00.621015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] For port bc99775e-247e-44ac-a504-44d21d73067f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bc99775e-247e-44ac-a504-44d21d73067f,segment=NetworkSegment(518743e2-a3f8-4e0e-a5b8-8aea86456fb1),segment_id=518743e2-a3f8-4e0e-a5b8-8aea86456fb1)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:00.630429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=597e3a7f-31b2-44d2-8fda-d4556f87b259,revision_number=3']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:00.647786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.651097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.679432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 0007d9ed-00cb-4575-b05a-5dca969b86c0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:00.679813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.703786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event deleted for resources: {'Port': ['ID=07618d46-fcbb-491c-ab7d-ae40186ba3b3,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:00.711291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.764501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68bdea9c-9391-46a7-beb6-b8d4fabaa3be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.852029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 0007d9ed-00cb-4575-b05a-5dca969b86c0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0007d9ed-00cb-4575-b05a-5dca969b86c0,segment=NetworkSegment(9fd7fba1-78d0-452d-8653-ae0d76896eb5),segment_id=9fd7fba1-78d0-452d-8653-ae0d76896eb5)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:00.879677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.895849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f77bbb-4de1-4284-bc93-7cebd2c72b42 None None] Pushing event updated for resources: {'Port': ['ID=bc99775e-247e-44ac-a504-44d21d73067f,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:00.899978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Transition to ACTIVE for port object 97e24b30-8c59-4e13-8803-75545a6049fd will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:00.934548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.978647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:00.985863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Transition to ACTIVE for port object 97e24b30-8c59-4e13-8803-75545a6049fd will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:01.051006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=0007d9ed-00cb-4575-b05a-5dca969b86c0,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:01.072501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:01.131794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95a4cae-ec9f-465d-b2e6-61effc559749 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:01.169046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68bdea9c-9391-46a7-beb6-b8d4fabaa3be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:01.196779 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdea9c-9391-46a7-beb6-b8d4fabaa3be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=064a5fad-88ba-45fa-885b-09fbb4989913,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:01.363800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Network 143de4aa-a120-4aa5-9104-3669fe1839d6 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:01.374948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:01.376773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Pushing event updated for resources: {'Port': ['ID=97e24b30-8c59-4e13-8803-75545a6049fd,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:01.379415 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:01.392296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d486086c-ebe8-43fe-832b-a1b7202d41ae None None] Provisioning complete for port 0007d9ed-00cb-4575-b05a-5dca969b86c0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:01.392669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d486086c-ebe8-43fe-832b-a1b7202d41ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:01.421274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] Deleting port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:01.421634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:01.475349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network f352e48a-afde-40e1-8946-7dc0e171ceca is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:01.487337 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-68bdea9c-9391-46a7-beb6-b8d4fabaa3be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/064a5fad-88ba-45fa-885b-09fbb4989913 HTTP/1.1" status: 204 len: 168 time: 1.5749996 Sep 19 12:17:01.490457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54120) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:01.494129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:01.506820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:01.667535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41eed-0b20-463e-8bec-008e73835c02 req-c66bb80b-7740-49bd-872a-baf1e0e1dab2 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:01.669498 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e1a41eed-0b20-463e-8bec-008e73835c02 req-c66bb80b-7740-49bd-872a-baf1e0e1dab2 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 1.2897849 Sep 19 12:17:01.692779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:01.696575 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a63bc20e-327a-43f8-9ce1-1f156a8d9451 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.6094651 Sep 19 12:17:01.757550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0007d9ed-00cb-4575-b05a-5dca969b86c0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:01.780088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54124) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:01.803755 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] create failed (client error): The resource could not be found. Sep 19 12:17:01.808849 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-895e5f34-e3f7-46d6-8105-d8cfde05f6bf tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.4333611 Sep 19 12:17:01.828881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54128) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:01.878606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Attempting to bind port 97e24b30-8c59-4e13-8803-75545a6049fd on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:01.879207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Attempting to bind port 97e24b30-8c59-4e13-8803-75545a6049fd by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'c28a2764-4ed9-4683-adc3-d65d87b67fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '143de4aa-a120-4aa5-9104-3669fe1839d6'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:01.879599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Attempting to bind port 97e24b30-8c59-4e13-8803-75545a6049fd on network 143de4aa-a120-4aa5-9104-3669fe1839d6 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:01.884694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc032e38-e1b5-4edf-b898-e012cd6cd4e2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet fbc8e7b1-ea3f-4303-b067-26ac59cdf679 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:01.897146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fc032e38-e1b5-4edf-b898-e012cd6cd4e2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:01.960410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:01.960785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Checking segment: {'id': 'c28a2764-4ed9-4683-adc3-d65d87b67fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '143de4aa-a120-4aa5-9104-3669fe1839d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:01.961190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:01.961579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Bound using segment: {'id': 'c28a2764-4ed9-4683-adc3-d65d87b67fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '143de4aa-a120-4aa5-9104-3669fe1839d6'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:01.962061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Bound port: 97e24b30-8c59-4e13-8803-75545a6049fd, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28a2764-4ed9-4683-adc3-d65d87b67fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '143de4aa-a120-4aa5-9104-3669fe1839d6'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:01.962429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:02.030789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fc032e38-e1b5-4edf-b898-e012cd6cd4e2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:02.171527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fc032e38-e1b5-4edf-b898-e012cd6cd4e2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:02.261974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d486086c-ebe8-43fe-832b-a1b7202d41ae None None] Current status of the port 0007d9ed-00cb-4575-b05a-5dca969b86c0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:02.285961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 0007d9ed-00cb-4575-b05a-5dca969b86c0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:02.286751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:02.291201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Router 0406de99-cd75-49b6-8f2e-c4966108f008 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:17:02.542912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] For port 97e24b30-8c59-4e13-8803-75545a6049fd, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:02.559311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] For port 97e24b30-8c59-4e13-8803-75545a6049fd, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=97e24b30-8c59-4e13-8803-75545a6049fd,segment=NetworkSegment(c28a2764-4ed9-4683-adc3-d65d87b67fb7),segment_id=c28a2764-4ed9-4683-adc3-d65d87b67fb7)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:02.585761 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d184602b-1aa0-4a92-a5ae-8bd8106bf2d1 None None] Provisioning complete for port 597e3a7f-31b2-44d2-8fda-d4556f87b259 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:02.586365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d184602b-1aa0-4a92-a5ae-8bd8106bf2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:02.587326 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e1a41eed-0b20-463e-8bec-008e73835c02 req-8c96bf6a-2abc-41de-a010-80e4cbd6156f tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7840672 Sep 19 12:17:02.611242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c6ccd473-28a9-426f-98e2-252b0b53442f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Deleting port 1ef69446-1a92-4745-87c7-75fc63196ea7 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:02.612493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd473-28a9-426f-98e2-252b0b53442f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:02.782552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:02.881220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Allocated IP 2001:db8::1 (5b987ab4-2f11-48a4-bd39-6b9afb64896c/db4cfefc-bad2-4ee3-82ad-b2eb90df44dc/6fe40acb-be3e-4f1e-87f0-ea2c2790025c) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:03.086057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fc032e38-e1b5-4edf-b898-e012cd6cd4e2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:03.112699 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 0007d9ed-00cb-4575-b05a-5dca969b86c0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:03.115189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 514c5af4-06a3-4c54-99cd-13766fb56957 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:03.194722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a92d5ab-361b-4660-a8a4-e836b136833f None None] Network 5b987ab4-2f11-48a4-bd39-6b9afb64896c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:03.230555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc032e38-e1b5-4edf-b898-e012cd6cd4e2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc8e7b1-ea3f-4303-b067-26ac59cdf679,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:03.255458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fc032e38-e1b5-4edf-b898-e012cd6cd4e2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:03.283823 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fc032e38-e1b5-4edf-b898-e012cd6cd4e2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/fbc8e7b1-ea3f-4303-b067-26ac59cdf679 HTTP/1.1" status: 204 len: 168 time: 1.7920265 Sep 19 12:17:03.292411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54134) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:03.496426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-68effda4-cf04-41e1-9097-feafc2dca5d2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:router {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:03.513179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:03.534203 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Sync routers for ids ['0406de99-cd75-49b6-8f2e-c4966108f008'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:03.550099 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Routers {'0406de99-cd75-49b6-8f2e-c4966108f008'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:03.556817 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['0406de99-cd75-49b6-8f2e-c4966108f008'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:03.593537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d184602b-1aa0-4a92-a5ae-8bd8106bf2d1 None None] Port 597e3a7f-31b2-44d2-8fda-d4556f87b259 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:03.602774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:03.604072 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-132b3c26-da42-40ea-84eb-aa5748bbbdc8 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2112434 Sep 19 12:17:03.606868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54140) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:03.625171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e4fc-7c2a-493c-84ab-5e6cd0d1eaf6 None None] Pushing event updated for resources: {'Port': ['ID=97e24b30-8c59-4e13-8803-75545a6049fd,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:03.745151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 514c5af4-06a3-4c54-99cd-13766fb56957 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:03.756360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] For port 7cb4dc47-973c-4788-9baf-7134d4bb6ae1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7cb4dc47-973c-4788-9baf-7134d4bb6ae1,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:03.756929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:03.761052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 514c5af4-06a3-4c54-99cd-13766fb56957 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:03.762042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:03.810766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da799cb8-77c9-49b3-a00e-e3979d754ad4 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:03.896515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-50e77f94-3ea1-4a41-bbb3-ebe5d80f7be6 None None] Provisioning for port bc99775e-247e-44ac-a504-44d21d73067f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:03.904673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-68effda4-cf04-41e1-9097-feafc2dca5d2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:router {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:03.911357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54144) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:03.914105 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-68effda4-cf04-41e1-9097-feafc2dca5d2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6192079 Sep 19 12:17:03.954959 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ab569287-282d-4f28-9be4-ec74ebe03d9c tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/routers/0406de99-cd75-49b6-8f2e-c4966108f008 HTTP/1.1" status: 200 len: 907 time: 0.3468621 Sep 19 12:17:03.958147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54146) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:04.008710 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Set router 0406de99-cd75-49b6-8f2e-c4966108f008 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:17:04.046907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] Calling delete_port for 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:04.101388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Router 1427d2a2-55a3-465e-85a2-70d1953c816c is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:17:04.338235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:04.399771 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-eafef245-f741-4f73-ae17-fe201ee22fea None None] Provisioning complete for port 114c0ba8-61b1-47ab-8289-87558fe74531 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:04.400135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eafef245-f741-4f73-ae17-fe201ee22fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:04.548719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c70d714-3bf2-40dd-b449-875c019b0418 None None] Network 143de4aa-a120-4aa5-9104-3669fe1839d6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:04.555937 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0406de99-cd75-49b6-8f2e-c4966108f008', 'name': 'tempest-snat-router-1328767281', 'tenant_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'a3e2839f-09f4-4528-adfa-c268f92a1640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:16:55Z', 'updated_at': '2022-09-19T12:17:00Z', 'revision_number': 3, 'project_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'gw_port': {'id': 'a3e2839f-09f4-4528-adfa-c268f92a1640', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0406de99-cd75-49b6-8f2e-c4966108f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:16:58Z', 'updated_at': '2022-09-19T12:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:04.560689 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Checking router: 0406de99-cd75-49b6-8f2e-c4966108f008 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:17:04.561048 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Updating router 0406de99-cd75-49b6-8f2e-c4966108f008 port a3e2839f-09f4-4528-adfa-c268f92a1640 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:17:04.580707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 514c5af4-06a3-4c54-99cd-13766fb56957 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:04.582279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:04.620560 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:04.632269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:04.734445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 514c5af4-06a3-4c54-99cd-13766fb56957, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=514c5af4-06a3-4c54-99cd-13766fb56957,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:04.767569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Deleting port a3e2839f-09f4-4528-adfa-c268f92a1640 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:04.771417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:04.793063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-eafef245-f741-4f73-ae17-fe201ee22fea None None] Current status of the port 114c0ba8-61b1-47ab-8289-87558fe74531 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:04.869302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2448c6-f408-4dcc-9c77-b7fa077e94bd None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:04.877353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:04.878375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bc99775e-247e-44ac-a504-44d21d73067f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:04.989707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:04.993057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0d2448c6-f408-4dcc-9c77-b7fa077e94bd None None] Deleting port 114c0ba8-61b1-47ab-8289-87558fe74531 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:04.993593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d2448c6-f408-4dcc-9c77-b7fa077e94bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.007094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.016370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd473-28a9-426f-98e2-252b0b53442f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.041246 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.065173 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Transition to ACTIVE for port object a3e2839f-09f4-4528-adfa-c268f92a1640 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:05.126127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.143307 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.202509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8edf67-ce60-42a9-9fe5-1bd700f5bbdc req-0882c574-ffd7-4af2-a0a0-7adaa80b3ccd tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:05.204161 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0b8edf67-ce60-42a9-9fe5-1bd700f5bbdc req-0882c574-ffd7-4af2-a0a0-7adaa80b3ccd tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 1.5060291 Sep 19 12:17:05.205322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:05.215655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=514c5af4-06a3-4c54-99cd-13766fb56957,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:05.223347 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Attempting to bind port a3e2839f-09f4-4528-adfa-c268f92a1640 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:05.223948 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Attempting to bind port a3e2839f-09f4-4528-adfa-c268f92a1640 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:05.224313 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Attempting to bind port a3e2839f-09f4-4528-adfa-c268f92a1640 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:05.235723 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:05.236096 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:05.236496 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.236887 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:05.237362 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Bound port: a3e2839f-09f4-4528-adfa-c268f92a1640, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:05.237752 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.255675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c6ccd473-28a9-426f-98e2-252b0b53442f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Calling delete_port for 1ef69446-1a92-4745-87c7-75fc63196ea7 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:05.276850 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba17ef-8f9b-4b4d-a251-0cb36d190a40 None None] Pushing event updated for resources: {'Port': ['ID=a3e2839f-09f4-4528-adfa-c268f92a1640,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:05.306196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Calling delete_port for a3e2839f-09f4-4528-adfa-c268f92a1640 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:05.307224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d62b9c-abdf-46b9-bc32-6481380df103 None None] Sync routers for ids ['1427d2a2-55a3-465e-85a2-70d1953c816c'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:05.322910 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] For port a3e2839f-09f4-4528-adfa-c268f92a1640, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:05.325984 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] For port a3e2839f-09f4-4528-adfa-c268f92a1640, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a3e2839f-09f4-4528-adfa-c268f92a1640,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:05.328344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3cbd7359-53c8-4ea1-986b-1c2ca03e8f6f None None] Provisioning for port 97e24b30-8c59-4e13-8803-75545a6049fd completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:05.365419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d62b9c-abdf-46b9-bc32-6481380df103 None None] Routers {'1427d2a2-55a3-465e-85a2-70d1953c816c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:05.366057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-68d62b9c-abdf-46b9-bc32-6481380df103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1427d2a2-55a3-465e-85a2-70d1953c816c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:05.372903 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-58ee1647-8e39-433b-ae4c-93fbc632c1a9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "PUT /v2.0/routers/1427d2a2-55a3-465e-85a2-70d1953c816c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4004192 Sep 19 12:17:05.376989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54152) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:05.387653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Transition to ACTIVE for port object 6fe40acb-be3e-4f1e-87f0-ea2c2790025c will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:05.414215 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.486125 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Routers {'0406de99-cd75-49b6-8f2e-c4966108f008'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:05.486561 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['0406de99-cd75-49b6-8f2e-c4966108f008'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:05.534042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-2e7e70fd-c969-4528-9e65-60f941d9d431 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:05.535211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-2e7e70fd-c969-4528-9e65-60f941d9d431 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Synchronizing usage tracker for tenant:dee0fc07c587475d96b309e08cd04512 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:05.546016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6611b43-f39a-4883-90ca-06be588cfce0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:05.551220 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f6611b43-f39a-4883-90ca-06be588cfce0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports?device_id=1427d2a2-55a3-465e-85a2-70d1953c816c HTTP/1.1" status: 200 len: 988 time: 0.1668434 Sep 19 12:17:05.561515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54156) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:05.631091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0d2448c6-f408-4dcc-9c77-b7fa077e94bd None None] For port 114c0ba8-61b1-47ab-8289-87558fe74531, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=114c0ba8-61b1-47ab-8289-87558fe74531,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:05.633836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d2448c6-f408-4dcc-9c77-b7fa077e94bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.676893 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] Set router 0406de99-cd75-49b6-8f2e-c4966108f008 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:17:05.696410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035699ac-8702-411a-a131-79b129ed04e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:05.697232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-035699ac-8702-411a-a131-79b129ed04e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:05.753367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-2e7e70fd-c969-4528-9e65-60f941d9d431 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Unset dirty status for tenant:dee0fc07c587475d96b309e08cd04512 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:05.755093 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-2e7e70fd-c969-4528-9e65-60f941d9d431 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.85 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.4964113 Sep 19 12:17:05.763009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:17:05.763334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:17:05.835265 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0406de99-cd75-49b6-8f2e-c4966108f008', 'name': 'tempest-snat-router-1328767281', 'tenant_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:16:55Z', 'updated_at': '2022-09-19T12:17:04Z', 'revision_number': 4, 'project_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:05.842022 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d826c-61d0-49d2-84ee-527ec0d94429 None None] The sync data for ids ['0406de99-cd75-49b6-8f2e-c4966108f008'] in dv-neutron-857775-2-hyperv is: [{'id': '0406de99-cd75-49b6-8f2e-c4966108f008', 'name': 'tempest-snat-router-1328767281', 'tenant_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:16:55Z', 'updated_at': '2022-09-19T12:17:04Z', 'revision_number': 4, 'project_id': '4411b21c1e79418a8f6773f57d1c9fbd', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:05.846118 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0b8edf67-ce60-42a9-9fe5-1bd700f5bbdc req-853eafde-b8dd-45b5-8f81-4edc7ecf28a8 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448123 Sep 19 12:17:05.869949 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba17ef-8f9b-4b4d-a251-0cb36d190a40 None None] Pushing event updated for resources: {'Port': ['ID=a3e2839f-09f4-4528-adfa-c268f92a1640,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:05.914896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-035699ac-8702-411a-a131-79b129ed04e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:05.914896 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-035699ac-8702-411a-a131-79b129ed04e7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.8747067 Sep 19 12:17:05.916487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54160) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:05.943062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0d2448c6-f408-4dcc-9c77-b7fa077e94bd None None] Calling delete_port for 114c0ba8-61b1-47ab-8289-87558fe74531 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:05.979844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-8a90e12b-0a2d-487c-99be-6f66cc34d8dc tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Deleting port de7f6685-d9ec-452e-aaed-ae1c609a9cad {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:05.980054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-8a90e12b-0a2d-487c-99be-6f66cc34d8dc tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:05.986028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port bc99775e-247e-44ac-a504-44d21d73067f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:06.012886 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port bc99775e-247e-44ac-a504-44d21d73067f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:06.013275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.085406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-68d62b9c-abdf-46b9-bc32-6481380df103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:06.117722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d62b9c-abdf-46b9-bc32-6481380df103 None None] Routers {'1427d2a2-55a3-465e-85a2-70d1953c816c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:06.118436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-68d62b9c-abdf-46b9-bc32-6481380df103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1427d2a2-55a3-465e-85a2-70d1953c816c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:06.140126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.193876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd473-28a9-426f-98e2-252b0b53442f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.202797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379e1273-dc6f-4bbc-8732-00145ee5e7eb tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:06.204496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-379e1273-dc6f-4bbc-8732-00145ee5e7eb tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:06.204648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-358940a6-a314-4937-9de2-bb5f51c62d06 None None] Provisioning complete for port bc99775e-247e-44ac-a504-44d21d73067f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:06.204827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-358940a6-a314-4937-9de2-bb5f51c62d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.276024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Deleting port a3e2839f-09f4-4528-adfa-c268f92a1640 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:06.276024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.288988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-68d62b9c-abdf-46b9-bc32-6481380df103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:06.289398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d62b9c-abdf-46b9-bc32-6481380df103 None None] The sync data for ids ['1427d2a2-55a3-465e-85a2-70d1953c816c'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:06.337705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 5b987ab4-2f11-48a4-bd39-6b9afb64896c is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:06.338788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=6fe40acb-be3e-4f1e-87f0-ea2c2790025c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:06.341445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:06.414923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port bc99775e-247e-44ac-a504-44d21d73067f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:06.415651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.433361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-379e1273-dc6f-4bbc-8732-00145ee5e7eb tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:06.434773 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-379e1273-dc6f-4bbc-8732-00145ee5e7eb tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5172424 Sep 19 12:17:06.466193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d2448c6-f408-4dcc-9c77-b7fa077e94bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.475218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.505902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:06.506455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.509172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54164) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:06.550732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Allocated IP 172.20.0.1 (38b8c5ba-9a33-45fe-8a9c-348aed82c44f/06dd8023-17d3-4324-918d-e4e4bf536f4b/b789bdf0-b90c-4e2a-bd77-82ae2062b893) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:06.560786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2448c6-f408-4dcc-9c77-b7fa077e94bd None None] No DVR routers for this DVR port 114c0ba8-61b1-47ab-8289-87558fe74531 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:06.564440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2448c6-f408-4dcc-9c77-b7fa077e94bd None None] Pushing event deleted for resources: {'Port': ['ID=114c0ba8-61b1-47ab-8289-87558fe74531,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:06.600527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port bc99775e-247e-44ac-a504-44d21d73067f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bc99775e-247e-44ac-a504-44d21d73067f,segment=NetworkSegment(518743e2-a3f8-4e0e-a5b8-8aea86456fb1),segment_id=518743e2-a3f8-4e0e-a5b8-8aea86456fb1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:06.606041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-358940a6-a314-4937-9de2-bb5f51c62d06 None None] Current status of the port bc99775e-247e-44ac-a504-44d21d73067f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:06.606565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-358940a6-a314-4937-9de2-bb5f51c62d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.666221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.683214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccd473-28a9-426f-98e2-252b0b53442f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event deleted for resources: {'Port': ['ID=1ef69446-1a92-4745-87c7-75fc63196ea7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:06.834782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] For port a3e2839f-09f4-4528-adfa-c268f92a1640, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a3e2839f-09f4-4528-adfa-c268f92a1640,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:06.835167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.897421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3a1888dd-ccc2-4292-b619-63edc42ff778 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3845720 Sep 19 12:17:06.899020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd473-28a9-426f-98e2-252b0b53442f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:06.902868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54170) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:06.927167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb4dc47-973c-4788-9baf-7134d4bb6ae1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:06.937291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=bc99775e-247e-44ac-a504-44d21d73067f,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:06.982973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d4f2cd42-20a1-4df7-984a-ac53ec62bb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:06.997611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-358940a6-a314-4937-9de2-bb5f51c62d06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:17:06.998349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-358940a6-a314-4937-9de2-bb5f51c62d06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:17:07.021053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 514c5af4-06a3-4c54-99cd-13766fb56957 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:07.101206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Calling delete_port for a3e2839f-09f4-4528-adfa-c268f92a1640 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:07.144960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 514c5af4-06a3-4c54-99cd-13766fb56957 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:07.145826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:07.249007 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c6ccd473-28a9-426f-98e2-252b0b53442f tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "DELETE /v2.0/ports/1ef69446-1a92-4745-87c7-75fc63196ea7 HTTP/1.1" status: 204 len: 168 time: 5.4130292 Sep 19 12:17:07.254406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54174) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:07.297156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 514c5af4-06a3-4c54-99cd-13766fb56957 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:07.301115 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 97e24b30-8c59-4e13-8803-75545a6049fd up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:07.303067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-8a90e12b-0a2d-487c-99be-6f66cc34d8dc tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] For port de7f6685-d9ec-452e-aaed-ae1c609a9cad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=de7f6685-d9ec-452e-aaed-ae1c609a9cad,segment=NetworkSegment(84378b75-ab34-43e4-aea1-fc1b6a4fc860),segment_id=84378b75-ab34-43e4-aea1-fc1b6a4fc860)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:07.303439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-8a90e12b-0a2d-487c-99be-6f66cc34d8dc tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:07.432308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 97e24b30-8c59-4e13-8803-75545a6049fd completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:07.438070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 97e24b30-8c59-4e13-8803-75545a6049fd triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:07.438475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:07.459670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d4f2cd42-20a1-4df7-984a-ac53ec62bb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:07.567801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d4f2cd42-20a1-4df7-984a-ac53ec62bb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:07.594455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:07.595960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-358940a6-a314-4937-9de2-bb5f51c62d06 None None] Current status of the port bc99775e-247e-44ac-a504-44d21d73067f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:07.620046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-8a90e12b-0a2d-487c-99be-6f66cc34d8dc tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Calling delete_port for de7f6685-d9ec-452e-aaed-ae1c609a9cad owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:07.621398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 97e24b30-8c59-4e13-8803-75545a6049fd is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:07.621788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:07.658646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 97e24b30-8c59-4e13-8803-75545a6049fd, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=97e24b30-8c59-4e13-8803-75545a6049fd,segment=NetworkSegment(c28a2764-4ed9-4683-adc3-d65d87b67fb7),segment_id=c28a2764-4ed9-4683-adc3-d65d87b67fb7)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:07.721157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ca785b6f-559b-421a-9d86-7252d97b8d1b None None] Provisioning complete for port 97e24b30-8c59-4e13-8803-75545a6049fd triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:07.721562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ca785b6f-559b-421a-9d86-7252d97b8d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:07.752287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:07.819639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 114c0ba8-61b1-47ab-8289-87558fe74531 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:07.828919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23837ab2-2601-4f3b-bd62-3364a26c31aa tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:07.829646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-23837ab2-2601-4f3b-bd62-3364a26c31aa tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Synchronizing usage tracker for tenant:aec89984afd844dcbca4f293bfbc5296 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:07.863067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f2cd42-20a1-4df7-984a-ac53ec62bb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:07.866733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d4f2cd42-20a1-4df7-984a-ac53ec62bb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:07.868609 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f2cd42-20a1-4df7-984a-ac53ec62bb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:17:07.868775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f2cd42-20a1-4df7-984a-ac53ec62bb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:17:07.868894 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 114c0ba8-61b1-47ab-8289-87558fe74531 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:07.869234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 114c0ba8-61b1-47ab-8289-87558fe74531 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:07.888479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:07.892714 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=97e24b30-8c59-4e13-8803-75545a6049fd,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:07.927383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:07.957777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ca785b6f-559b-421a-9d86-7252d97b8d1b None None] Current status of the port 97e24b30-8c59-4e13-8803-75545a6049fd is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:07.990571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc7c46-38e6-4371-8451-dfefe072850d req-44559482-78c6-4ab0-a341-d1bddfab5eee tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:07.992203 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dbcc7c46-38e6-4371-8451-dfefe072850d req-44559482-78c6-4ab0-a341-d1bddfab5eee tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 946 time: 0.8757720 Sep 19 12:17:08.030590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ca785b6f-559b-421a-9d86-7252d97b8d1b None None] Provisioning for port 6fe40acb-be3e-4f1e-87f0-ea2c2790025c completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:08.037960 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d4f2cd42-20a1-4df7-984a-ac53ec62bb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1059408 Sep 19 12:17:08.038935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Transition to ACTIVE for port object b789bdf0-b90c-4e2a-bd77-82ae2062b893 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:08.039702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ca785b6f-559b-421a-9d86-7252d97b8d1b None None] Provisioning complete for port 6fe40acb-be3e-4f1e-87f0-ea2c2790025c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:08.040179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ca785b6f-559b-421a-9d86-7252d97b8d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:08.049037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54178) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:08.059936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9c4b6451-da0d-4e92-98a4-ab6fcd9449ad tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:08.090107 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:08.093789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-23837ab2-2601-4f3b-bd62-3364a26c31aa tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Unset dirty status for tenant:aec89984afd844dcbca4f293bfbc5296 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:08.097890 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-23837ab2-2601-4f3b-bd62-3364a26c31aa tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1 HTTP/1.1" status: 200 len: 913 time: 0.8382652 Sep 19 12:17:08.107314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ca785b6f-559b-421a-9d86-7252d97b8d1b None None] Port 6fe40acb-be3e-4f1e-87f0-ea2c2790025c cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:08.131610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54182) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:08.284502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-8a90e12b-0a2d-487c-99be-6f66cc34d8dc tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:08.304944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3e2839f-09f4-4528-adfa-c268f92a1640,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:08.321669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:08.341741 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dbcc7c46-38e6-4371-8451-dfefe072850d req-28d8d5f3-14dd-4e3f-805c-3339ab0d8c9c tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/security-groups?id=053959ea-1129-4510-bd4c-2bcf97f07511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344591 Sep 19 12:17:08.518643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90e12b-0a2d-487c-99be-6f66cc34d8dc tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Pushing event deleted for resources: {'Port': ['ID=de7f6685-d9ec-452e-aaed-ae1c609a9cad,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:08.579000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9c4b6451-da0d-4e92-98a4-ab6fcd9449ad tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:08.648222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-8a90e12b-0a2d-487c-99be-6f66cc34d8dc tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] No DVR routers for this DVR port de7f6685-d9ec-452e-aaed-ae1c609a9cad on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:08.651599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-8a90e12b-0a2d-487c-99be-6f66cc34d8dc tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:08.655950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad62360-2e87-4499-8723-c3bf7cf39154', 'name': 'network-vif-deleted', 'tag': 'de7f6685-d9ec-452e-aaed-ae1c609a9cad'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:17:08.658458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c46c001-7115-4e4a-96f4-daa2122be314" -d '{"events": [{"server_uuid": "bad62360-2e87-4499-8723-c3bf7cf39154", "name": "network-vif-deleted", "tag": "de7f6685-d9ec-452e-aaed-ae1c609a9cad"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:17:08.662853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9c4b6451-da0d-4e92-98a4-ab6fcd9449ad tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:08.663563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:08.665209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:08.797695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0403a465-cd90-4ebb-9c19-3d543ffd9f42 x-openstack-request-id: req-0403a465-cd90-4ebb-9c19-3d543ffd9f42 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:17:08.800921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad62360-2e87-4499-8723-c3bf7cf39154", "name": "network-vif-deleted", "tag": "de7f6685-d9ec-452e-aaed-ae1c609a9cad", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:17:08.800921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0403a465-cd90-4ebb-9c19-3d543ffd9f42 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:17:08.800921 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0403a465-cd90-4ebb-9c19-3d543ffd9f42'] response: {'server_uuid': 'bad62360-2e87-4499-8723-c3bf7cf39154', 'name': 'network-vif-deleted', 'tag': 'de7f6685-d9ec-452e-aaed-ae1c609a9cad', 'status': 'completed', 'code': 200} Sep 19 12:17:08.820740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 38b8c5ba-9a33-45fe-8a9c-348aed82c44f is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:08.836675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 97e24b30-8c59-4e13-8803-75545a6049fd up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:08.839005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:08.848845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:08.890794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4b6451-da0d-4e92-98a4-ab6fcd9449ad tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:08.895504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6451-da0d-4e92-98a4-ab6fcd9449ad tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:08.897976 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4b6451-da0d-4e92-98a4-ab6fcd9449ad tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:17:08.898663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4b6451-da0d-4e92-98a4-ab6fcd9449ad tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:17:08.927963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=b789bdf0-b90c-4e2a-bd77-82ae2062b893,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:08.938488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 97e24b30-8c59-4e13-8803-75545a6049fd triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:08.939033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.094710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 97e24b30-8c59-4e13-8803-75545a6049fd is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:09.095701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bc99775e-247e-44ac-a504-44d21d73067f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:09.102306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.108879 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9c4b6451-da0d-4e92-98a4-ab6fcd9449ad tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0560243 Sep 19 12:17:09.110691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54188) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:09.125746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-660c7d37-bd98-4599-91d2-7063bad6c865 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:09.171158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] Router a9c52412-684d-410a-be75-3518c08df4e6 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:17:09.172526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port bc99775e-247e-44ac-a504-44d21d73067f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:09.173004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.208093 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d654528-e995-4703-adec-4c94ed20dfa2 req-8a90e12b-0a2d-487c-99be-6f66cc34d8dc tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.85 "DELETE /v2.0/ports/de7f6685-d9ec-452e-aaed-ae1c609a9cad HTTP/1.1" status: 204 len: 173 time: 3.4438224 Sep 19 12:17:09.224681 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ab4402e6-99ea-4b0e-89e2-5a5122ca48bc None None] Provisioning for port b789bdf0-b90c-4e2a-bd77-82ae2062b893 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:09.233656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ab4402e6-99ea-4b0e-89e2-5a5122ca48bc None None] Provisioning complete for port b789bdf0-b90c-4e2a-bd77-82ae2062b893 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:09.234802 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ab4402e6-99ea-4b0e-89e2-5a5122ca48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.242910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.244161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.248524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.300087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ab4402e6-99ea-4b0e-89e2-5a5122ca48bc None None] Port b789bdf0-b90c-4e2a-bd77-82ae2062b893 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:09.312220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 597e3a7f-31b2-44d2-8fda-d4556f87b259 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:09.312575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.333754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device de7f6685-d9ec-452e-aaed-ae1c609a9cad no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:09.354062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.354819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.367731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-660c7d37-bd98-4599-91d2-7063bad6c865 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:09.389539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: de7f6685-d9ec-452e-aaed-ae1c609a9cad {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:09.389979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device de7f6685-d9ec-452e-aaed-ae1c609a9cad not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:09.402243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port bc99775e-247e-44ac-a504-44d21d73067f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:09.433571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.434281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0406de99-cd75-49b6-8f2e-c4966108f008 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:17:09.479859 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.481256 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c2e9eecf-9dfa-4ff0-84d4-9bce16046b91 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "DELETE /v2.0/routers/0406de99-cd75-49b6-8f2e-c4966108f008 HTTP/1.1" status: 204 len: 168 time: 5.5220768 Sep 19 12:17:09.489783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54194) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:09.645010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-660c7d37-bd98-4599-91d2-7063bad6c865 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:09.686321 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-446c1f46-1601-4b4e-badd-73506ae0791d req-005f3674-1b94-4670-938e-b0ebef21a8f6 tempest-TestServerAdvancedOps-770499820 tempest-TestServerAdvancedOps-770499820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bad62360-2e87-4499-8723-c3bf7cf39154 HTTP/1.1" status: 200 len: 210 time: 0.1079597 Sep 19 12:17:09.799222 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:17:09.845785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=6fe40acb-be3e-4f1e-87f0-ea2c2790025c,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:09.858239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.871191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.872641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660c7d37-bd98-4599-91d2-7063bad6c865 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:09.876071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-660c7d37-bd98-4599-91d2-7063bad6c865 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.877408 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-660c7d37-bd98-4599-91d2-7063bad6c865 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:17:09.877830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660c7d37-bd98-4599-91d2-7063bad6c865 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:17:09.920981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:09.971872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:09.981042 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] Sync routers for ids ['a9c52412-684d-410a-be75-3518c08df4e6'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:09.990714 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] Routers {'a9c52412-684d-410a-be75-3518c08df4e6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:09.991351 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['a9c52412-684d-410a-be75-3518c08df4e6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:10.034247 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c09c286d-15f4-4846-af85-08feeb1af8f6 admin admin] 10.222.0.66 "PUT /v2.0/routers/a9c52412-684d-410a-be75-3518c08df4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6883628 Sep 19 12:17:10.044265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54198) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:10.049725 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-660c7d37-bd98-4599-91d2-7063bad6c865 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9394250 Sep 19 12:17:10.084130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54202) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:10.104373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 597e3a7f-31b2-44d2-8fda-d4556f87b259 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:10.135278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f86256c8-547f-42f8-a684-5fd00a20ddb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:10.189753 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] Set router a9c52412-684d-410a-be75-3518c08df4e6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:17:10.329871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 5b987ab4-2f11-48a4-bd39-6b9afb64896c is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:10.337309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:10.392222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f86256c8-547f-42f8-a684-5fd00a20ddb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:10.447855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f86256c8-547f-42f8-a684-5fd00a20ddb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:10.454501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:10.483041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:10.532062 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:17:05Z', 'revision_number': 5, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:10.537530 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] Checking router: a9c52412-684d-410a-be75-3518c08df4e6 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:17:10.547880 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] Routers {'a9c52412-684d-410a-be75-3518c08df4e6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:10.548610 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['a9c52412-684d-410a-be75-3518c08df4e6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:10.747202 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7dcc554d-fc86-4c3a-bb9a-ca6942685b6b None None] Provisioning complete for port 6fe40acb-be3e-4f1e-87f0-ea2c2790025c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:10.748116 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7dcc554d-fc86-4c3a-bb9a-ca6942685b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:10.755132 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] Set router a9c52412-684d-410a-be75-3518c08df4e6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:17:10.763394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86256c8-547f-42f8-a684-5fd00a20ddb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:10.766918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f86256c8-547f-42f8-a684-5fd00a20ddb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:10.768333 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86256c8-547f-42f8-a684-5fd00a20ddb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:17:10.768767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86256c8-547f-42f8-a684-5fd00a20ddb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:17:10.773064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Deleting port 514c5af4-06a3-4c54-99cd-13766fb56957 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:10.791756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:10.808697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:10.837299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:10.877458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc554d-fc86-4c3a-bb9a-ca6942685b6b None None] Port 6fe40acb-be3e-4f1e-87f0-ea2c2790025c cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:10.897889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54208) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:10.938981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.047043 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f86256c8-547f-42f8-a684-5fd00a20ddb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9512768 Sep 19 12:17:11.060719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54212) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:11.108206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-524c6eb8-00bc-4327-bc26-70ce89fca1e1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:11.120580 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:17:05Z', 'revision_number': 5, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:11.125278 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42c5ac-c470-4b81-a99e-5d8b389c81e0 None None] The sync data for ids ['a9c52412-684d-410a-be75-3518c08df4e6'] in dv-neutron-857775-2-hyperv is: [{'id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'name': 'tempest-ServerActionsTestJSON-102785480-router', 'tenant_id': '0799d850447f420ea38fcfd4caf091e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:12:16Z', 'updated_at': '2022-09-19T12:17:05Z', 'revision_number': 5, 'project_id': '0799d850447f420ea38fcfd4caf091e4', 'gw_port': {'id': '12dd51fa-3cb5-473f-8e45-07827925862a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c52412-684d-410a-be75-3518c08df4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:12:18Z', 'updated_at': '2022-09-19T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:11.269800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.278890 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] For port 514c5af4-06a3-4c54-99cd-13766fb56957, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=514c5af4-06a3-4c54-99cd-13766fb56957,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:11.279246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.329173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.335422 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29a95e3-21c8-47d4-bd2a-11951c576003 admin admin] Deleting subnet c9edeee2-654e-45ff-9873-1f2888c71117 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:11.337362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=b789bdf0-b90c-4e2a-bd77-82ae2062b893,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:11.337528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-524c6eb8-00bc-4327-bc26-70ce89fca1e1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:11.349894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e29a95e3-21c8-47d4-bd2a-11951c576003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.352172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=597e3a7f-31b2-44d2-8fda-d4556f87b259,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:11.386762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router 6c3f044e-92be-4f0f-856f-d18bc1a97bd0 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:17:11.507504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Calling delete_port for 514c5af4-06a3-4c54-99cd-13766fb56957 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:11.536318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-524c6eb8-00bc-4327-bc26-70ce89fca1e1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:11.553208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e29a95e3-21c8-47d4-bd2a-11951c576003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.596684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0c639001-9721-4810-857b-1ddb09eb4a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.659085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.739041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e29a95e3-21c8-47d4-bd2a-11951c576003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.754864 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524c6eb8-00bc-4327-bc26-70ce89fca1e1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:11.758348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-524c6eb8-00bc-4327-bc26-70ce89fca1e1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.759730 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-524c6eb8-00bc-4327-bc26-70ce89fca1e1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:17:11.760158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524c6eb8-00bc-4327-bc26-70ce89fca1e1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:17:11.771509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:11.786051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9786b-59a2-4117-b415-f265e34f6e6b None None] Sync routers for ids ['6c3f044e-92be-4f0f-856f-d18bc1a97bd0'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:11.790571 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d126827d-d67b-4ceb-9d62-a42aaeb15116 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/6c3f044e-92be-4f0f-856f-d18bc1a97bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6539216 Sep 19 12:17:11.795092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54216) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:11.798821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Deleting port 12dd51fa-3cb5-473f-8e45-07827925862a {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:11.799169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.806220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef9786b-59a2-4117-b415-f265e34f6e6b None None] Routers {'6c3f044e-92be-4f0f-856f-d18bc1a97bd0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:11.807085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-fef9786b-59a2-4117-b415-f265e34f6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6c3f044e-92be-4f0f-856f-d18bc1a97bd0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:11.811102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:11.861061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 38b8c5ba-9a33-45fe-8a9c-348aed82c44f is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:11.869625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:11.891075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-fef9786b-59a2-4117-b415-f265e34f6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:11.908851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef9786b-59a2-4117-b415-f265e34f6e6b None None] Routers {'6c3f044e-92be-4f0f-856f-d18bc1a97bd0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:11.909721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-fef9786b-59a2-4117-b415-f265e34f6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6c3f044e-92be-4f0f-856f-d18bc1a97bd0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:11.986476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-fef9786b-59a2-4117-b415-f265e34f6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:11.987079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9786b-59a2-4117-b415-f265e34f6e6b None None] The sync data for ids ['6c3f044e-92be-4f0f-856f-d18bc1a97bd0'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:12.114569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9a7bd8f7-df46-4d2c-9435-13e9a343a5b6 None None] Provisioning complete for port b789bdf0-b90c-4e2a-bd77-82ae2062b893 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:12.115118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd8f7-df46-4d2c-9435-13e9a343a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:12.174276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Deleting port e5c24cee-85cc-4d94-9376-92548016db1a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:12.174849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:12.179160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-9a7bd8f7-df46-4d2c-9435-13e9a343a5b6 None None] Port b789bdf0-b90c-4e2a-bd77-82ae2062b893 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:12.187249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] For port 12dd51fa-3cb5-473f-8e45-07827925862a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=12dd51fa-3cb5-473f-8e45-07827925862a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:12.187613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:12.216387 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-524c6eb8-00bc-4327-bc26-70ce89fca1e1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1301153 Sep 19 12:17:12.243773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54220) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:12.257915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-71ccd4ad-68a6-4a07-bf06-aa68f62e9d89 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:12.260667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e29a95e3-21c8-47d4-bd2a-11951c576003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:12.288903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd09d9f4-0e53-42cf-b199-b3fb4c408beb tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:12.289509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cd09d9f4-0e53-42cf-b199-b3fb4c408beb tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:12.356854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Calling delete_port for 12dd51fa-3cb5-473f-8e45-07827925862a owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:12.415291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a95e3-21c8-47d4-bd2a-11951c576003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9edeee2-654e-45ff-9873-1f2888c71117,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:12.420459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e29a95e3-21c8-47d4-bd2a-11951c576003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:12.431087 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e29a95e3-21c8-47d4-bd2a-11951c576003 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c9edeee2-654e-45ff-9873-1f2888c71117 HTTP/1.1" status: 204 len: 168 time: 1.5316617 Sep 19 12:17:12.433812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54224) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:12.544459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bfe9822-74da-4fb2-ae17-98ffb0c5a75f is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:17:12.697212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-71ccd4ad-68a6-4a07-bf06-aa68f62e9d89 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:12.705635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:12.724460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Router 1427d2a2-55a3-465e-85a2-70d1953c816c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:17:12.730340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cd09d9f4-0e53-42cf-b199-b3fb4c408beb tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:12.734230 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cd09d9f4-0e53-42cf-b199-b3fb4c408beb tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports/6fe40acb-be3e-4f1e-87f0-ea2c2790025c HTTP/1.1" status: 200 len: 911 time: 0.9167540 Sep 19 12:17:12.734230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-71ccd4ad-68a6-4a07-bf06-aa68f62e9d89 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:12.743959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:12.748574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7cb4dc47-973c-4788-9baf-7134d4bb6ae1 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:12.750224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54228) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:12.758701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:12.829945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:12.835163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:12.965986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:12.976544 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b07674-6c1a-4f36-a822-25eb8a5ca979 None None] Sync routers for ids ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:12.986003 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b07674-6c1a-4f36-a822-25eb8a5ca979 None None] Routers {'7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:12.986598 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-22b07674-6c1a-4f36-a822-25eb8a5ca979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.052288 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-22b07674-6c1a-4f36-a822-25eb8a5ca979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.056951 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-905fc7fd-8722-41d6-95a6-3597bfde1d54 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bfe9822-74da-4fb2-ae17-98ffb0c5a75f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2524543 Sep 19 12:17:13.058669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54232) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:13.063375 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b07674-6c1a-4f36-a822-25eb8a5ca979 None None] Routers {'7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:13.064192 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-22b07674-6c1a-4f36-a822-25eb8a5ca979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.065243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.120507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Calling delete_port for e5c24cee-85cc-4d94-9376-92548016db1a owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:13.133378 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-22b07674-6c1a-4f36-a822-25eb8a5ca979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.133876 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b07674-6c1a-4f36-a822-25eb8a5ca979 None None] The sync data for ids ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:13.156772 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.176843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84378b75-ab34-43e4-aea1-fc1b6a4fc860') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.178806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84378b75-ab34-43e4-aea1-fc1b6a4fc860') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.178930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ccd4ad-68a6-4a07-bf06-aa68f62e9d89 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:13.181813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-71ccd4ad-68a6-4a07-bf06-aa68f62e9d89 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.183436 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ccd4ad-68a6-4a07-bf06-aa68f62e9d89 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:17:13.183897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ccd4ad-68a6-4a07-bf06-aa68f62e9d89 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:17:13.187402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event deleted for resources: {'Port': ['ID=514c5af4-06a3-4c54-99cd-13766fb56957,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:13.189840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2666c4e4-53c0-4f9d-ad3c-83f490ee62f9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:13.195851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2666c4e4-53c0-4f9d-ad3c-83f490ee62f9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Synchronizing usage tracker for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:13.204561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.227954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.234147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:13.234541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.301201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.306011 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 84378b75-ab34-43e4-aea1-fc1b6a4fc860 resource provider aggregate not found Sep 19 12:17:13.364227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2666c4e4-53c0-4f9d-ad3c-83f490ee62f9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Unset dirty status for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:13.368467 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2666c4e4-53c0-4f9d-ad3c-83f490ee62f9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports/b789bdf0-b90c-4e2a-bd77-82ae2062b893 HTTP/1.1" status: 200 len: 910 time: 0.3040600 Sep 19 12:17:13.372612 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54240) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:13.381148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Pushing event deleted for resources: {'Port': ['ID=12dd51fa-3cb5-473f-8e45-07827925862a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:13.384529 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 84378b75-ab34-43e4-aea1-fc1b6a4fc860 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84378b75-ab34-43e4-aea1-fc1b6a4fc860 found for delete ", "request_id": "req-e8867399-1537-4d52-a11b-41b95de92df0"}]} Sep 19 12:17:13.395477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:13.400402 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ae4783dd-5599-4bc3-a78d-0e7b20611dfa tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "PUT /v2.0/routers/1427d2a2-55a3-465e-85a2-70d1953c816c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8378568 Sep 19 12:17:13.407741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af09b33-f108-4ff9-bf21-a4c454477127 None None] Sync routers for ids ['1427d2a2-55a3-465e-85a2-70d1953c816c'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:13.419373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af09b33-f108-4ff9-bf21-a4c454477127 None None] Routers {'1427d2a2-55a3-465e-85a2-70d1953c816c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:13.420067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7af09b33-f108-4ff9-bf21-a4c454477127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1427d2a2-55a3-465e-85a2-70d1953c816c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.427343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54244) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:13.492874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7af09b33-f108-4ff9-bf21-a4c454477127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.502854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af09b33-f108-4ff9-bf21-a4c454477127 None None] Routers {'1427d2a2-55a3-465e-85a2-70d1953c816c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:13.502854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7af09b33-f108-4ff9-bf21-a4c454477127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:16:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1427d2a2-55a3-465e-85a2-70d1953c816c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.518493 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2332bd1b-36ab-4a51-adf3-b22ff05bca46 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:17:13.519612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2332bd1b-36ab-4a51-adf3-b22ff05bca46 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:13.551399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.571413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7af09b33-f108-4ff9-bf21-a4c454477127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:13.571972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af09b33-f108-4ff9-bf21-a4c454477127 None None] The sync data for ids ['1427d2a2-55a3-465e-85a2-70d1953c816c'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:13.575553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.578033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.634805 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-71ccd4ad-68a6-4a07-bf06-aa68f62e9d89 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3881748 Sep 19 12:17:13.669142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ff56814b-f81a-4a06-b0bc-011c9b4212c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.689951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54248) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:13.695508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:13.707307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2332bd1b-36ab-4a51-adf3-b22ff05bca46 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:13.708611 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2332bd1b-36ab-4a51-adf3-b22ff05bca46 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/597e3a7f-31b2-44d2-8fda-d4556f87b259 HTTP/1.1" status: 404 len: 333 time: 0.2833498 Sep 19 12:17:13.756454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54252) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:13.815494 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eb0f2336-4c10-43c3-a065-fe29d38a8304 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1213248 Sep 19 12:17:13.818563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54256) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:13.822479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.859475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.867923 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0a787628-cd01-476e-ad76-e78cb7db02dd admin admin] 10.222.0.66 "DELETE /v2.0/networks/2aa406d6-e235-4cdb-b7fa-adf42a2ab1a0 HTTP/1.1" status: 204 len: 168 time: 1.4330859 Sep 19 12:17:13.879390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54260) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:13.900086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:13.950249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664163d-cc08-4410-b2db-23ffde03052d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:13.950968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5664163d-cc08-4410-b2db-23ffde03052d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:13.974182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb36665-5302-4361-91a6-1cdb750ace45 admin admin] Deleting subnet 8280b05c-d3f4-4b7c-93c8-dd7a34d892b7 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:13.977334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5664163d-cc08-4410-b2db-23ffde03052d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:13.978608 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5664163d-cc08-4410-b2db-23ffde03052d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1591182 Sep 19 12:17:13.982123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8fb36665-5302-4361-91a6-1cdb750ace45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.010320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54264) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:14.016702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.017417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9c52412-684d-410a-be75-3518c08df4e6 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:17:14.105449 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-20441b16-42cb-47ec-9a35-4d7624e3306b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937359 Sep 19 12:17:14.106103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54268) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:14.116763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:14.132910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.134106 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b4788088-d18e-4bf1-91d2-8d5333d0797f admin admin] 10.222.0.66 "DELETE /v2.0/routers/a9c52412-684d-410a-be75-3518c08df4e6 HTTP/1.1" status: 204 len: 168 time: 4.0829802 Sep 19 12:17:14.140773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54272) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:14.144764 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8fb36665-5302-4361-91a6-1cdb750ace45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.202802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6a72a9c7-b7cf-46c6-a6b0-fbf00326bb6c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.256848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.319957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.411699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8fb36665-5302-4361-91a6-1cdb750ace45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.489286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:14.509179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.519526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:14.543539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-121cffa5-1928-471b-a0e3-2b476582f701 admin admin] Deleting subnet 639eae4e-cc56-4df9-b7a8-eca28caa4e2e {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:14.547466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-121cffa5-1928-471b-a0e3-2b476582f701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.608228 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-121cffa5-1928-471b-a0e3-2b476582f701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.639566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:14.643172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.732158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8fb36665-5302-4361-91a6-1cdb750ace45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.799867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8fb36665-5302-4361-91a6-1cdb750ace45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.802814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 12dd51fa-3cb5-473f-8e45-07827925862a no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:14.817635 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb36665-5302-4361-91a6-1cdb750ace45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8280b05c-d3f4-4b7c-93c8-dd7a34d892b7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:14.826363 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8fb36665-5302-4361-91a6-1cdb750ace45 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8280b05c-d3f4-4b7c-93c8-dd7a34d892b7 HTTP/1.1" status: 204 len: 168 time: 0.9459162 Sep 19 12:17:14.834666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54278) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:14.848591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 12dd51fa-3cb5-473f-8e45-07827925862a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:14.849820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 12dd51fa-3cb5-473f-8e45-07827925862a not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:14.931683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.932185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de3babed-73a2-454e-8fd6-0051dbce1ad5 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:17:14.939410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6a72a9c7-b7cf-46c6-a6b0-fbf00326bb6c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.941277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.945675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-121cffa5-1928-471b-a0e3-2b476582f701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:14.949135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6a72a9c7-b7cf-46c6-a6b0-fbf00326bb6c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.014060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.191620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.237920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.243110 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-56970344-e7aa-41bd-b0ae-e838335e8986 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "DELETE /v2.0/routers/de3babed-73a2-454e-8fd6-0051dbce1ad5 HTTP/1.1" status: 204 len: 168 time: 5.7481954 Sep 19 12:17:15.245267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54282) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:15.256542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-610180718', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:15.259582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6a72a9c7-b7cf-46c6-a6b0-fbf00326bb6c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.260078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a72a9c7-b7cf-46c6-a6b0-fbf00326bb6c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Fanout notify agent at l3_agent the message router_deleted on router 1427d2a2-55a3-465e-85a2-70d1953c816c {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:17:15.263630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:15.267702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Usage tracker for resource:router and tenant:6ae7e1e197354711b742cd2f513f8892 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:15.272122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:15.278252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:15.288529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.293901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event deleted for resources: {'Port': ['ID=e5c24cee-85cc-4d94-9376-92548016db1a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:15.313472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6a72a9c7-b7cf-46c6-a6b0-fbf00326bb6c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.313472 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6a72a9c7-b7cf-46c6-a6b0-fbf00326bb6c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/routers/1427d2a2-55a3-465e-85a2-70d1953c816c HTTP/1.1" status: 204 len: 168 time: 1.5512786 Sep 19 12:17:15.313669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-121cffa5-1928-471b-a0e3-2b476582f701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.316957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54286) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:15.445190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cffa5-1928-471b-a0e3-2b476582f701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639eae4e-cc56-4df9-b7a8-eca28caa4e2e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:15.451745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798e426-37d5-428d-935d-ea2510bc564f None None] Network 3704555e-ba7d-469b-9608-38927218515a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:15.455238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4965cdf6-c5c3-4877-b254-809cc8d87809 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet d4c02940-9a37-44ae-babb-7ea32f8043e3 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:15.458721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-121cffa5-1928-471b-a0e3-2b476582f701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.462645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1246f3b-c1cf-4e7d-b217-2585bae32948']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:15.470190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.471237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.479911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4965cdf6-c5c3-4877-b254-809cc8d87809 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.531824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f4a4d3-52c3-40ad-a8a8-cf4ca6a614c7') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:15.532112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f4a4d3-52c3-40ad-a8a8-cf4ca6a614c7') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:15.620671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.672212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.679860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.687785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.697127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:17:15.704726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.707489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.708605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.714463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4965cdf6-c5c3-4877-b254-809cc8d87809 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.758720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a978ba-976a-4bed-a390-a8a5f3707b65 None None] DHCP port deletion for 3704555e-ba7d-469b-9608-38927218515a request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:15.764860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e1a978ba-976a-4bed-a390-a8a5f3707b65 None None] Deleting port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:15.765354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e1a978ba-976a-4bed-a390-a8a5f3707b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.797310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:15.800820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:15.817068 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-121cffa5-1928-471b-a0e3-2b476582f701 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/639eae4e-cc56-4df9-b7a8-eca28caa4e2e HTTP/1.1" status: 204 len: 168 time: 1.6752667 Sep 19 12:17:15.829805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54290) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:15.918331 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 58f4a4d3-52c3-40ad-a8a8-cf4ca6a614c7 resource provider aggregate not found Sep 19 12:17:16.010994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e1a978ba-976a-4bed-a390-a8a5f3707b65 None None] For port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=498efca1-f1f7-4ba7-af5a-f30fdf5064d3,segment=NetworkSegment(7c761ae6-6631-4069-812c-3bf51046a2c8),segment_id=7c761ae6-6631-4069-812c-3bf51046a2c8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:16.011503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e1a978ba-976a-4bed-a390-a8a5f3707b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.194859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e1a978ba-976a-4bed-a390-a8a5f3707b65 None None] Calling delete_port for 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:16.197158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:16.209536 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 58f4a4d3-52c3-40ad-a8a8-cf4ca6a614c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58f4a4d3-52c3-40ad-a8a8-cf4ca6a614c7 found for delete ", "request_id": "req-c44c8bbd-2dae-43fe-9976-f01509f5e513"}]} Sep 19 12:17:16.240960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:16.242914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=1affe56a-22a3-4a8c-b3da-53078b373c1c,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:16.245624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:16.246375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.297040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4174978-e99f-414d-8b91-831ecf048ac9 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:16.386572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e1a978ba-976a-4bed-a390-a8a5f3707b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.432736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.449260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.450384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a978ba-976a-4bed-a390-a8a5f3707b65 None None] Pushing event deleted for resources: {'Port': ['ID=498efca1-f1f7-4ba7-af5a-f30fdf5064d3,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:16.452279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a978ba-976a-4bed-a390-a8a5f3707b65 None None] No DVR routers for this DVR port 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:16.459278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.526367 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.528788 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] 10.222.0.66 "DELETE /v2.0/networks/d1246f3b-c1cf-4e7d-b217-2585bae32948 HTTP/1.1" status: 204 len: 168 time: 1.6922309 Sep 19 12:17:16.542253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4965cdf6-c5c3-4877-b254-809cc8d87809 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.587758 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-329af134-e61d-430a-bbaa-febcb66e9303 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4757688 Sep 19 12:17:16.589912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.600347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54300) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:16.605553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24408d4c-f9a4-4856-994a-66075ac2298e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1246f3b-c1cf-4e7d-b217-2585bae32948,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:16.616507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '1affe56a-22a3-4a8c-b3da-53078b373c1c'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:17:16.617628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.618309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:25:f8:6b', 'name': 'tempest-NetworksTestDHCPv6-1773340686'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:16.695939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Router c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:17:16.789687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Allocated IP 2001:db8::f816:3eff:fe55:94fb (97c14447-5e4d-4deb-a6ce-aa8646f0c431/1affe56a-22a3-4a8c-b3da-53078b373c1c/2292285e-5770-41dc-87a3-5425c812bb93) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:16.935878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:16.943870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54304) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:16.997689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:17.006098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3704555e-ba7d-469b-9608-38927218515a']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:17.019214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:17.021359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4965cdf6-c5c3-4877-b254-809cc8d87809 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.034787 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a897b-7afb-45f1-9499-ffd16dcbacaf None None] Sync routers for ids ['c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:17.046660 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a897b-7afb-45f1-9499-ffd16dcbacaf None None] Routers {'c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:17.047562 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-050a897b-7afb-45f1-9499-ffd16dcbacaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:17.048920 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-015eab25-4645-4f5f-848f-df0e730c33fd tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "PUT /v2.0/routers/c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9161975 Sep 19 12:17:17.049599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54308) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:17.085734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.086726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c761ae6-6631-4069-812c-3bf51046a2c8') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:17.087045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c761ae6-6631-4069-812c-3bf51046a2c8') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:17.101660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Transition to ACTIVE for port object 2292285e-5770-41dc-87a3-5425c812bb93 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:17.101897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965cdf6-c5c3-4877-b254-809cc8d87809 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c02940-9a37-44ae-babb-7ea32f8043e3,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:17.104991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4965cdf6-c5c3-4877-b254-809cc8d87809 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.119725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:17.126395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.151859 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-213ab7c9-e848-43e8-8c26-fb5ac8ce6b7b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dee0fc07c587475d96b309e08cd04512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041531 Sep 19 12:17:17.159382 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-050a897b-7afb-45f1-9499-ffd16dcbacaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:17.159521 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4965cdf6-c5c3-4877-b254-809cc8d87809 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/d4c02940-9a37-44ae-babb-7ea32f8043e3 HTTP/1.1" status: 204 len: 168 time: 1.8002954 Sep 19 12:17:17.159521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:17.160484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54312) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:17.160813 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54314) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:17.164020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Transition to ACTIVE for port object 2292285e-5770-41dc-87a3-5425c812bb93 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:17.167059 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.167457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:17.168341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 498efca1-f1f7-4ba7-af5a-f30fdf5064d3 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:17.169095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 514c5af4-06a3-4c54-99cd-13766fb56957 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:17.169631 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a897b-7afb-45f1-9499-ffd16dcbacaf None None] Routers {'c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:17.170432 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-050a897b-7afb-45f1-9499-ffd16dcbacaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:17.201876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f265ce-9053-43ef-a014-7f4714495291 None None] Network f352e48a-afde-40e1-8946-7dc0e171ceca requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:17.223051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port 6fe40acb-be3e-4f1e-87f0-ea2c2790025c {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:17.223710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.239767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 514c5af4-06a3-4c54-99cd-13766fb56957 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:17.240128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 514c5af4-06a3-4c54-99cd-13766fb56957 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:17.240340 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-050a897b-7afb-45f1-9499-ffd16dcbacaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:17.240937 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a897b-7afb-45f1-9499-ffd16dcbacaf None None] The sync data for ids ['c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:17.266507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:17.267041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.294908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5135152-db65-46af-b4ec-aebae5c20f7b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.318056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.344623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Allocated IP 172.21.0.1 (143de4aa-a120-4aa5-9104-3669fe1839d6/ef902b93-5a28-43c7-9b8f-2eb90473d50c/16afaac3-729d-4462-b8fa-029c5417e74b) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:17.389064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:17.435304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:17.463446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Pushing event updated for resources: {'Port': ['ID=2292285e-5770-41dc-87a3-5425c812bb93,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:17.465972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:17.470903 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:17.515300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.547481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.595265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.630428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Attempting to bind port 2292285e-5770-41dc-87a3-5425c812bb93 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:17.630829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Attempting to bind port 2292285e-5770-41dc-87a3-5425c812bb93 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:17.631201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Attempting to bind port 2292285e-5770-41dc-87a3-5425c812bb93 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:17.636835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.640987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:17.641277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:17.641482 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.641871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:17.642372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Bound port: 2292285e-5770-41dc-87a3-5425c812bb93, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:17.642812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.757738 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] For port 2292285e-5770-41dc-87a3-5425c812bb93, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:17.761096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] For port 2292285e-5770-41dc-87a3-5425c812bb93, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=2292285e-5770-41dc-87a3-5425c812bb93,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:17.781789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.788450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port e425bbe6-46c4-47b1-92a3-ca464a452427 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:17.788787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.804193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a48006-c111-4e6d-a63e-23de89497eff None None] DHCP port deletion for f352e48a-afde-40e1-8946-7dc0e171ceca request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:17.814392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f0a48006-c111-4e6d-a63e-23de89497eff None None] Deleting port e425bbe6-46c4-47b1-92a3-ca464a452427 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:17.815372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f0a48006-c111-4e6d-a63e-23de89497eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.832351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=3704555e-ba7d-469b-9608-38927218515a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:17.850289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.863835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.968862 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-281be4f9-9513-455f-b2b7-2ef5ad1e0c99 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3704555e-ba7d-469b-9608-38927218515a HTTP/1.1" status: 204 len: 168 time: 2.1320102 Sep 19 12:17:17.972728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5135152-db65-46af-b4ec-aebae5c20f7b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:17.985131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5135152-db65-46af-b4ec-aebae5c20f7b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.050374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030e3fb-b98f-4c09-bb20-1d51ebfe1e13 None None] Pushing event updated for resources: {'Port': ['ID=2292285e-5770-41dc-87a3-5425c812bb93,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:18.055002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.085347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:17:18.202815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.204562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for 6fe40acb-be3e-4f1e-87f0-ea2c2790025c owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:18.229420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f0a48006-c111-4e6d-a63e-23de89497eff None None] For port e425bbe6-46c4-47b1-92a3-ca464a452427, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e425bbe6-46c4-47b1-92a3-ca464a452427,segment=NetworkSegment(16fdd01b-03c8-48d4-92d1-5fc9622352e4),segment_id=16fdd01b-03c8-48d4-92d1-5fc9622352e4)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:18.229967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f0a48006-c111-4e6d-a63e-23de89497eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.242329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5135152-db65-46af-b4ec-aebae5c20f7b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.242329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5135152-db65-46af-b4ec-aebae5c20f7b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Fanout notify agent at l3_agent the message router_deleted on router c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:17:18.245250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.287802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.299607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5135152-db65-46af-b4ec-aebae5c20f7b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.303834 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d5135152-db65-46af-b4ec-aebae5c20f7b tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "DELETE /v2.0/routers/c2b7352d-dcaf-4461-90cf-4a2ec6cd86b1 HTTP/1.1" status: 204 len: 168 time: 1.2451780 Sep 19 12:17:18.317281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54324) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:18.326349 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 7c761ae6-6631-4069-812c-3bf51046a2c8 resource provider aggregate not found Sep 19 12:17:18.370997 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 7c761ae6-6631-4069-812c-3bf51046a2c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c761ae6-6631-4069-812c-3bf51046a2c8 found for delete ", "request_id": "req-32f23b06-a47e-4299-a4bc-6083c43ee55c"}]} Sep 19 12:17:18.405302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f0a48006-c111-4e6d-a63e-23de89497eff None None] Calling delete_port for e425bbe6-46c4-47b1-92a3-ca464a452427 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:18.417313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-103e21c8-95c2-4294-8df5-6d89da2317ef tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Deleting subnet be7b6775-468b-40f9-ae3f-0b2b28290729 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:18.423592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Transition to ACTIVE for port object 16afaac3-729d-4462-b8fa-029c5417e74b will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:18.427652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-103e21c8-95c2-4294-8df5-6d89da2317ef tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.490474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.522334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-103e21c8-95c2-4294-8df5-6d89da2317ef tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.567929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54330) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:18.607277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f0a48006-c111-4e6d-a63e-23de89497eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.613413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053959ea-1129-4510-bd4c-2bcf97f07511,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:18.647449 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.647855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.648133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.648473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.648803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.649134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.649455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.649960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.650452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.650962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.651438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.651938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:18.660042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] For port e425bbe6-46c4-47b1-92a3-ca464a452427, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e425bbe6-46c4-47b1-92a3-ca464a452427,segment=NetworkSegment(16fdd01b-03c8-48d4-92d1-5fc9622352e4),segment_id=16fdd01b-03c8-48d4-92d1-5fc9622352e4)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:18.660627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.698420 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-978fbf8e-1293-45a6-bcee-291352c3aadf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0799d850447f420ea38fcfd4caf091e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1248200 Sep 19 12:17:18.700954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54334) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:18.728603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a48006-c111-4e6d-a63e-23de89497eff None None] Pushing event deleted for resources: {'Port': ['ID=e425bbe6-46c4-47b1-92a3-ca464a452427,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:18.733440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a48006-c111-4e6d-a63e-23de89497eff None None] No DVR routers for this DVR port e425bbe6-46c4-47b1-92a3-ca464a452427 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:18.779953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.837981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-103e21c8-95c2-4294-8df5-6d89da2317ef tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.847524 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for e425bbe6-46c4-47b1-92a3-ca464a452427 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:18.855263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 2292285e-5770-41dc-87a3-5425c812bb93 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:18.883066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 143de4aa-a120-4aa5-9104-3669fe1839d6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:18.906717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:18.908431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f816:3eff:fe25:f86b (97c14447-5e4d-4deb-a6ce-aa8646f0c431/1affe56a-22a3-4a8c-b3da-53078b373c1c/7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:18.927998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:18.941995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Allocated IP 172.26.5.31 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/214a7f3b-2938-4095-a092-dec7d1373dac) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:18.966043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:18.969628 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-42c986f1-44ef-4820-886d-4202dcda5d14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/053959ea-1129-4510-bd4c-2bcf97f07511 HTTP/1.1" status: 204 len: 168 time: 1.8050916 Sep 19 12:17:19.005831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 2292285e-5770-41dc-87a3-5425c812bb93 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:19.062989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:17:19.063311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:17:19.092667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e425bbe6-46c4-47b1-92a3-ca464a452427 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:19.115916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.119182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ba976858-8e49-44b8-b4a9-e9c062e0a86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.162706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ba976858-8e49-44b8-b4a9-e9c062e0a86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.184033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=16afaac3-729d-4462-b8fa-029c5417e74b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:19.188079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: e425bbe6-46c4-47b1-92a3-ca464a452427 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:19.188499 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e425bbe6-46c4-47b1-92a3-ca464a452427 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:19.200808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.207128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-103e21c8-95c2-4294-8df5-6d89da2317ef tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.248582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.314219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.314553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.314918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.323246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4146c-680c-4e6b-9ea9-82ee872e311d None None] Network b814a8fe-f104-4161-bcdd-a3b1880b2ec5 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:19.327620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.327810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.328143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.328488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.330728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.331662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.335224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.335683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.338840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:19.341731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-103e21c8-95c2-4294-8df5-6d89da2317ef tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.365906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e21c8-95c2-4294-8df5-6d89da2317ef tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event deleted for resources: {'Subnet': ['ID=be7b6775-468b-40f9-ae3f-0b2b28290729,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:19.368512 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-103e21c8-95c2-4294-8df5-6d89da2317ef tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "DELETE /v2.0/subnets/be7b6775-468b-40f9-ae3f-0b2b28290729 HTTP/1.1" status: 204 len: 168 time: 1.0502605 Sep 19 12:17:19.371074 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54340) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:19.423453 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=6fe40acb-be3e-4f1e-87f0-ea2c2790025c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:19.505448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5f579758-94e8-452f-aea3-f622e7e1c4b1 None None] Provisioning for port 16afaac3-729d-4462-b8fa-029c5417e74b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:19.564656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port e425bbe6-46c4-47b1-92a3-ca464a452427 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:19.565001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.567929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5f579758-94e8-452f-aea3-f622e7e1c4b1 None None] Provisioning complete for port 16afaac3-729d-4462-b8fa-029c5417e74b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:19.568535 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f579758-94e8-452f-aea3-f622e7e1c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.653498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5f579758-94e8-452f-aea3-f622e7e1c4b1 None None] Port 16afaac3-729d-4462-b8fa-029c5417e74b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:19.801949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000e590-faf7-4ff2-829a-b2d9089deae8 None None] DHCP port deletion for b814a8fe-f104-4161-bcdd-a3b1880b2ec5 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:19.808912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-9000e590-faf7-4ff2-829a-b2d9089deae8 None None] Deleting port e0380513-97bc-470e-a2da-a200b612de2f {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:19.812626 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9000e590-faf7-4ff2-829a-b2d9089deae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.896032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.912278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.916976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.970916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ba976858-8e49-44b8-b4a9-e9c062e0a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:19.974463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] The port 'e425bbe6-46c4-47b1-92a3-ca464a452427' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:17:19.980557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.043551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54346) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:20.052475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-9000e590-faf7-4ff2-829a-b2d9089deae8 None None] For port e0380513-97bc-470e-a2da-a200b612de2f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e0380513-97bc-470e-a2da-a200b612de2f,segment=NetworkSegment(1307dc07-5d5e-41b4-8ae1-a92126bd35a6),segment_id=1307dc07-5d5e-41b4-8ae1-a92126bd35a6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:20.052475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9000e590-faf7-4ff2-829a-b2d9089deae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.053921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:20.061564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba976858-8e49-44b8-b4a9-e9c062e0a86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cc53bf-3701-4944-a102-ce10b41e3370,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:20.074203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ba976858-8e49-44b8-b4a9-e9c062e0a86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.078085 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ba976858-8e49-44b8-b4a9-e9c062e0a86d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31cc53bf-3701-4944-a102-ce10b41e3370 HTTP/1.1" status: 204 len: 168 time: 1.3734958 Sep 19 12:17:20.078239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:20.103376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:20.174432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:20.203576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-9000e590-faf7-4ff2-829a-b2d9089deae8 None None] Calling delete_port for e0380513-97bc-470e-a2da-a200b612de2f owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:20.221989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Pushing event updated for resources: {'Port': ['ID=214a7f3b-2938-4095-a092-dec7d1373dac,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:20.248028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Deleting port e0380513-97bc-470e-a2da-a200b612de2f {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:20.248385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.341852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router 6c3f044e-92be-4f0f-856f-d18bc1a97bd0 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:17:20.344061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.408066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9000e590-faf7-4ff2-829a-b2d9089deae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.415035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.453695 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-179f4990-5aef-4659-abaa-9e55c47af60b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a56b220584244219befbde4ec8e0e5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044538 Sep 19 12:17:20.459843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54352) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:20.469442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f352e48a-afde-40e1-8946-7dc0e171ceca']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:20.488994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000e590-faf7-4ff2-829a-b2d9089deae8 None None] Pushing event deleted for resources: {'Port': ['ID=e0380513-97bc-470e-a2da-a200b612de2f,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:20.490999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4db69855-bf05-4824-a8a5-4d85ba4d97e7 None None] Provisioning for port 2292285e-5770-41dc-87a3-5425c812bb93 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:20.494375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000e590-faf7-4ff2-829a-b2d9089deae8 None None] No DVR routers for this DVR port e0380513-97bc-470e-a2da-a200b612de2f on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:20.499658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4db69855-bf05-4824-a8a5-4d85ba4d97e7 None None] Provisioning complete for port 2292285e-5770-41dc-87a3-5425c812bb93 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:20.500047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4db69855-bf05-4824-a8a5-4d85ba4d97e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.604036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] The port 'e0380513-97bc-470e-a2da-a200b612de2f' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:17:20.610672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fdd01b-03c8-48d4-92d1-5fc9622352e4') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:20.611566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fdd01b-03c8-48d4-92d1-5fc9622352e4') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:20.672572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4db69855-bf05-4824-a8a5-4d85ba4d97e7 None None] Current status of the port 2292285e-5770-41dc-87a3-5425c812bb93 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:20.673040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4db69855-bf05-4824-a8a5-4d85ba4d97e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.713215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.716652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.743956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4db69855-bf05-4824-a8a5-4d85ba4d97e7 None None] For port 2292285e-5770-41dc-87a3-5425c812bb93, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=2292285e-5770-41dc-87a3-5425c812bb93,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:20.796244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e0380513-97bc-470e-a2da-a200b612de2f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:20.844567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:20.850982 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0e032ebb-e52c-4927-acbe-49234e6068fc tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/6c3f044e-92be-4f0f-856f-d18bc1a97bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0993035 Sep 19 12:17:20.854671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54364) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:20.874338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: e0380513-97bc-470e-a2da-a200b612de2f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:20.874955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e0380513-97bc-470e-a2da-a200b612de2f not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:20.876823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0466a3f-f08f-4dec-bac6-8047b860af5c None None] Sync routers for ids ['6c3f044e-92be-4f0f-856f-d18bc1a97bd0'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:20.881865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4db69855-bf05-4824-a8a5-4d85ba4d97e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:20.928847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9edd908f-f17e-4cd3-bf4f-47412b52a813 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:20.958896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0466a3f-f08f-4dec-bac6-8047b860af5c None None] Routers {'6c3f044e-92be-4f0f-856f-d18bc1a97bd0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:20.958896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c0466a3f-f08f-4dec-bac6-8047b860af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6c3f044e-92be-4f0f-856f-d18bc1a97bd0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:20.993061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.000900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63f11e3a-e91a-4d36-a2eb-8e2bd793495e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.024712 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:21.026770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.034912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c0466a3f-f08f-4dec-bac6-8047b860af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:21.050641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db69855-bf05-4824-a8a5-4d85ba4d97e7 None None] Pushing event updated for resources: {'Port': ['ID=2292285e-5770-41dc-87a3-5425c812bb93,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:21.053359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0466a3f-f08f-4dec-bac6-8047b860af5c None None] Routers {'6c3f044e-92be-4f0f-856f-d18bc1a97bd0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:21.054213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c0466a3f-f08f-4dec-bac6-8047b860af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6c3f044e-92be-4f0f-856f-d18bc1a97bd0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:21.078139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.093494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:21.102627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:21.103062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.121589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c0466a3f-f08f-4dec-bac6-8047b860af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:21.121997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0466a3f-f08f-4dec-bac6-8047b860af5c None None] The sync data for ids ['6c3f044e-92be-4f0f-856f-d18bc1a97bd0'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:21.131848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9edd908f-f17e-4cd3-bf4f-47412b52a813 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:21.135613 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9edd908f-f17e-4cd3-bf4f-47412b52a813 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3f044e-92be-4f0f-856f-d18bc1a97bd0 HTTP/1.1" status: 200 len: 205 time: 0.2780502 Sep 19 12:17:21.135613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.157526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:21.164359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:21.165017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.169024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:21.169336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54374) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:21.326009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b814a8fe-f104-4161-bcdd-a3b1880b2ec5']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:21.343252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1307dc07-5d5e-41b4-8ae1-a92126bd35a6') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:21.343532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1307dc07-5d5e-41b4-8ae1-a92126bd35a6') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:21.358626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.381848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63f11e3a-e91a-4d36-a2eb-8e2bd793495e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.405500 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 16fdd01b-03c8-48d4-92d1-5fc9622352e4 resource provider aggregate not found Sep 19 12:17:21.411044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d0c1443-e08d-4af0-b4e4-1033e492394d tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.420797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.449460 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 16fdd01b-03c8-48d4-92d1-5fc9622352e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16fdd01b-03c8-48d4-92d1-5fc9622352e4 found for delete ", "request_id": "req-0291d895-2be3-47a5-a8af-0b87555dd24c"}]} Sep 19 12:17:21.525763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:21.527352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.600923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=16afaac3-729d-4462-b8fa-029c5417e74b,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:21.615005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1008c048-0d0e-4e99-aa02-00c76278c050 None None] Provisioning for port 7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:21.620175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1008c048-0d0e-4e99-aa02-00c76278c050 None None] Provisioning complete for port 7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:21.620701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1008c048-0d0e-4e99-aa02-00c76278c050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.626012 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e2cdadd2-afe6-4862-a37b-d7a53647af7e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.0205700 Sep 19 12:17:21.637891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.639312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54390) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:21.669737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.704772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1008c048-0d0e-4e99-aa02-00c76278c050 None None] Port 7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:21.863011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.881627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Network': ['ID=f352e48a-afde-40e1-8946-7dc0e171ceca,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:21.897920 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b793401e-3620-4346-861b-4fdd58233ce7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/networks/f352e48a-afde-40e1-8946-7dc0e171ceca HTTP/1.1" status: 204 len: 168 time: 4.7308805 Sep 19 12:17:21.899816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54396) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:21.907915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.957080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d0c1443-e08d-4af0-b4e4-1033e492394d tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:21.961343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d0c1443-e08d-4af0-b4e4-1033e492394d tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.014802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.029484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 143de4aa-a120-4aa5-9104-3669fe1839d6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:22.034991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:22.067892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.119667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d0c1443-e08d-4af0-b4e4-1033e492394d tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.120177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0c1443-e08d-4af0-b4e4-1033e492394d tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Fanout notify agent at l3_agent the message router_deleted on router 6c3f044e-92be-4f0f-856f-d18bc1a97bd0 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:17:22.150593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] Pushing event deleted for resources: {'Network': ['ID=b814a8fe-f104-4161-bcdd-a3b1880b2ec5,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:22.172788 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9d19b569-60f7-4c8e-be99-eed582a80940 tempest-FloatingIPNegativeTestJSON-1788155213 tempest-FloatingIPNegativeTestJSON-1788155213-project] 10.222.0.66 "DELETE /v2.0/networks/b814a8fe-f104-4161-bcdd-a3b1880b2ec5 HTTP/1.1" status: 204 len: 168 time: 2.7968891 Sep 19 12:17:22.172788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63f11e3a-e91a-4d36-a2eb-8e2bd793495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.177206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63f11e3a-e91a-4d36-a2eb-8e2bd793495e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.178631 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-63f11e3a-e91a-4d36-a2eb-8e2bd793495e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f44afb16-3433-489d-8332-40060dd5f35f HTTP/1.1" status: 204 len: 168 time: 1.7129207 Sep 19 12:17:22.193829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d0c1443-e08d-4af0-b4e4-1033e492394d tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.197785 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7d0c1443-e08d-4af0-b4e4-1033e492394d tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/6c3f044e-92be-4f0f-856f-d18bc1a97bd0 HTTP/1.1" status: 204 len: 168 time: 0.9845154 Sep 19 12:17:22.205683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54408) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:22.265763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1e790-af8e-4148-a23c-b4932e402e4a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:22.267856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-47c1e790-af8e-4148-a23c-b4932e402e4a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:22.340057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fc55a42f-448c-4f3c-9d10-26fc0990556e None None] Provisioning complete for port 16afaac3-729d-4462-b8fa-029c5417e74b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:22.340653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fc55a42f-448c-4f3c-9d10-26fc0990556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.342063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bfe9822-74da-4fb2-ae17-98ffb0c5a75f has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:17:22.359219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c751a678-9535-493c-b9c9-2e1aa19c623f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting subnet db4cfefc-bad2-4ee3-82ad-b2eb90df44dc {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:22.362552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c751a678-9535-493c-b9c9-2e1aa19c623f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.372762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb02979f-1d18-4f6c-ae91-4b7485ddacda tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:22.379602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb02979f-1d18-4f6c-ae91-4b7485ddacda tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:22.380657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bb02979f-1d18-4f6c-ae91-4b7485ddacda tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:22.386257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f11e3a-e91a-4d36-a2eb-8e2bd793495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44afb16-3433-489d-8332-40060dd5f35f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:22.421652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c751a678-9535-493c-b9c9-2e1aa19c623f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.469639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fc55a42f-448c-4f3c-9d10-26fc0990556e None None] Port 16afaac3-729d-4462-b8fa-029c5417e74b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:22.501777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bb02979f-1d18-4f6c-ae91-4b7485ddacda tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:22.506116 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bb02979f-1d18-4f6c-ae91-4b7485ddacda tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.7091045 Sep 19 12:17:22.512002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-47c1e790-af8e-4148-a23c-b4932e402e4a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:22.513901 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-47c1e790-af8e-4148-a23c-b4932e402e4a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/02513804-4626-43a0-a336-6b6ad787996d HTTP/1.1" status: 200 len: 844 time: 0.6119132 Sep 19 12:17:22.513901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54414) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:22.519688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54416) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:22.607547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.691585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6483a15f-4eb0-46be-a439-e926bab9f7b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:22.692206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6483a15f-4eb0-46be-a439-e926bab9f7b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.700106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.720216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4e9e2613-09fc-4a28-a308-31d153474392 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:22.729808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:22.739204 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b1fdde6b-4c1d-4ed4-93e5-9e5820cb0896 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bfe9822-74da-4fb2-ae17-98ffb0c5a75f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3530433 Sep 19 12:17:22.743160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54424) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:22.746828 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d17cd-0f42-4037-8c1a-9bd42a9a4dcb None None] Sync routers for ids ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:22.763619 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d17cd-0f42-4037-8c1a-9bd42a9a4dcb None None] Routers {'7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:22.764228 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-104d17cd-0f42-4037-8c1a-9bd42a9a4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:22.828026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 2292285e-5770-41dc-87a3-5425c812bb93 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:22.835641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251ebc8-5938-404e-8b17-a3374be9eec5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:22.836248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5251ebc8-5938-404e-8b17-a3374be9eec5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Synchronizing usage tracker for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:22.838703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54432) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:22.845412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4e9e2613-09fc-4a28-a308-31d153474392 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:22.846364 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4e9e2613-09fc-4a28-a308-31d153474392 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/02513804-4626-43a0-a336-6b6ad787996d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3257234 Sep 19 12:17:22.853881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54436) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:22.859740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c751a678-9535-493c-b9c9-2e1aa19c623f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.890175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:22.897199 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-104d17cd-0f42-4037-8c1a-9bd42a9a4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:22.924299 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d17cd-0f42-4037-8c1a-9bd42a9a4dcb None None] Routers {'7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:22.926208 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-104d17cd-0f42-4037-8c1a-9bd42a9a4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:22.978558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 2292285e-5770-41dc-87a3-5425c812bb93 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:22.978993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:22.979719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5251ebc8-5938-404e-8b17-a3374be9eec5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Unset dirty status for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:22.982571 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5251ebc8-5938-404e-8b17-a3374be9eec5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports/16afaac3-729d-4462-b8fa-029c5417e74b HTTP/1.1" status: 200 len: 910 time: 0.2350364 Sep 19 12:17:22.985526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54446) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:23.089144 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-104d17cd-0f42-4037-8c1a-9bd42a9a4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:23.089882 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d17cd-0f42-4037-8c1a-9bd42a9a4dcb None None] The sync data for ids ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:23.182536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 2292285e-5770-41dc-87a3-5425c812bb93 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:23.225337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54452) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:23.341727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c751a678-9535-493c-b9c9-2e1aa19c623f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:23.393389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751a678-9535-493c-b9c9-2e1aa19c623f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Subnet': ['ID=db4cfefc-bad2-4ee3-82ad-b2eb90df44dc,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:23.403598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c751a678-9535-493c-b9c9-2e1aa19c623f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:23.411416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184578c2-0f6b-4647-aa09-87c8c93e3e79 None None] Network 5b987ab4-2f11-48a4-bd39-6b9afb64896c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:23.430256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:23.445360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:23.480570 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:23.512334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:23.531266 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 1307dc07-5d5e-41b4-8ae1-a92126bd35a6 resource provider aggregate not found Sep 19 12:17:23.539198 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-54439737-f6ae-4ce3-9e12-a35f4c43947c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aec89984afd844dcbca4f293bfbc5296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6969471 Sep 19 12:17:23.543686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54468) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:23.569770 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 1307dc07-5d5e-41b4-8ae1-a92126bd35a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1307dc07-5d5e-41b4-8ae1-a92126bd35a6 found for delete ", "request_id": "req-27c6d01f-f5d1-421d-bed6-280f31a7779a"}]} Sep 19 12:17:23.628056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2110420077'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:23.631510 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c751a678-9535-493c-b9c9-2e1aa19c623f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/db4cfefc-bad2-4ee3-82ad-b2eb90df44dc HTTP/1.1" status: 204 len: 168 time: 1.4239457 Sep 19 12:17:23.635957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54476) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:23.647892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:23.656723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6483a15f-4eb0-46be-a439-e926bab9f7b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:23.665235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Usage tracker for resource:network and tenant:b37298a2edb14df8afd332d4bd7461d1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:23.674162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:23.680963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:23.684623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:23.763318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:23.811553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:23.833057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] DHCP port deletion for 5b987ab4-2f11-48a4-bd39-6b9afb64896c request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:23.833301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port bc99775e-247e-44ac-a504-44d21d73067f {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:23.833405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:23.837911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Deleting port bc99775e-247e-44ac-a504-44d21d73067f {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:23.838314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:23.993981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6483a15f-4eb0-46be-a439-e926bab9f7b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:24.022765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Router 960d3705-a385-44c5-8153-cbb7891c81fe is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:17:24.028121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54486) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:24.118350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] For port bc99775e-247e-44ac-a504-44d21d73067f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bc99775e-247e-44ac-a504-44d21d73067f,segment=NetworkSegment(518743e2-a3f8-4e0e-a5b8-8aea86456fb1),segment_id=518743e2-a3f8-4e0e-a5b8-8aea86456fb1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:24.119770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.133517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port bc99775e-247e-44ac-a504-44d21d73067f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bc99775e-247e-44ac-a504-44d21d73067f,segment=NetworkSegment(518743e2-a3f8-4e0e-a5b8-8aea86456fb1),segment_id=518743e2-a3f8-4e0e-a5b8-8aea86456fb1)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:24.133790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.135423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0669cb18-0ab8-4ab2-ba0f-f8ae2f45c08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.150711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.247447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Made reservation on behalf of b37298a2edb14df8afd332d4bd7461d1 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:24.253706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.270544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-981022866-network', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:24.274284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Calling delete_port for bc99775e-247e-44ac-a504-44d21d73067f owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:24.318243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.399162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:24.407420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for bc99775e-247e-44ac-a504-44d21d73067f owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:24.420544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0669cb18-0ab8-4ab2-ba0f-f8ae2f45c08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.442398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.443960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:24.447526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Usage tracker for resource:network and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:24.461048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:24.471217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:24.496321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Pushing event deleted for resources: {'Port': ['ID=bc99775e-247e-44ac-a504-44d21d73067f,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:24.503803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] No DVR routers for this DVR port bc99775e-247e-44ac-a504-44d21d73067f on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:24.506365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.506365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.506912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.507337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.507760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.508171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.508598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.509011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.509568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.510017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.510431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.510879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd118-c04d-419d-932e-b2a2a0a65c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:24.564758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Made reservation on behalf of f625faa175074f0e9fb497e71f4f2a55 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:24.567818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.572231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Usage tracker for resource:security_group_rule and tenant:b37298a2edb14df8afd332d4bd7461d1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:24.598898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:24.608825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.622022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:24.642277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:17:24.642277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:17:24.643144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:24.650308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Usage tracker for resource:security_group_rule and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:24.715849 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:24.734484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0670396-6fba-4ff4-9e1a-57dbdde5bbf8 None None] Sync routers for ids ['960d3705-a385-44c5-8153-cbb7891c81fe'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:24.747530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0670396-6fba-4ff4-9e1a-57dbdde5bbf8 None None] Routers {'960d3705-a385-44c5-8153-cbb7891c81fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:24.748740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d0670396-6fba-4ff4-9e1a-57dbdde5bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['960d3705-a385-44c5-8153-cbb7891c81fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:24.776155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:24.783951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:24.805730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6483a15f-4eb0-46be-a439-e926bab9f7b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.813130 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bc99775e-247e-44ac-a504-44d21d73067f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:24.858339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: bc99775e-247e-44ac-a504-44d21d73067f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:24.858716 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bc99775e-247e-44ac-a504-44d21d73067f not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:24.860574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d0670396-6fba-4ff4-9e1a-57dbdde5bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:24.870436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0670396-6fba-4ff4-9e1a-57dbdde5bbf8 None None] Routers {'960d3705-a385-44c5-8153-cbb7891c81fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:24.871064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d0670396-6fba-4ff4-9e1a-57dbdde5bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['960d3705-a385-44c5-8153-cbb7891c81fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:24.872759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.877357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.881821 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3757ec8c-d67e-4fa0-9055-ba0bc5143e98 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.6312881 Sep 19 12:17:24.881821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483a15f-4eb0-46be-a439-e926bab9f7b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:24.884191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0669cb18-0ab8-4ab2-ba0f-f8ae2f45c08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:24.884322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54492) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:24.896140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-de630c13-0320-49e6-bb93-547a2f3cc8f2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'enable_snat': False}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:24.984436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d0670396-6fba-4ff4-9e1a-57dbdde5bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:24.984842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0670396-6fba-4ff4-9e1a-57dbdde5bbf8 None None] The sync data for ids ['960d3705-a385-44c5-8153-cbb7891c81fe'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:24.996748 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669cb18-0ab8-4ab2-ba0f-f8ae2f45c08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a09b461-4163-4d48-95bd-6a46c6899d15,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:25.006991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 16afaac3-729d-4462-b8fa-029c5417e74b {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:25.007239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.026873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6483a15f-4eb0-46be-a439-e926bab9f7b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.031686 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6483a15f-4eb0-46be-a439-e926bab9f7b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae HTTP/1.1" status: 204 len: 168 time: 2.5075362 Sep 19 12:17:25.036343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:25.037013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54496) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:25.042941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:25.051075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0669cb18-0ab8-4ab2-ba0f-f8ae2f45c08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.054534 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0669cb18-0ab8-4ab2-ba0f-f8ae2f45c08e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a09b461-4163-4d48-95bd-6a46c6899d15 HTTP/1.1" status: 204 len: 168 time: 1.5007081 Sep 19 12:17:25.054679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee960e4-f49d-4745-b3c9-cbc73f833a05 None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:25.064889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:25.066301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.075406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=97bab71e-a27a-41a0-891a-bd446201fe12,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:25.173978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port bc99775e-247e-44ac-a504-44d21d73067f {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:25.174596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.184332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.235675 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-97b8ef55-8ab2-4533-8e1f-89b277baf3ad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3785555 Sep 19 12:17:25.236402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54502) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:25.243121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'security_group': {'name': 'tempest-secgroup-1424379933'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:25.251516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:25.256938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:25.261286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:25.267440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.272425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:25.279162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.313719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:25.331070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8b3cc7-cc8e-4d32-addf-f78bebd7bdac,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:25.336354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.337734 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Added segment b5da47f3-08be-4321-8b55-17a3296d99d0 of type vlan for network c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 Sep 19 12:17:25.373100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.374342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] The port 'bc99775e-247e-44ac-a504-44d21d73067f' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:17:25.374628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-1911f82a-08a6-445f-a309-07bce9e7b0d0', 'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'tenant_id': 'ac5ff996b5b44a79bf30fdb9183687b7', 'fixed_ips': [{'subnet_id': '97bab71e-a27a-41a0-891a-bd446201fe12'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:17:25.375540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.413349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.443553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.462080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea2d790-c5f6-41da-b2ba-1c37a939497b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:25.463793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea2d790-c5f6-41da-b2ba-1c37a939497b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:25.467826 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-aea2d790-c5f6-41da-b2ba-1c37a939497b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4238863 Sep 19 12:17:25.470172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54508) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:25.474704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:25.519216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group_rule and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:25.526918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.536172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:25.537181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.556080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:25.575671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:25.583922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Allocated IP 2001:db8::2 (1911f82a-08a6-445f-a309-07bce9e7b0d0/97bab71e-a27a-41a0-891a-bd446201fe12/5781e8f8-7d1a-4a67-a8ac-27de18e6d686) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:25.613084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:25.682529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233af4e1-a458-4ba6-88fa-8c8ff224d170,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:25.714547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.715213 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Added segment e653c5ae-1715-44bb-b662-9bd862ee8288 of type vlan for network bce0358b-f8d7-4df5-9007-9637a66925ef Sep 19 12:17:25.717317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.741680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Pushing event updated for resources: {'Network': ['ID=c21fb90b-0b46-4ddd-94e3-18fc7a973ea7,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:25.750485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-07040eed-c41a-487e-b2e8-54b279e902a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 1affe56a-22a3-4a8c-b3da-53078b373c1c {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:25.760134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07040eed-c41a-487e-b2e8-54b279e902a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.766065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:25.817353 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b9075827-1e7c-4fe2-ac21-ae7144130cf4 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5784307 Sep 19 12:17:25.827535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54520) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:25.839660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Request body: {'subnet': {'network_id': 'c21fb90b-0b46-4ddd-94e3-18fc7a973ea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:25.850958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b987ab4-2f11-48a4-bd39-6b9afb64896c']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:25.869410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.870092 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07040eed-c41a-487e-b2e8-54b279e902a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.879287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.892843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518743e2-a3f8-4e0e-a5b8-8aea86456fb1') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:25.893481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518743e2-a3f8-4e0e-a5b8-8aea86456fb1') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:25.971027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.979411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:25.992267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Transition to ACTIVE for port object 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:26.013928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Transition to ACTIVE for port object 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:26.026798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.046241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for 16afaac3-729d-4462-b8fa-029c5417e74b owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:26.057909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:26.057909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Usage tracker for resource:subnet and tenant:b37298a2edb14df8afd332d4bd7461d1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:26.060898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:26.067963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:26.079817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07040eed-c41a-487e-b2e8-54b279e902a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.085980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:17:26.086206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.110110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.115899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.176841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Made reservation on behalf of b37298a2edb14df8afd332d4bd7461d1 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:26.180293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.201104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:26.201509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.204612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608a4110-426b-4a67-a917-74b24235c416,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:26.207031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Pushing event updated for resources: {'Port': ['ID=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:26.223192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:26.228920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:26.231360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:26.281786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.290270 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2d5dcaaf-18a8-4781-ae05-fd34f3e5a4d1 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0527623 Sep 19 12:17:26.303948 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54532) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:26.315612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'security_group': {'name': 'tempest-secgroup-1870654502'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:26.333091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:26.342651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:26.348020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:26.359827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:26.412633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Attempting to bind port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:26.412964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Attempting to bind port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '2ac2ed77-a30d-48d5-aba2-5720360afb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:26.413369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Attempting to bind port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 on network 1911f82a-08a6-445f-a309-07bce9e7b0d0 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:26.420682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:26.421113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Checking segment: {'id': '2ac2ed77-a30d-48d5-aba2-5720360afb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:26.421469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.421682 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 518743e2-a3f8-4e0e-a5b8-8aea86456fb1 resource provider aggregate not found Sep 19 12:17:26.421883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Bound using segment: {'id': '2ac2ed77-a30d-48d5-aba2-5720360afb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:26.422331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Bound port: 5781e8f8-7d1a-4a67-a8ac-27de18e6d686, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac2ed77-a30d-48d5-aba2-5720360afb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:26.422707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.449328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.450572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:26.451463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.458924 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 518743e2-a3f8-4e0e-a5b8-8aea86456fb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 518743e2-a3f8-4e0e-a5b8-8aea86456fb1 found for delete ", "request_id": "req-e099f1e9-b827-4ff0-b6aa-04e83483c396"}]} Sep 19 12:17:26.489347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54540) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:26.542804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] For port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:26.546169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] For port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,segment=NetworkSegment(2ac2ed77-a30d-48d5-aba2-5720360afb2d),segment_id=2ac2ed77-a30d-48d5-aba2-5720360afb2d)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:26.600642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07040eed-c41a-487e-b2e8-54b279e902a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.642410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.648583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.666141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07040eed-c41a-487e-b2e8-54b279e902a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=1affe56a-22a3-4a8c-b3da-53078b373c1c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:26.667594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07040eed-c41a-487e-b2e8-54b279e902a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.697118 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:26.697237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] Pushing event updated for resources: {'Network': ['ID=bce0358b-f8d7-4df5-9007-9637a66925ef,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:26.704688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group_rule and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:26.711485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:26.723174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:26.725156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.725917 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-07040eed-c41a-487e-b2e8-54b279e902a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/1affe56a-22a3-4a8c-b3da-53078b373c1c HTTP/1.1" status: 204 len: 168 time: 1.2546074 Sep 19 12:17:26.728646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54546) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:26.729875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de630c13-0320-49e6-bb93-547a2f3cc8f2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.758677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.758677 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/networks/5b987ab4-2f11-48a4-bd39-6b9afb64896c HTTP/1.1" status: 204 len: 168 time: 3.1173153 Sep 19 12:17:26.766726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54550) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:26.778051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2091958110', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:26.787033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef15c80-9919-409d-a3bf-0089f57eee03 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Network': ['ID=5b987ab4-2f11-48a4-bd39-6b9afb64896c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:26.795267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:26.818372 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-501d97f0-9f1c-414b-a6ff-adb22f3892a9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885823 Sep 19 12:17:26.827405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:router and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:26.830062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54554) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:26.838616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:26.842604 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e262dc65-342d-41c6-9299-bf25ebdcadff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8135026 Sep 19 12:17:26.847409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:26.849755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54558) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:26.851595 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e2fa3e-22a2-4f34-bb09-4b3a164e0a4b None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:26.856294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Request body: {'subnet': {'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-981022866-subnet', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:26.862789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:26.870779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Usage tracker for resource:subnet and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:26.874434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:26.875530 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'networks': [{'name': 'tempest-network--738642042'}, {'name': 'tempest-network--106639917'}]} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:26.875809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'network': {'name': 'tempest-network--738642042'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:26.876294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'network': {'name': 'tempest-network--106639917'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:26.880024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:26.885649 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:26.887871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc057bfd-4246-4fb0-b887-157eebcde440 None None] Pushing event updated for resources: {'Port': ['ID=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:26.890786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network bce0358b-f8d7-4df5-9007-9637a66925ef details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:26.925168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.926476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:26.959325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:26.984754 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Usage tracker for resource:network and tenant:bca18b2f93874197a06f40ec34ce32ab is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:26.992016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:27.005782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Pushing event updated for resources: {'Subnet': ['ID=28a4548e-9049-4c65-b6ce-02c80a3b15e4,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:27.011577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Made reservation on behalf of f625faa175074f0e9fb497e71f4f2a55 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:27.016016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.036726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Checking segment: {'id': 'b5da47f3-08be-4321-8b55-17a3296d99d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c21fb90b-0b46-4ddd-94e3-18fc7a973ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:27.037128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Network hostable DHCP agents. Network: c21fb90b-0b46-4ddd-94e3-18fc7a973ea7, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:17:27.046077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:27.062928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.064221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.094098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.112034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:27.118966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:27.123270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:27.130801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:27.176746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eac9137-8831-4d5d-bd33-57e60a4f4c8b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:27.181567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.239507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:27.242977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.256454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Made reservation on behalf of bca18b2f93874197a06f40ec34ce32ab for: {'network': 2} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:27.266633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.278091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Network c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:17:27.285240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.288232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.292209 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9ae494b6-0d28-48f0-9ff9-5f1364d1a1f3 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9840004 Sep 19 12:17:27.292373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=16afaac3-729d-4462-b8fa-029c5417e74b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:27.292589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54562) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:27.299101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-113942592', 'security_groups': ['3eac9137-8831-4d5d-bd33-57e60a4f4c8b'], 'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97bab71e-a27a-41a0-891a-bd446201fe12'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:27.428911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, c21fb90b-0b46-4ddd-94e3-18fc7a973ea7) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:27.433674 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:27.434255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.441806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.447584 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896be625-ac51-47af-89c3-4008d074ad59 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:27.457861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-896be625-ac51-47af-89c3-4008d074ad59 None None] Deleting port 2292285e-5770-41dc-87a3-5425c812bb93 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:27.457861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-896be625-ac51-47af-89c3-4008d074ad59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.500270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:27.561095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:27.566667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:27.576975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:27.576975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:27.596731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ff179-18a4-4603-baf3-aea22ecbd0f7 None None] Network c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:27.599706 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e82e2add-3d49-4fe5-97e1-4e52806ff251 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7708983 Sep 19 12:17:27.605830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54566) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:27.609563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Request body: {'port': {'network_id': 'c21fb90b-0b46-4ddd-94e3-18fc7a973ea7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-560124527'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:27.641472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.642931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Usage tracker for resource:security_group_rule and tenant:bca18b2f93874197a06f40ec34ce32ab is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:27.646468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:27.653224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:27.748270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:27.898978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519d06a8-72de-4c8a-a8ae-62764fd565a3,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:27.920258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-896be625-ac51-47af-89c3-4008d074ad59 None None] For port 2292285e-5770-41dc-87a3-5425c812bb93, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=2292285e-5770-41dc-87a3-5425c812bb93,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:27.920866 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-896be625-ac51-47af-89c3-4008d074ad59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:27.930339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Checking segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:27.930701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Network hostable DHCP agents. Network: bce0358b-f8d7-4df5-9007-9637a66925ef, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:17:27.963102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:27.979209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Usage tracker for resource:port and tenant:b37298a2edb14df8afd332d4bd7461d1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:27.988009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:27.996205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:28.000583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.040136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port d339bc93-18cb-43ba-930c-a713bb7410df yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:17:28.085243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-896be625-ac51-47af-89c3-4008d074ad59 None None] Calling delete_port for 2292285e-5770-41dc-87a3-5425c812bb93 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:28.159994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Network bce0358b-f8d7-4df5-9007-9637a66925ef is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:17:28.162274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Made reservation on behalf of b37298a2edb14df8afd332d4bd7461d1 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:28.165824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.216824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-c21fb90b-0b46-4ddd-94e3-18fc7a973ea7', 'network_id': 'c21fb90b-0b46-4ddd-94e3-18fc7a973ea7', 'tenant_id': 'b37298a2edb14df8afd332d4bd7461d1', 'fixed_ips': [{'subnet_id': '28a4548e-9049-4c65-b6ce-02c80a3b15e4'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:17:28.217833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.241555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] device_id is not set on port bc980f9d-4c0c-4ec2-8750-8bd758af5afb yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:17:28.357800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, bce0358b-f8d7-4df5-9007-9637a66925ef) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:28.374076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-896be625-ac51-47af-89c3-4008d074ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.383696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0d6b0-bc39-4094-97b5-2a500acd394f None None] Network bce0358b-f8d7-4df5-9007-9637a66925ef requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:28.388342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:28.388937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.440917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.449189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8::2de (1911f82a-08a6-445f-a309-07bce9e7b0d0/97bab71e-a27a-41a0-891a-bd446201fe12/d339bc93-18cb-43ba-930c-a713bb7410df) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:28.521229 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-889a077e-07bc-430e-8496-92bd80276470 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6703887 Sep 19 12:17:28.526792 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54570) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:28.559511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896be625-ac51-47af-89c3-4008d074ad59 None None] Pushing event deleted for resources: {'Port': ['ID=2292285e-5770-41dc-87a3-5425c812bb93,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:28.584547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:28.584762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896be625-ac51-47af-89c3-4008d074ad59 None None] No DVR routers for this DVR port 2292285e-5770-41dc-87a3-5425c812bb93 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:28.601886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:28.610251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Usage tracker for resource:router and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:28.616459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:28.624971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:28.644904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Allocated IP 172.20.0.2 (c21fb90b-0b46-4ddd-94e3-18fc7a973ea7/28a4548e-9049-4c65-b6ce-02c80a3b15e4/cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:28.786795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-690acb5b-d62f-4d74-8f7f-d450f9662e61 None None] Provisioning for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:28.820986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.857200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:28.860368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.862256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.874055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.875192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.888971 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-bce0358b-f8d7-4df5-9007-9637a66925ef', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:17:28.889696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.890419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object d339bc93-18cb-43ba-930c-a713bb7410df will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:28.904604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.955125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:28.955606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.042254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-690acb5b-d62f-4d74-8f7f-d450f9662e61 None None] Provisioning complete for port 02513804-4626-43a0-a336-6b6ad787996d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:29.042871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-690acb5b-d62f-4d74-8f7f-d450f9662e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.072399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.223710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-690acb5b-d62f-4d74-8f7f-d450f9662e61 None None] Port 02513804-4626-43a0-a336-6b6ad787996d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:29.275135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.288302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Allocated IP 172.20.0.2 (bce0358b-f8d7-4df5-9007-9637a66925ef/519d06a8-72de-4c8a-a8ae-62764fd565a3/5ee0fb03-c0d4-49f6-bc03-be09c5b26941) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:29.291501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:29.293505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Transition to ACTIVE for port object cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:29.295213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c63eb83-f43a-48ee-81ed-ad2a7be58ce0,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:29.296027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:29.308439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:29.326293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:29.372899 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:29.383626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:29.383626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.385153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.385345 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Added segment 32a8bdf9-64e5-428e-aa4a-67d1c9f41d0e of type vlan for network 35ba0ef9-8b8d-4ea4-bfe7-8e915fc7943d Sep 19 12:17:29.386255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Transition to ACTIVE for port object cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:29.390489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:29.403087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.416248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=d339bc93-18cb-43ba-930c-a713bb7410df,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:29.424369 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.574656 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ac8e6b6d-8e69-44dd-be8b-1d77666e4895 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2785723 Sep 19 12:17:29.579577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.587853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.619157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54574) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:29.636180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:29.730295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Network c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:29.808992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:29.821376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:29.841322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Pushing event updated for resources: {'Port': ['ID=cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:29.879844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.objects.ports [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89794) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:17:29.883715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1ca925fb-93e9-4471-a6b7-640b03ec61c7 {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:17:29.886016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:17:29.896110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:29.900249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de630c13-0320-49e6-bb93-547a2f3cc8f2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.901382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:29.902113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.903608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c48acde9-a85f-4314-a03d-c00b42c1f3c8 None None] Provisioning for port d339bc93-18cb-43ba-930c-a713bb7410df completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:29.905569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:29.907625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:17:29.913486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:29.947225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.949633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:29.950006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.971033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de630c13-0320-49e6-bb93-547a2f3cc8f2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:29.974823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c48acde9-a85f-4314-a03d-c00b42c1f3c8 None None] Provisioning complete for port d339bc93-18cb-43ba-930c-a713bb7410df triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:29.975195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c48acde9-a85f-4314-a03d-c00b42c1f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.001062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:30.003376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.013938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Transition to ACTIVE for port object 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:30.060953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Attempting to bind port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:30.061680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Attempting to bind port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'b5da47f3-08be-4321-8b55-17a3296d99d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c21fb90b-0b46-4ddd-94e3-18fc7a973ea7'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:30.061680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Attempting to bind port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a on network c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:30.077301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:30.078929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Transition to ACTIVE for port object 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:30.083244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:30.083616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Checking segment: {'id': 'b5da47f3-08be-4321-8b55-17a3296d99d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c21fb90b-0b46-4ddd-94e3-18fc7a973ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:30.084010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.084402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Bound using segment: {'id': 'b5da47f3-08be-4321-8b55-17a3296d99d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c21fb90b-0b46-4ddd-94e3-18fc7a973ea7'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:30.084900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Bound port: cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5da47f3-08be-4321-8b55-17a3296d99d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c21fb90b-0b46-4ddd-94e3-18fc7a973ea7'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:30.085243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.086614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:30.091679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:30.099132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,segment=NetworkSegment(2ac2ed77-a30d-48d5-aba2-5720360afb2d),segment_id=2ac2ed77-a30d-48d5-aba2-5720360afb2d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:30.103572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:30.104172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.104901 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab072e7-ab64-4c07-90e8-3ace469d2cd7 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:30.122134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c48acde9-a85f-4314-a03d-c00b42c1f3c8 None None] Port d339bc93-18cb-43ba-930c-a713bb7410df cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:30.132257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bfe9822-74da-4fb2-ae17-98ffb0c5a75f has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:17:30.136424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=d3f4595d-85fc-4637-83ac-1fffa165d1f0,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:30.215244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.216832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.217002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.217191 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Added segment 6a2e9cbd-daea-4e35-baba-26e6f4770b6d of type vlan for network ceccb982-f373-410b-ad3b-ca7c0eb8db12 Sep 19 12:17:30.254697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.310300 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.ipam_backend_mixin [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97bab71e-a27a-41a0-891a-bd446201fe12 (CIDR: 2001:db8::/64) Sep 19 12:17:30.311302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.352741 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:17:30.353177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Network bce0358b-f8d7-4df5-9007-9637a66925ef is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:30.353322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:17:30.355334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 2292285e-5770-41dc-87a3-5425c812bb93 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:30.385131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.391469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:30.413490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:30.418015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 2292285e-5770-41dc-87a3-5425c812bb93 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:30.418388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 2292285e-5770-41dc-87a3-5425c812bb93 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:30.423440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] device_id is not set on port bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:17:30.425749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] For port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:30.496911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:30.497157 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c59ede7d-fda3-4be7-a20d-615cec7aa815 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8764253 Sep 19 12:17:30.501221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54578) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:30.523726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:30.589505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] For port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a,segment=NetworkSegment(b5da47f3-08be-4321-8b55-17a3296d99d0),segment_id=b5da47f3-08be-4321-8b55-17a3296d99d0)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:30.593553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.642852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.668377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.679375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.695908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Attempting to bind port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:30.696275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Attempting to bind port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:30.696634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Attempting to bind port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 on network bce0358b-f8d7-4df5-9007-9637a66925ef {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:30.700438 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Pushing event updated for resources: {'Port': ['ID=5ee0fb03-c0d4-49f6-bc03-be09c5b26941,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:30.724282 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-77724d40-0a90-4612-9542-4023845341dd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8923528 Sep 19 12:17:30.728800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54582) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:30.754264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:46:01:c3', 'name': 'tempest-NetworksTestDHCPv6-1192256175'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:30.754557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': 'd3f4595d-85fc-4637-83ac-1fffa165d1f0'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:17:30.754557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.772322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:30.772983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Checking segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:30.773541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.774077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Bound using segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:30.774723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Bound port: 5ee0fb03-c0d4-49f6-bc03-be09c5b26941, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:30.775295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:30.841859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Allocated IP 172.26.5.135 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/4a577578-568c-4f85-aa43-2ea789a32c6a) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:30.871581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de630c13-0320-49e6-bb93-547a2f3cc8f2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Router 960d3705-a385-44c5-8153-cbb7891c81fe has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:17:30.909939 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:30.934614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:30.938221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Allocated IP 172.20.0.8 (c21fb90b-0b46-4ddd-94e3-18fc7a973ea7/28a4548e-9049-4c65-b6ce-02c80a3b15e4/bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:30.958464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990b66e-a3f0-44ef-8b2d-17fc6a1d334d None None] Pushing event updated for resources: {'Port': ['ID=cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:30.960054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6147d6-1755-4e0d-8b79-c5111c7654b4 None None] Sync routers for ids ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:30.980880 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6147d6-1755-4e0d-8b79-c5111c7654b4 None None] Routers {'7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:30.981513 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cb6147d6-1755-4e0d-8b79-c5111c7654b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:31.021273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:31.028359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:31.034421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:31.045006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:31.087092 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cb6147d6-1755-4e0d-8b79-c5111c7654b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:31.097736 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6147d6-1755-4e0d-8b79-c5111c7654b4 None None] Routers {'7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:31.098579 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cb6147d6-1755-4e0d-8b79-c5111c7654b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:31.104496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] For port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:31.146325 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2027ca48-4f7e-4f45-a4b5-85cf06079848 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bfe9822-74da-4fb2-ae17-98ffb0c5a75f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1596246 Sep 19 12:17:31.155514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54586) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:31.178689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] For port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5ee0fb03-c0d4-49f6-bc03-be09c5b26941,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:31.180214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:31.181279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:31.198347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:31.198880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:31.200978 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cb6147d6-1755-4e0d-8b79-c5111c7654b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:31.201486 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6147d6-1755-4e0d-8b79-c5111c7654b4 None None] The sync data for ids ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:31.209871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:31.215169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:31.216067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:31.260787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:31.359756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Allocated IP 2001:db8::f816:3eff:fe6d:c69b (97c14447-5e4d-4deb-a6ce-aa8646f0c431/d3f4595d-85fc-4637-83ac-1fffa165d1f0/eef37324-ce71-406b-a6fb-fac0f606be16) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:31.406417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:31.432477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:31.437771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'Network': ['ID=35ba0ef9-8b8d-4ea4-bfe7-8e915fc7943d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:31.438226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:31.462220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:31.466635 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:31.466943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:31.530076 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 5.0190997 Sep 19 12:17:31.531138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54590) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:31.534834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:31.542609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 35ba0ef9-8b8d-4ea4-bfe7-8e915fc7943d details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:31.573964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fd5b1-d988-4e0e-9e42-7451f5f9dbaa None None] Pushing event updated for resources: {'Port': ['ID=5ee0fb03-c0d4-49f6-bc03-be09c5b26941,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:31.768073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:31.873134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de630c13-0320-49e6-bb93-547a2f3cc8f2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:31.883036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1b290-25a2-472a-84b9-0dd29b4e0faf tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'Network': ['ID=ceccb982-f373-410b-ad3b-ca7c0eb8db12,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:31.895799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de630c13-0320-49e6-bb93-547a2f3cc8f2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:31.897028 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-de630c13-0320-49e6-bb93-547a2f3cc8f2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "PUT /v2.0/routers/960d3705-a385-44c5-8153-cbb7891c81fe HTTP/1.1" status: 200 len: 924 time: 7.0119395 Sep 19 12:17:31.901535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54594) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:31.904318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:31.911880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network ceccb982-f373-410b-ad3b-ca7c0eb8db12 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:31.938983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a64a2-9768-4ced-aa8c-7108fddbd42f None None] Sync routers for ids ['960d3705-a385-44c5-8153-cbb7891c81fe'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:31.996808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:32.008073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:32.014093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Transition to ACTIVE for port object bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:32.023221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a64a2-9768-4ced-aa8c-7108fddbd42f None None] Routers {'960d3705-a385-44c5-8153-cbb7891c81fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:32.024055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d93a64a2-9768-4ced-aa8c-7108fddbd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['960d3705-a385-44c5-8153-cbb7891c81fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:32.120301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d93a64a2-9768-4ced-aa8c-7108fddbd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:32.138520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Transition to ACTIVE for port object eef37324-ce71-406b-a6fb-fac0f606be16 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:32.142060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a64a2-9768-4ced-aa8c-7108fddbd42f None None] Routers {'960d3705-a385-44c5-8153-cbb7891c81fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:32.144736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d93a64a2-9768-4ced-aa8c-7108fddbd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['960d3705-a385-44c5-8153-cbb7891c81fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:32.162028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:32.260911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d93a64a2-9768-4ced-aa8c-7108fddbd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:32.261509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a64a2-9768-4ced-aa8c-7108fddbd42f None None] The sync data for ids ['960d3705-a385-44c5-8153-cbb7891c81fe'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:32.268888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Transition to ACTIVE for port object eef37324-ce71-406b-a6fb-fac0f606be16 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:32.273608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:32.322155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:32.340431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:32.372803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:32.384508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:32.396829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:32.397107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:32.406669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:32.411928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:32.433591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Pushing event updated for resources: {'Port': ['ID=4a577578-568c-4f85-aa43-2ea789a32c6a,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:32.445709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Network c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:32.448525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a243572-9228-4418-bd06-f68e8d7544fd tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:32.455883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a243572-9228-4418-bd06-f68e8d7544fd tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:32.463917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a243572-9228-4418-bd06-f68e8d7544fd tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:32.469000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bf1696-7dca-4825-8bf7-436b2f0de5ef None None] Network c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:32.469879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a243572-9228-4418-bd06-f68e8d7544fd tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:32.470767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7a243572-9228-4418-bd06-f68e8d7544fd tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Synchronizing usage tracker for tenant:bca18b2f93874197a06f40ec34ce32ab on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:32.500888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 7885eb99-d53c-49c8-b885-17b5a98e5b20 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:17:32.522938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:32.552521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:32.601509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Allocated IP 172.26.5.66 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/c381cd78-d391-4e18-95f3-d0cf4bfb1d27) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:32.631951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Pushing event updated for resources: {'Port': ['ID=eef37324-ce71-406b-a6fb-fac0f606be16,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:32.637267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Attempting to bind port eef37324-ce71-406b-a6fb-fac0f606be16 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:32.638023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Attempting to bind port eef37324-ce71-406b-a6fb-fac0f606be16 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:32.638672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Attempting to bind port eef37324-ce71-406b-a6fb-fac0f606be16 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:32.648561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:32.649327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:32.649949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:32.650555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:32.651288 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Bound port: eef37324-ce71-406b-a6fb-fac0f606be16, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:32.651902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:32.687308 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3b387806-000d-4896-b612-2784fe0f8e0a tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/routers/960d3705-a385-44c5-8153-cbb7891c81fe HTTP/1.1" status: 200 len: 924 time: 0.7841301 Sep 19 12:17:32.707437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-691a9658-a66e-44ab-89cb-a72093caea1c None None] Provisioning for port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:32.730903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54598) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:32.808359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7a243572-9228-4418-bd06-f68e8d7544fd tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Unset dirty status for tenant:bca18b2f93874197a06f40ec34ce32ab on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:32.812379 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7a243572-9228-4418-bd06-f68e8d7544fd tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.2621024 Sep 19 12:17:32.855131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] For port eef37324-ce71-406b-a6fb-fac0f606be16, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:32.860147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] For port eef37324-ce71-406b-a6fb-fac0f606be16, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=eef37324-ce71-406b-a6fb-fac0f606be16,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:32.900238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54602) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:32.904211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Pushing event updated for resources: {'Port': ['ID=bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:32.978864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:32.985500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f816:3eff:fe46:1c3 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/d3f4595d-85fc-4637-83ac-1fffa165d1f0/7885eb99-d53c-49c8-b885-17b5a98e5b20) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:33.004654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47627d7-6f13-40d6-81c8-bb89e53a0467 None None] Network bce0358b-f8d7-4df5-9007-9637a66925ef requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:33.024025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.032704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:33.034805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.056753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6890eab-3403-4cae-98a0-61395486eb3b tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:33.061884 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f6890eab-3403-4cae-98a0-61395486eb3b tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&device_id=960d3705-a385-44c5-8153-cbb7891c81fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2662489 Sep 19 12:17:33.066167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.072118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54606) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:33.256828 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-222c1b8e-ed10-4202-ae2a-9f92d23b816c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6527262 Sep 19 12:17:33.262685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54610) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:33.270895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.312433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f69790-b85f-4009-b5e6-4a0ab6620ad6 None None] Pushing event updated for resources: {'Port': ['ID=eef37324-ce71-406b-a6fb-fac0f606be16,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:33.331392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c968f5c3-626e-439c-bbd5-bc4019c63e33 None None] Provisioning for port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:33.417835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc4b75-d308-4383-8b93-b937a6c5bcd2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:33.418338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c9fc4b75-d308-4383-8b93-b937a6c5bcd2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Synchronizing usage tracker for tenant:4411b21c1e79418a8f6773f57d1c9fbd on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:33.474012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.494779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.533285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.538593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c9fc4b75-d308-4383-8b93-b937a6c5bcd2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Unset dirty status for tenant:4411b21c1e79418a8f6773f57d1c9fbd on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:33.540097 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c9fc4b75-d308-4383-8b93-b937a6c5bcd2 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 881 time: 0.4657927 Sep 19 12:17:33.549338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:33.560942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54614) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:33.564214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:33.564894 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.604996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=c381cd78-d391-4e18-95f3-d0cf4bfb1d27,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:33.630908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 7885eb99-d53c-49c8-b885-17b5a98e5b20 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:33.636618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-21166ece-b1d0-4632-a501-9c46b87c4b46 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Deleting port bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:33.636970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-21166ece-b1d0-4632-a501-9c46b87c4b46 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.722758 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-35cbe139-6a40-4187-8fb0-9845727f6cc1 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=960d3705-a385-44c5-8153-cbb7891c81fe HTTP/1.1" status: 200 len: 205 time: 0.1595263 Sep 19 12:17:33.724987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:33.725844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54618) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:33.727715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:33.731642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:33.733850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=91e34548-1105-4cb4-a3b1-bbb55221551b,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:33.766792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:33.767418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.826507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:33.849239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.858493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a,segment=NetworkSegment(b5da47f3-08be-4321-8b55-17a3296d99d0),segment_id=b5da47f3-08be-4321-8b55-17a3296d99d0)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:33.906076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:33.910304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:33.911200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:33.917449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aa8368-bec3-4e3a-a23b-4005b54481fc None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:34.015942 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.016806 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:34.100652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-858ab2cc-dfce-4514-aef9-8a1f2ccae37f None None] Provisioning for port bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:34.111213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.170426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-858ab2cc-dfce-4514-aef9-8a1f2ccae37f None None] Provisioning complete for port bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:34.170827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-858ab2cc-dfce-4514-aef9-8a1f2ccae37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.185381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=7885eb99-d53c-49c8-b885-17b5a98e5b20,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:34.222264 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e2415489-6080-4a1e-a4f6-7f1a6d7d9dca tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7158806 Sep 19 12:17:34.226394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54622) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:34.235147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-465701305', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91e34548-1105-4cb4-a3b1-bbb55221551b'}], 'security_groups': ['608a4110-426b-4a67-a917-74b24235c416']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:34.276488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ba0ef9-8b8d-4ea4-bfe7-8e915fc7943d']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:34.293145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.380577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:34.396705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.398382 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-858ab2cc-dfce-4514-aef9-8a1f2ccae37f None None] Port bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:34.433807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:34.443257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:34.463984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-858ab2cc-dfce-4514-aef9-8a1f2ccae37f None None] Provisioning complete for port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:34.463984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-858ab2cc-dfce-4514-aef9-8a1f2ccae37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.493951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a8bdf9-64e5-428e-aa4a-67d1c9f41d0e') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:34.494253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a8bdf9-64e5-428e-aa4a-67d1c9f41d0e') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:34.536164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:34.543026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:34.543853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.586096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:34.608694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:34.609236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.613938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.677224 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3afe8403-fbc5-4a8e-a602-b74ffb2fc384 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9465680 Sep 19 12:17:34.686270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54626) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:34.810051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-21166ece-b1d0-4632-a501-9c46b87c4b46 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.818525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-858ab2cc-dfce-4514-aef9-8a1f2ccae37f None None] Current status of the port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:34.861207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:34.861603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:34.960651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5ee0fb03-c0d4-49f6-bc03-be09c5b26941,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:34.969952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4acf60-c475-42e4-b40c-763791cd6031 None None] Update dhcp port {'port': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'fixed_ips': [{'subnet_id': '97bab71e-a27a-41a0-891a-bd446201fe12', 'ip_address': '2001:db8::2'}, {'subnet_id': '91e34548-1105-4cb4-a3b1-bbb55221551b'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': '5781e8f8-7d1a-4a67-a8ac-27de18e6d686'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:17:35.009256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.024757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7a4acf60-c475-42e4-b40c-763791cd6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.057905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.075740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-21166ece-b1d0-4632-a501-9c46b87c4b46 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Calling delete_port for bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:35.076359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Provisioning for port eef37324-ce71-406b-a6fb-fac0f606be16 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:35.085843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.201084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.220398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e7d0a-38c5-495a-b5ae-414b55941879 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:35.227240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e7d0a-38c5-495a-b5ae-414b55941879 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:35.228041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d32e7d0a-38c5-495a-b5ae-414b55941879 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:35.296486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Provisioning complete for port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:35.297827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.314699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d32e7d0a-38c5-495a-b5ae-414b55941879 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:35.316397 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d32e7d0a-38c5-495a-b5ae-414b55941879 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6288300 Sep 19 12:17:35.350848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.356569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=5ee0fb03-c0d4-49f6-bc03-be09c5b26941,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:35.368851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:35.371608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54630) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:35.398125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Deleting port 214a7f3b-2938-4095-a092-dec7d1373dac {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:35.398664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.463169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:35.463586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.513630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-7a4acf60-c475-42e4-b40c-763791cd6031 None None] Allocated IP 2001:db8:0:1::2 (1911f82a-08a6-445f-a309-07bce9e7b0d0/91e34548-1105-4cb4-a3b1-bbb55221551b/5781e8f8-7d1a-4a67-a8ac-27de18e6d686) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:35.572356 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:35.572736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.673973 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 32a8bdf9-64e5-428e-aa4a-67d1c9f41d0e resource provider aggregate not found Sep 19 12:17:35.735982 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 32a8bdf9-64e5-428e-aa4a-67d1c9f41d0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32a8bdf9-64e5-428e-aa4a-67d1c9f41d0e found for delete ", "request_id": "req-e8bcc7ad-579f-4326-a11b-04e6c75e02fc"}]} Sep 19 12:17:35.782032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-05fb3a81-1b8e-4d1f-96bd-dc21c4e51fed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 7885eb99-d53c-49c8-b885-17b5a98e5b20 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:35.782375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-05fb3a81-1b8e-4d1f-96bd-dc21c4e51fed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.787821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Current status of the port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:35.794601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.835337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Provisioning complete for port bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:35.835635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.868075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.884689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Port bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 was deleted so its status cannot be updated. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 19 12:17:35.901325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.909535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-21166ece-b1d0-4632-a501-9c46b87c4b46 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.919404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:35.940346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7a4acf60-c475-42e4-b40c-763791cd6031 None None] For port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,segment=NetworkSegment(2ac2ed77-a30d-48d5-aba2-5720360afb2d),segment_id=2ac2ed77-a30d-48d5-aba2-5720360afb2d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:35.955085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:35.957003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device eef37324-ce71-406b-a6fb-fac0f606be16 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:36.022004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.031616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Provisioning for port 7885eb99-d53c-49c8-b885-17b5a98e5b20 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:36.038031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Calling delete_port for 214a7f3b-2938-4095-a092-dec7d1373dac owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:36.046324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7a4acf60-c475-42e4-b40c-763791cd6031 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.060484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Provisioning complete for port 7885eb99-d53c-49c8-b885-17b5a98e5b20 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:36.060701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.077461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Network': ['ID=35ba0ef9-8b8d-4ea4-bfe7-8e915fc7943d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:36.133901 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7a4acf60-c475-42e4-b40c-763791cd6031 None None] Transition to ACTIVE for port object 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:36.148378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21166ece-b1d0-4632-a501-9c46b87c4b46 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Pushing event deleted for resources: {'Port': ['ID=bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:36.169259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5547f2bb-899b-49be-a1f4-b191468d3f84 None None] Port 7885eb99-d53c-49c8-b885-17b5a98e5b20 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:36.225594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7a4acf60-c475-42e4-b40c-763791cd6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.302867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port eef37324-ce71-406b-a6fb-fac0f606be16 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:36.367031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port eef37324-ce71-406b-a6fb-fac0f606be16 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:36.367328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.378588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router 2d422e91-8be7-4283-a282-c90368b65ec1 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:17:36.446440 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6d1a79cb-3345-4e43-84b2-8db9a16ab16c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "DELETE /v2.0/networks/35ba0ef9-8b8d-4ea4-bfe7-8e915fc7943d HTTP/1.1" status: 204 len: 168 time: 3.5439217 Sep 19 12:17:36.457997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54640) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:36.466264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.509591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4acf60-c475-42e4-b40c-763791cd6031 None None] Pushing event updated for resources: {'Port': ['ID=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:36.545810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Pushing event deleted for resources: {'Port': ['ID=214a7f3b-2938-4095-a092-dec7d1373dac,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:36.579897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port eef37324-ce71-406b-a6fb-fac0f606be16 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:36.581033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.619843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port eef37324-ce71-406b-a6fb-fac0f606be16, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=eef37324-ce71-406b-a6fb-fac0f606be16,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:36.696355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.789554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=eef37324-ce71-406b-a6fb-fac0f606be16,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:36.831536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.874542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.877281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-21166ece-b1d0-4632-a501-9c46b87c4b46 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:36.881465 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-21166ece-b1d0-4632-a501-9c46b87c4b46 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] 10.222.0.66 "DELETE /v2.0/ports/bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 HTTP/1.1" status: 204 len: 168 time: 3.6170137 Sep 19 12:17:36.901070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54644) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:37.045586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port b789bdf0-b90c-4e2a-bd77-82ae2062b893 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:37.045945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.086484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.099201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.108739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.111192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-05fb3a81-1b8e-4d1f-96bd-dc21c4e51fed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.204015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:37.216621 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e61e1-67f0-4c15-92d8-4f01e8c3f767 None None] Sync routers for ids ['2d422e91-8be7-4283-a282-c90368b65ec1'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:37.232850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:37.240915 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e61e1-67f0-4c15-92d8-4f01e8c3f767 None None] Routers {'2d422e91-8be7-4283-a282-c90368b65ec1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:37.242656 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a89e61e1-67f0-4c15-92d8-4f01e8c3f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['2d422e91-8be7-4283-a282-c90368b65ec1'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:37.320061 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ad7047b9-ac91-4adb-8778-87c2744d81f5 tempest-DHCPAgentSchedulersTestJSON-2098032615 tempest-DHCPAgentSchedulersTestJSON-2098032615-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4159944 Sep 19 12:17:37.384241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-757c99a8-858d-431d-aaee-c673a0a98363 None None] Provisioning complete for port d339bc93-18cb-43ba-930c-a713bb7410df triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:37.384690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757c99a8-858d-431d-aaee-c673a0a98363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.393020 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a89e61e1-67f0-4c15-92d8-4f01e8c3f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:37.405783 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e61e1-67f0-4c15-92d8-4f01e8c3f767 None None] Routers {'2d422e91-8be7-4283-a282-c90368b65ec1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:37.406946 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a89e61e1-67f0-4c15-92d8-4f01e8c3f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['2d422e91-8be7-4283-a282-c90368b65ec1'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:37.449191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54650) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:37.464951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-541784104'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:37.468466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.469648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Fanout notify agent at l3_agent the message router_deleted on router 960d3705-a385-44c5-8153-cbb7891c81fe {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:17:37.475887 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-757c99a8-858d-431d-aaee-c673a0a98363 None None] Port d339bc93-18cb-43ba-930c-a713bb7410df cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:37.490567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-05fb3a81-1b8e-4d1f-96bd-dc21c4e51fed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 7885eb99-d53c-49c8-b885-17b5a98e5b20 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:37.493607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.494896 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3667e12a-49d3-47ec-bb61-ccac6a39306f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/960d3705-a385-44c5-8153-cbb7891c81fe HTTP/1.1" status: 204 len: 168 time: 3.7648103 Sep 19 12:17:37.496217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:37.503023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54654) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:37.507185 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a89e61e1-67f0-4c15-92d8-4f01e8c3f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:37.507635 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e61e1-67f0-4c15-92d8-4f01e8c3f767 None None] The sync data for ids ['2d422e91-8be7-4283-a282-c90368b65ec1'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:37.512758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1397444699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:37.519370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:37.521732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Usage tracker for resource:network and tenant:b37298a2edb14df8afd332d4bd7461d1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:37.525539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.541533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:37.542564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:37.558318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:37.561154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Usage tracker for resource:router and tenant:6ae7e1e197354711b742cd2f513f8892 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:37.567676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:37.579475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.584452 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e6b110fa-79a2-4e92-b4b9-c0e863eee4f4 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.8138633 Sep 19 12:17:37.585809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceccb982-f373-410b-ad3b-ca7c0eb8db12']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:37.593353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:37.598803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54658) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:37.604018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-757c99a8-858d-431d-aaee-c673a0a98363 None None] Provisioning for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:37.613579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-757c99a8-858d-431d-aaee-c673a0a98363 None None] Provisioning complete for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:37.615051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757c99a8-858d-431d-aaee-c673a0a98363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.672123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2e9cbd-daea-4e35-baba-26e6f4770b6d') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:37.672344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2e9cbd-daea-4e35-baba-26e6f4770b6d') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:37.678000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:37.678371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.703810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.734132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Made reservation on behalf of b37298a2edb14df8afd332d4bd7461d1 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:37.738503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.851028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.865267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:37.865673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.867425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-757c99a8-858d-431d-aaee-c673a0a98363 None None] Current status of the port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:37.911447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:37.912499 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device eef37324-ce71-406b-a6fb-fac0f606be16 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:37.919272 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Delete allocated IP 2001:db8::2de (1911f82a-08a6-445f-a309-07bce9e7b0d0/97bab71e-a27a-41a0-891a-bd446201fe12) {{(pid=89795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 12:17:37.936809 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 6a2e9cbd-daea-4e35-baba-26e6f4770b6d resource provider aggregate not found Sep 19 12:17:37.941319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-757c99a8-858d-431d-aaee-c673a0a98363 None None] Provisioning complete for port 02513804-4626-43a0-a336-6b6ad787996d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:37.941696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757c99a8-858d-431d-aaee-c673a0a98363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.946898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.950835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.951655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:37.967242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8:0:1::225 (1911f82a-08a6-445f-a309-07bce9e7b0d0/91e34548-1105-4cb4-a3b1-bbb55221551b/d339bc93-18cb-43ba-930c-a713bb7410df) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:37.978045 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 6a2e9cbd-daea-4e35-baba-26e6f4770b6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a2e9cbd-daea-4e35-baba-26e6f4770b6d found for delete ", "request_id": "req-e1960078-6289-45ac-b1b6-e9499727286c"}]} Sep 19 12:17:38.001079 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a28d30c4-088d-41dc-a4a1-ee957d7c223f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/routers/2d422e91-8be7-4283-a282-c90368b65ec1 HTTP/1.1" status: 200 len: 884 time: 0.4003384 Sep 19 12:17:38.001938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54666) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:38.022440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-757c99a8-858d-431d-aaee-c673a0a98363 None None] Port 02513804-4626-43a0-a336-6b6ad787996d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:38.047863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port eef37324-ce71-406b-a6fb-fac0f606be16 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:38.048641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.071580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.095213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.102459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for b789bdf0-b90c-4e2a-bd77-82ae2062b893 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:38.107305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Network': ['ID=ceccb982-f373-410b-ad3b-ca7c0eb8db12,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:38.120519 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4d6aba0e-4fae-4fde-9848-725afd3f4fda tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "DELETE /v2.0/networks/ceccb982-f373-410b-ad3b-ca7c0eb8db12 HTTP/1.1" status: 204 len: 168 time: 1.6586797 Sep 19 12:17:38.125582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54670) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:38.207111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port eef37324-ce71-406b-a6fb-fac0f606be16 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:38.366665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a35daf-1807-4e7d-8ee8-f7199f2d233f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:38.372599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a35daf-1807-4e7d-8ee8-f7199f2d233f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:38.373358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-99a35daf-1807-4e7d-8ee8-f7199f2d233f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Synchronizing usage tracker for tenant:bca18b2f93874197a06f40ec34ce32ab on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:38.405541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:38.414899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.434717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.435084 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Added segment a7b67e64-ef27-42c1-80c8-f1f1db8b1ff4 of type vlan for network 96f18c42-3e89-4b84-9087-226b5bee65dc Sep 19 12:17:38.444022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:17:38.447793 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-05fb3a81-1b8e-4d1f-96bd-dc21c4e51fed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.448088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-99a35daf-1807-4e7d-8ee8-f7199f2d233f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Unset dirty status for tenant:bca18b2f93874197a06f40ec34ce32ab on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:38.449584 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-99a35daf-1807-4e7d-8ee8-f7199f2d233f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3210566 Sep 19 12:17:38.461804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a50ef6eb-b0a2-40e2-b5b9-e25a7dc943d5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:router {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:38.469149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54674) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:38.485277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.523914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1617669066'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:38.534171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.545145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb3a81-1b8e-4d1f-96bd-dc21c4e51fed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=7885eb99-d53c-49c8-b885-17b5a98e5b20,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:38.555360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:38.615781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a50ef6eb-b0a2-40e2-b5b9-e25a7dc943d5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:router {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:38.617178 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a50ef6eb-b0a2-40e2-b5b9-e25a7dc943d5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6133561 Sep 19 12:17:38.619737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54678) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:38.626227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4f546641-5cda-43c0-a24e-1dadca9c5829 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2091958110'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:38.686163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.687470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:38.690811 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5fd96954-3842-44cc-aa8e-d5a7251b6b51 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1863723 Sep 19 12:17:38.691704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.697282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:38.698011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54682) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:38.698779 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.724686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:38.779543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-05fb3a81-1b8e-4d1f-96bd-dc21c4e51fed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:38.840853 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3905692 Sep 19 12:17:38.902887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54686) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:38.923699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fb1c4-9255-4543-af1f-0f1e7244145c tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Pushing event updated for resources: {'Network': ['ID=96f18c42-3e89-4b84-9087-226b5bee65dc,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:38.937695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 96f18c42-3e89-4b84-9087-226b5bee65dc details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:38.995505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Made reservation on behalf of bca18b2f93874197a06f40ec34ce32ab for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:38.999135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.044194 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-05fb3a81-1b8e-4d1f-96bd-dc21c4e51fed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/7885eb99-d53c-49c8-b885-17b5a98e5b20 HTTP/1.1" status: 204 len: 168 time: 3.6713285 Sep 19 12:17:39.048964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54690) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:39.323767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:39.337445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:39.344947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:17:39.345056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d53a3d-2960-4d2d-abf4-a36735eaa8a5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:39.345272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d53a3d-2960-4d2d-abf4-a36735eaa8a5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:39.346971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-41d53a3d-2960-4d2d-abf4-a36735eaa8a5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:39.349301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Sync routers for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:39.359836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:39.360779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:39.381466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.407930 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.408323 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Added segment f72afb62-5936-479b-ad6e-53c2322dfaa0 of type vlan for network b545eac2-9ff0-4432-9650-118a65947b7b Sep 19 12:17:39.535053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object d339bc93-18cb-43ba-930c-a713bb7410df will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:39.549131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4f546641-5cda-43c0-a24e-1dadca9c5829 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.557318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-41d53a3d-2960-4d2d-abf4-a36735eaa8a5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:39.560932 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-41d53a3d-2960-4d2d-abf4-a36735eaa8a5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5082972 Sep 19 12:17:39.561171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54694) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:39.609775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:17:39.620470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.632432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7212ce4-c0fa-4905-b835-6353e7b75569 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet d3f4595d-85fc-4637-83ac-1fffa165d1f0 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:39.636491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e7212ce4-c0fa-4905-b835-6353e7b75569 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.644153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.676250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4f546641-5cda-43c0-a24e-1dadca9c5829 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.706699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.712285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.729922 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-633aada8-d9ab-4697-9e80-d31b9a3059fd tempest-DHCPAgentSchedulersTestJSON-2098032615 tempest-DHCPAgentSchedulersTestJSON-2098032615-project-admin] 10.222.0.66 "GET /v2.0/agents/b44e403b-9360-4ee7-8b10-fce7670abc00/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.7691326 Sep 19 12:17:39.740573 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.741017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54698) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:39.741761 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-703a1d59-dedf-494a-a3e6-b40d62444fba admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.2139587 Sep 19 12:17:39.773905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54702) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:39.790906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e7212ce4-c0fa-4905-b835-6353e7b75569 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:39.923258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:33Z', 'revision_number': 3, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:39.929184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Checking router: 63a0abe1-c457-47ea-8e7c-22eaae463ce3 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:17:39.929888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Updating router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 port 4a577578-568c-4f85-aa43-2ea789a32c6a binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:17:39.991968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.013994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:17:40.022267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] In _notify_port_updated(), no bound segment for port d339bc93-18cb-43ba-930c-a713bb7410df on network 1911f82a-08a6-445f-a309-07bce9e7b0d0 {{(pid=89795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:17:40.028310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:40.029179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.030485 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "PUT /v2.0/ports/d339bc93-18cb-43ba-930c-a713bb7410df HTTP/1.1" status: 200 len: 930 time: 5.8013856 Sep 19 12:17:40.042135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54706) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:40.063884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df512a75-647e-44ff-bf57-e0978b4f7ba7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=d339bc93-18cb-43ba-930c-a713bb7410df,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:40.248923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f546641-5cda-43c0-a24e-1dadca9c5829 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router 2d422e91-8be7-4283-a282-c90368b65ec1 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:17:40.279573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fbbdc518-4515-4747-bac5-912343b7809b None None] Provisioning for port d339bc93-18cb-43ba-930c-a713bb7410df completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:40.300953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fbbdc518-4515-4747-bac5-912343b7809b None None] Provisioning complete for port d339bc93-18cb-43ba-930c-a713bb7410df triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:40.301420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc518-4515-4747-bac5-912343b7809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.310917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.317610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:40.318203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.322789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=b789bdf0-b90c-4e2a-bd77-82ae2062b893,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:40.379459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fbbdc518-4515-4747-bac5-912343b7809b None None] Port d339bc93-18cb-43ba-930c-a713bb7410df cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:40.476488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.478070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-417ed422-0d71-4407-99e1-1f6fade650f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port d339bc93-18cb-43ba-930c-a713bb7410df {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:40.478785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-417ed422-0d71-4407-99e1-1f6fade650f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.488890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Transition to ACTIVE for port object 4a577578-568c-4f85-aa43-2ea789a32c6a will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:40.548762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e7212ce4-c0fa-4905-b835-6353e7b75569 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.574509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0735722 Sep 19 12:17:40.584170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.587837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54710) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:40.606014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5cc81-42a8-4dca-aede-9b6cda55612d tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'Network': ['ID=b545eac2-9ff0-4432-9650-118a65947b7b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:40.626514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network b545eac2-9ff0-4432-9650-118a65947b7b details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:40.658104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Attempting to bind port 4a577578-568c-4f85-aa43-2ea789a32c6a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:40.658819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Attempting to bind port 4a577578-568c-4f85-aa43-2ea789a32c6a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:40.659311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Attempting to bind port 4a577578-568c-4f85-aa43-2ea789a32c6a on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:40.737969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.738564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:40.739108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:40.739610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.740105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:40.740702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Bound port: 4a577578-568c-4f85-aa43-2ea789a32c6a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:40.741179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.785171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1094492915'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:40.790246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:40.794360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Usage tracker for resource:network and tenant:bca18b2f93874197a06f40ec34ce32ab is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:40.797212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:40.809121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8bf97-8e28-43dc-8712-c73520a53fc0 None None] Pushing event updated for resources: {'Port': ['ID=4a577578-568c-4f85-aa43-2ea789a32c6a,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:40.810327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:40.844484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500bd7e0-a8c2-4366-80ce-7fc6b6792b05 tempest-DHCPAgentSchedulersTestJSON-2098032615 tempest-DHCPAgentSchedulersTestJSON-2098032615-project-admin] Network 96f18c42-3e89-4b84-9087-226b5bee65dc is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:17:40.853841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] For port 4a577578-568c-4f85-aa43-2ea789a32c6a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:40.857163 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] For port 4a577578-568c-4f85-aa43-2ea789a32c6a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4a577578-568c-4f85-aa43-2ea789a32c6a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:40.954425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f546641-5cda-43c0-a24e-1dadca9c5829 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:40.956468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Made reservation on behalf of bca18b2f93874197a06f40ec34ce32ab for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:40.960102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.965621 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddbaaa9-f61e-4c93-80a9-3f6706b770d5 None None] Sync routers for ids ['2d422e91-8be7-4283-a282-c90368b65ec1'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:40.968317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.978253 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddbaaa9-f61e-4c93-80a9-3f6706b770d5 None None] Routers {'2d422e91-8be7-4283-a282-c90368b65ec1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:40.979595 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9ddbaaa9-f61e-4c93-80a9-3f6706b770d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['2d422e91-8be7-4283-a282-c90368b65ec1'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:40.989913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4f546641-5cda-43c0-a24e-1dadca9c5829 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:40.993441 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4f546641-5cda-43c0-a24e-1dadca9c5829 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/2d422e91-8be7-4283-a282-c90368b65ec1 HTTP/1.1" status: 200 len: 891 time: 2.3695936 Sep 19 12:17:41.000500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54714) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:41.022637 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-500bd7e0-a8c2-4366-80ce-7fc6b6792b05 tempest-DHCPAgentSchedulersTestJSON-2098032615 tempest-DHCPAgentSchedulersTestJSON-2098032615-project-admin] 10.222.0.66 "POST /v2.0/agents/b44e403b-9360-4ee7-8b10-fce7670abc00/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2802126 Sep 19 12:17:41.029938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4229a39-cb14-44e4-9326-d6cf44ef6693 None None] Network 96f18c42-3e89-4b84-9087-226b5bee65dc requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:41.069934 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9ddbaaa9-f61e-4c93-80a9-3f6706b770d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:41.074927 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54718) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:41.080165 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddbaaa9-f61e-4c93-80a9-3f6706b770d5 None None] Routers {'2d422e91-8be7-4283-a282-c90368b65ec1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:41.081824 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9ddbaaa9-f61e-4c93-80a9-3f6706b770d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['2d422e91-8be7-4283-a282-c90368b65ec1'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:41.148762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:41.150732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:41.175091 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9ddbaaa9-f61e-4c93-80a9-3f6706b770d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:41.175919 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddbaaa9-f61e-4c93-80a9-3f6706b770d5 None None] The sync data for ids ['2d422e91-8be7-4283-a282-c90368b65ec1'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:41.201688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e7212ce4-c0fa-4905-b835-6353e7b75569 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:41.248343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:41.278134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bfe9822-74da-4fb2-ae17-98ffb0c5a75f has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:17:41.288084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-417ed422-0d71-4407-99e1-1f6fade650f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:41.319139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7212ce4-c0fa-4905-b835-6353e7b75569 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f4595d-85fc-4637-83ac-1fffa165d1f0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:41.345485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e7212ce4-c0fa-4905-b835-6353e7b75569 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:41.357641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:41.357895 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Added segment 96722f17-041e-4d85-bbdd-bf0c1d7413dd of type vlan for network 4014988c-32f3-4ba1-9ec0-84304e8df900 Sep 19 12:17:41.362981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a390320-6621-459b-98f0-de31ca881ef2 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:41.400091 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e7212ce4-c0fa-4905-b835-6353e7b75569 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/d3f4595d-85fc-4637-83ac-1fffa165d1f0 HTTP/1.1" status: 204 len: 168 time: 1.8378701 Sep 19 12:17:41.409130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54722) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:41.455525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8bf97-8e28-43dc-8712-c73520a53fc0 None None] Pushing event updated for resources: {'Port': ['ID=4a577578-568c-4f85-aa43-2ea789a32c6a,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:41.510958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:41.533188 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-11149ef1-7101-46a5-89da-5402678f9445 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/routers/2d422e91-8be7-4283-a282-c90368b65ec1 HTTP/1.1" status: 200 len: 891 time: 0.5160725 Sep 19 12:17:41.537859 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-69ca6de7-4651-4e63-81a3-544a5884cd90 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1211369 Sep 19 12:17:41.544671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54726) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:41.581856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54730) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:41.677909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5232ca91-f61e-429c-aa1a-6bbeb64d9de1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:41.711757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5787528a-f368-4d88-81b5-aa1dba345f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:41.714496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:17:41.722709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-417ed422-0d71-4407-99e1-1f6fade650f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for d339bc93-18cb-43ba-930c-a713bb7410df owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:41.795367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:41.801376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:41.801965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:41.838341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:41.848235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5232ca91-f61e-429c-aa1a-6bbeb64d9de1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:41.849677 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5232ca91-f61e-429c-aa1a-6bbeb64d9de1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d422e91-8be7-4283-a282-c90368b65ec1 HTTP/1.1" status: 200 len: 205 time: 0.3083694 Sep 19 12:17:41.904888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54734) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:41.913457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64714551-9663-4fc7-9cf3-660c9e8c9bae tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:41.918799 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-64714551-9663-4fc7-9cf3-660c9e8c9bae tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3249683 Sep 19 12:17:41.927732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54738) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:41.967133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:42.010505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:42.015541 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8869bbb1-a44b-4098-b97c-acaea3b199e0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bfe9822-74da-4fb2-ae17-98ffb0c5a75f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8358040 Sep 19 12:17:42.022952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:42.026715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54742) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:42.052940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf2f97-08d2-459f-8c8f-593b07e27bb0 None None] Sync routers for ids ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:42.053653 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4647996 Sep 19 12:17:42.070055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35259a9f-bf04-4b91-bcde-adf3ef475106 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:42.077005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf2f97-08d2-459f-8c8f-593b07e27bb0 None None] Routers {'7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:42.084502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-60cf2f97-08d2-459f-8c8f-593b07e27bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:42.095662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54746) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:42.122189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'ports': [{'network_id': 'b545eac2-9ff0-4432-9650-118a65947b7b', 'name': 'tempest-port--1718587281', 'admin_state_up': True}, {'network_id': '4014988c-32f3-4ba1-9ec0-84304e8df900', 'admin_state_up': False}]} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:42.122533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'port': {'network_id': 'b545eac2-9ff0-4432-9650-118a65947b7b', 'name': 'tempest-port--1718587281', 'admin_state_up': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:42.123116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'port': {'network_id': '4014988c-32f3-4ba1-9ec0-84304e8df900', 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:42.132032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-35259a9f-bf04-4b91-bcde-adf3ef475106 None None] Deleting port eef37324-ce71-406b-a6fb-fac0f606be16 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:42.132451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-35259a9f-bf04-4b91-bcde-adf3ef475106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:42.148889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d750e52-1116-4f6b-b252-bc70b6a21d65 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'Network': ['ID=4014988c-32f3-4ba1-9ec0-84304e8df900,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:42.158307 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-dbdcae97-fa98-4ab9-82ed-add8a10bd455 tempest-DHCPAgentSchedulersTestJSON-2098032615 tempest-DHCPAgentSchedulersTestJSON-2098032615-project-admin] 10.222.0.66 "GET /v2.0/agents/b44e403b-9360-4ee7-8b10-fce7670abc00/dhcp-networks HTTP/1.1" status: 200 len: 8016 time: 1.0821555 Sep 19 12:17:42.160770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a8a174b9-7eb5-4f0d-9325-0796e4587169 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Synchronizing usage tracker for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:42.170247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54750) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:42.186913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 4014988c-32f3-4ba1-9ec0-84304e8df900 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:42.218474 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-60cf2f97-08d2-459f-8c8f-593b07e27bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:42.296185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:33Z', 'revision_number': 3, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:42.344617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf2f97-08d2-459f-8c8f-593b07e27bb0 None None] Routers {'7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:42.345361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-60cf2f97-08d2-459f-8c8f-593b07e27bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:42.392409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Allocated IP 172.26.5.186 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/9777f945-0eea-4503-8ba0-a9ad1bc1a72b) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:42.400449 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a8a174b9-7eb5-4f0d-9325-0796e4587169 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Unset dirty status for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:42.404519 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a8a174b9-7eb5-4f0d-9325-0796e4587169 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bfe9822-74da-4fb2-ae17-98ffb0c5a75f HTTP/1.1" status: 200 len: 205 time: 0.3612871 Sep 19 12:17:42.410124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9d15a-a02e-465f-bfc8-0b35b3c4fdd7 None None] The sync data for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv is: [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:33Z', 'revision_number': 3, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:42.412513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54754) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:42.414498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-417ed422-0d71-4407-99e1-1f6fade650f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:42.452534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-60cf2f97-08d2-459f-8c8f-593b07e27bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:42.453017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf2f97-08d2-459f-8c8f-593b07e27bb0 None None] The sync data for ids ['7bfe9822-74da-4fb2-ae17-98ffb0c5a75f'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:42.470254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff4e898-fc01-4ddb-b65a-2a565539a634 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:42.470883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-aff4e898-fc01-4ddb-b65a-2a565539a634 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:42.573346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-35259a9f-bf04-4b91-bcde-adf3ef475106 None None] For port eef37324-ce71-406b-a6fb-fac0f606be16, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=eef37324-ce71-406b-a6fb-fac0f606be16,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:42.573749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-35259a9f-bf04-4b91-bcde-adf3ef475106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:42.622616 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3c50caf6-213b-4c4f-a9a1-4e488fb6869d tempest-DHCPAgentSchedulersTestJSON-2098032615 tempest-DHCPAgentSchedulersTestJSON-2098032615-project-admin] 10.222.0.66 "DELETE /v2.0/agents/b44e403b-9360-4ee7-8b10-fce7670abc00/dhcp-networks/96f18c42-3e89-4b84-9087-226b5bee65dc HTTP/1.1" status: 204 len: 168 time: 0.4520943 Sep 19 12:17:42.640208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54758) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:42.674967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ed422-0d71-4407-99e1-1f6fade650f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=d339bc93-18cb-43ba-930c-a713bb7410df,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:42.712675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:42.725393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-35259a9f-bf04-4b91-bcde-adf3ef475106 None None] Calling delete_port for eef37324-ce71-406b-a6fb-fac0f606be16 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:42.800659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-aff4e898-fc01-4ddb-b65a-2a565539a634 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:42.803274 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-aff4e898-fc01-4ddb-b65a-2a565539a634 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8744433 Sep 19 12:17:42.810261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54762) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:42.839753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-417ed422-0d71-4407-99e1-1f6fade650f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:42.866119 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2cf765de-cd21-456e-b239-28a3bf4f7379 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:42.914927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:42.925290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Usage tracker for resource:port and tenant:bca18b2f93874197a06f40ec34ce32ab is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:42.935547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:42.940993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-35259a9f-bf04-4b91-bcde-adf3ef475106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.033126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:43.060182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Allocated IP 172.20.0.1 (bce0358b-f8d7-4df5-9007-9637a66925ef/519d06a8-72de-4c8a-a8ae-62764fd565a3/51520807-a96c-4f5b-9b49-308265a013db) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:43.071331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35259a9f-bf04-4b91-bcde-adf3ef475106 None None] Pushing event deleted for resources: {'Port': ['ID=eef37324-ce71-406b-a6fb-fac0f606be16,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:43.077819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35259a9f-bf04-4b91-bcde-adf3ef475106 None None] No DVR routers for this DVR port eef37324-ce71-406b-a6fb-fac0f606be16 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:43.187742 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Made reservation on behalf of bca18b2f93874197a06f40ec34ce32ab for: {'port': 2} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:43.192355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.232235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a577578-568c-4f85-aa43-2ea789a32c6a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:43.265315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.288552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.312736 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a380f740-e521-43bc-a2d4-96563420a30f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4905002 Sep 19 12:17:43.350037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54766) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:43.364901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:43.366170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port c381cd78-d391-4e18-95f3-d0cf4bfb1d27 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:43.366518 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.384538 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-417ed422-0d71-4407-99e1-1f6fade650f5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/d339bc93-18cb-43ba-930c-a713bb7410df HTTP/1.1" status: 204 len: 168 time: 3.3228302 Sep 19 12:17:43.399798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54770) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:43.413926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 4a577578-568c-4f85-aa43-2ea789a32c6a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:43.422703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4a577578-568c-4f85-aa43-2ea789a32c6a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:43.423312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.608497 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2028881-2c1b-423e-a060-44d4c9065e9d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:17:43.609854 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c2028881-2c1b-423e-a060-44d4c9065e9d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/d339bc93-18cb-43ba-930c-a713bb7410df HTTP/1.1" status: 404 len: 333 time: 0.2048607 Sep 19 12:17:43.624516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54774) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:43.634790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.668369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4a577578-568c-4f85-aa43-2ea789a32c6a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:43.668972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.698171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 4a577578-568c-4f85-aa43-2ea789a32c6a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4a577578-568c-4f85-aa43-2ea789a32c6a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:43.733284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-019d357d-589f-420f-a2c0-c6125b33c020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.756230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.781954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Transition to ACTIVE for port object 51520807-a96c-4f5b-9b49-308265a013db will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:43.799726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] device_id is not set on port 75a79a66-696c-4e6a-af1c-a82016408f40 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:17:43.825591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device eef37324-ce71-406b-a6fb-fac0f606be16 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:43.869745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: eef37324-ce71-406b-a6fb-fac0f606be16 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:43.870309 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device eef37324-ce71-406b-a6fb-fac0f606be16 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:43.874103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef49ba63-0427-4328-8a86-bfbe9eeb300d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.882832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2cf765de-cd21-456e-b239-28a3bf4f7379 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.893246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=4a577578-568c-4f85-aa43-2ea789a32c6a,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:43.899042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.905161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2cf765de-cd21-456e-b239-28a3bf4f7379 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.914361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:43.924055 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f2340c67-c223-47ef-8607-1dafe28708b6 tempest-DHCPAgentSchedulersTestJSON-2098032615 tempest-DHCPAgentSchedulersTestJSON-2098032615-project-admin] 10.222.0.66 "GET /v2.0/agents/b44e403b-9360-4ee7-8b10-fce7670abc00/dhcp-networks HTTP/1.1" status: 200 len: 7247 time: 1.2467265 Sep 19 12:17:43.930209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54778) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:43.947741 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:43.962161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:44.001901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2cf765de-cd21-456e-b239-28a3bf4f7379 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.002426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf765de-cd21-456e-b239-28a3bf4f7379 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Fanout notify agent at l3_agent the message router_deleted on router 7bfe9822-74da-4fb2-ae17-98ffb0c5a75f {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:17:44.013749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2cf765de-cd21-456e-b239-28a3bf4f7379 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.017324 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2cf765de-cd21-456e-b239-28a3bf4f7379 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/7bfe9822-74da-4fb2-ae17-98ffb0c5a75f HTTP/1.1" status: 204 len: 168 time: 1.6019580 Sep 19 12:17:44.017545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54782) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:44.056675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:44.060030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.068122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for c381cd78-d391-4e18-95f3-d0cf4bfb1d27 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:44.074234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.102816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.109527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef49ba63-0427-4328-8a86-bfbe9eeb300d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.225654 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:44.231089 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-91ed2161-908d-4e3e-976d-4e85f6c1ed00 tempest-DHCPAgentSchedulersTestJSON-2098032615 tempest-DHCPAgentSchedulersTestJSON-2098032615-project-admin] 10.222.0.66 "GET /v2.0/networks/c21fb90b-0b46-4ddd-94e3-18fc7a973ea7/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2928333 Sep 19 12:17:44.236713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:44.237433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Network bce0358b-f8d7-4df5-9007-9637a66925ef is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:44.238623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54786) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:44.248767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:44.250940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:44.278308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:44.308661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-902a09d7-59d7-431d-be55-a4f41dbe6881 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting subnet ef902b93-5a28-43c7-9b8f-2eb90473d50c {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:44.341765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-902a09d7-59d7-431d-be55-a4f41dbe6881 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.382723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Pushing event updated for resources: {'Port': ['ID=9777f945-0eea-4503-8ba0-a9ad1bc1a72b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:44.414222 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a80a1713-096e-4363-8383-ec20532d5a8c tempest-DHCPAgentSchedulersTestJSON-2098032615 tempest-DHCPAgentSchedulersTestJSON-2098032615-project-admin] 10.222.0.66 "GET /v2.0/networks/c21fb90b-0b46-4ddd-94e3-18fc7a973ea7/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1665587 Sep 19 12:17:44.417950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54790) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:44.447372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-902a09d7-59d7-431d-be55-a4f41dbe6881 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.506956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Pushing event updated for resources: {'Port': ['ID=51520807-a96c-4f5b-9b49-308265a013db,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:44.534821 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.539277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.645240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef49ba63-0427-4328-8a86-bfbe9eeb300d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.673434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.710616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8a316c57-49d1-42bb-a6df-44e5253f9b24 None None] Provisioning for port 51520807-a96c-4f5b-9b49-308265a013db completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:44.715263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49ba63-0427-4328-8a86-bfbe9eeb300d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eac9137-8831-4d5d-bd33-57e60a4f4c8b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:44.718179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8a316c57-49d1-42bb-a6df-44e5253f9b24 None None] Provisioning complete for port 51520807-a96c-4f5b-9b49-308265a013db triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:44.718561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8a316c57-49d1-42bb-a6df-44e5253f9b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.796979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8a316c57-49d1-42bb-a6df-44e5253f9b24 None None] Port 51520807-a96c-4f5b-9b49-308265a013db cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:44.819853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef49ba63-0427-4328-8a86-bfbe9eeb300d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.820883 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ef49ba63-0427-4328-8a86-bfbe9eeb300d tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/security-groups/3eac9137-8831-4d5d-bd33-57e60a4f4c8b HTTP/1.1" status: 204 len: 168 time: 1.1917195 Sep 19 12:17:44.833148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54794) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:44.856115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] device_id is not set on port abe771ba-24ee-4c23-bbb6-519fcdd740e5 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:17:44.887009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.893689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:44.986361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=c381cd78-d391-4e18-95f3-d0cf4bfb1d27,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:45.076378 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b27379b1-b21a-409e-99fb-38c3a256778a tempest-DHCPAgentSchedulersTestJSON-2098032615 tempest-DHCPAgentSchedulersTestJSON-2098032615-project-admin] 10.222.0.66 "GET /v2.0/agents/b44e403b-9360-4ee7-8b10-fce7670abc00/dhcp-networks HTTP/1.1" status: 200 len: 7247 time: 0.6539946 Sep 19 12:17:45.083854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54798) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:45.093424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-902a09d7-59d7-431d-be55-a4f41dbe6881 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.140659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.158206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e61aa71-d7a9-4f14-9727-9e29858b50d6 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.176376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a577578-568c-4f85-aa43-2ea789a32c6a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:45.293377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4a577578-568c-4f85-aa43-2ea789a32c6a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:45.294346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.323384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e61aa71-d7a9-4f14-9727-9e29858b50d6 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.348052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.400094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.422017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4a577578-568c-4f85-aa43-2ea789a32c6a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:45.462715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-902a09d7-59d7-431d-be55-a4f41dbe6881 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.558838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:17:45.560284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a09d7-59d7-431d-be55-a4f41dbe6881 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Subnet': ['ID=ef902b93-5a28-43c7-9b8f-2eb90473d50c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:45.565339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.570246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-902a09d7-59d7-431d-be55-a4f41dbe6881 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.572256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.574437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b0c18-3528-42f5-ae19-e1134da20c97 None None] Network 143de4aa-a120-4aa5-9104-3669fe1839d6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:45.601133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.608154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.705115 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-902a09d7-59d7-431d-be55-a4f41dbe6881 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/ef902b93-5a28-43c7-9b8f-2eb90473d50c HTTP/1.1" status: 204 len: 168 time: 1.6834328 Sep 19 12:17:45.714209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54802) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:45.717838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:45.749987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.758061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:45.767528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:45.768651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.777556 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fb22e-6124-4a4e-9c62-b195b861777e None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:45.796166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=de873cb5-2156-4f01-b431-c074e2c6218f,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:45.849778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.850395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Fanout notify agent at l3_agent the message router_deleted on router 2d422e91-8be7-4283-a282-c90368b65ec1 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:17:45.851869 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e61aa71-d7a9-4f14-9727-9e29858b50d6 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.900818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-80146e07-d1e3-486c-8348-550d556cb21c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting subnet 06dd8023-17d3-4324-918d-e4e4bf536f4b {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:45.905913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-80146e07-d1e3-486c-8348-550d556cb21c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.909637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61aa71-d7a9-4f14-9727-9e29858b50d6 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608a4110-426b-4a67-a917-74b24235c416,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:45.915223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:45.943563 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5ae0d78f-7b61-4377-b8cd-157b7ec534f8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5885642 Sep 19 12:17:45.951864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54806) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:45.989416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f18c42-3e89-4b84-9087-226b5bee65dc']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:46.012209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e61aa71-d7a9-4f14-9727-9e29858b50d6 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.013550 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0e61aa71-d7a9-4f14-9727-9e29858b50d6 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/security-groups/608a4110-426b-4a67-a917-74b24235c416 HTTP/1.1" status: 204 len: 168 time: 1.1794508 Sep 19 12:17:46.016773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b67e64-ef27-42c1-80c8-f1f1db8b1ff4') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:46.018543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b67e64-ef27-42c1-80c8-f1f1db8b1ff4') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:46.022075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:35:c9:e7', 'name': 'tempest-NetworksTestDHCPv6-2144292414'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:46.025527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54810) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:46.042462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e1ebd-2f99-4ab9-b06b-8b11e942002c None None] DHCP port deletion for 143de4aa-a120-4aa5-9104-3669fe1839d6 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:46.054392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e1ebd-2f99-4ab9-b06b-8b11e942002c None None] Deleting port 97e24b30-8c59-4e13-8803-75545a6049fd {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:46.055164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1ebd-2f99-4ab9-b06b-8b11e942002c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.075008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.087259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': 'de873cb5-2156-4f01-b431-c074e2c6218f'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:17:46.088352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.090375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.098693 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.103361 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b8eca9f5-76cf-446c-8c0d-f2f8520a1302 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/2d422e91-8be7-4283-a282-c90368b65ec1 HTTP/1.1" status: 204 len: 168 time: 4.1838706 Sep 19 12:17:46.106989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.109815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54814) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:46.128042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-39773373'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:46.145783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-80146e07-d1e3-486c-8348-550d556cb21c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.177932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:46.201412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:network and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:46.210109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:46.228847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:46.240779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.269530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.286610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.321162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.373958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:46.374380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.406143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5f0e1ebd-2f99-4ab9-b06b-8b11e942002c None None] For port 97e24b30-8c59-4e13-8803-75545a6049fd, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=97e24b30-8c59-4e13-8803-75545a6049fd,segment=NetworkSegment(c28a2764-4ed9-4683-adc3-d65d87b67fb7),segment_id=c28a2764-4ed9-4683-adc3-d65d87b67fb7)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:46.407461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1ebd-2f99-4ab9-b06b-8b11e942002c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.416886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a8b20d-2192-46d1-adce-43869a4ab048 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet 97bab71e-a27a-41a0-891a-bd446201fe12 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:46.473483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'Port': ['ID=75a79a66-696c-4e6a-af1c-a82016408f40,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:46.477741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b20d-2192-46d1-adce-43869a4ab048 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.512346 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a7b67e64-ef27-42c1-80c8-f1f1db8b1ff4 resource provider aggregate not found Sep 19 12:17:46.533892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:46.539394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.575378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:46.590486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:46.593140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.598871 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a7b67e64-ef27-42c1-80c8-f1f1db8b1ff4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7b67e64-ef27-42c1-80c8-f1f1db8b1ff4 found for delete ", "request_id": "req-3847cd0f-4cbc-4956-aff3-b46a6850a95d"}]} Sep 19 12:17:46.620326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.627306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e1ebd-2f99-4ab9-b06b-8b11e942002c None None] Calling delete_port for 97e24b30-8c59-4e13-8803-75545a6049fd owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:46.640320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Checking segment: {'id': 'f72afb62-5936-479b-ad6e-53c2322dfaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b545eac2-9ff0-4432-9650-118a65947b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:46.640681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Network hostable DHCP agents. Network: b545eac2-9ff0-4432-9650-118a65947b7b, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:17:46.649631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:46.665675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-80146e07-d1e3-486c-8348-550d556cb21c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.668857 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b20d-2192-46d1-adce-43869a4ab048 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.695967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:46.703838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Allocated IP 2001:db8::f816:3eff:fe06:da7c (97c14447-5e4d-4deb-a6ce-aa8646f0c431/de873cb5-2156-4f01-b431-c074e2c6218f/a0f0dc4e-4b2c-43f2-85c0-be3ae2512313) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:46.725358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:46.755254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.755615 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added segment b95522e8-03c5-4bae-907b-c0ddcf45944a of type vlan for network da02aaf4-ba23-4828-ad20-653d6a280944 Sep 19 12:17:46.781970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.795377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Pushing event updated for resources: {'Port': ['ID=51520807-a96c-4f5b-9b49-308265a013db,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:46.812577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.821838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:46.826477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.833187 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:17:46.843178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Pushing event deleted for resources: {'Network': ['ID=96f18c42-3e89-4b84-9087-226b5bee65dc,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:46.850776 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3cdf1cb3-4c5e-4925-9fe2-ab941640b220 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] 10.222.0.66 "DELETE /v2.0/networks/96f18c42-3e89-4b84-9087-226b5bee65dc HTTP/1.1" status: 204 len: 168 time: 1.7525961 Sep 19 12:17:46.853912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54822) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:46.889590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1ebd-2f99-4ab9-b06b-8b11e942002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.915758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Network b545eac2-9ff0-4432-9650-118a65947b7b is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:17:46.936395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Network bce0358b-f8d7-4df5-9007-9637a66925ef is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:46.939266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:46.947949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b20d-2192-46d1-adce-43869a4ab048 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.964032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:17:46.977433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-80146e07-d1e3-486c-8348-550d556cb21c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:46.991165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e1ebd-2f99-4ab9-b06b-8b11e942002c None None] Pushing event deleted for resources: {'Port': ['ID=97e24b30-8c59-4e13-8803-75545a6049fd,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:47.010006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.021864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Transition to ACTIVE for port object a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:47.024374 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bd32fb-f055-46ea-9c90-b3567e0fee01 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] DELETE failed (client error): The resource could not be found. Sep 19 12:17:47.024842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bd32fb-f055-46ea-9c90-b3567e0fee01 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:17:47.042567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80146e07-d1e3-486c-8348-550d556cb21c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Subnet': ['ID=06dd8023-17d3-4324-918d-e4e4bf536f4b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:47.044004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Transition to ACTIVE for port object a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:47.047311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e1ebd-2f99-4ab9-b06b-8b11e942002c None None] No DVR routers for this DVR port 97e24b30-8c59-4e13-8803-75545a6049fd on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:47.047882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, b545eac2-9ff0-4432-9650-118a65947b7b) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:47.053458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-80146e07-d1e3-486c-8348-550d556cb21c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.057579 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-80146e07-d1e3-486c-8348-550d556cb21c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/06dd8023-17d3-4324-918d-e4e4bf536f4b HTTP/1.1" status: 204 len: 168 time: 1.3423102 Sep 19 12:17:47.062103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54826) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:47.065936 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-58bd32fb-f055-46ea-9c90-b3567e0fee01 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] 10.222.0.66 "DELETE /v2.0/ports/bb9b6682-a53a-4b4d-ab88-5a0c0bd56e42 HTTP/1.1" status: 404 len: 333 time: 0.1587598 Sep 19 12:17:47.068526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:47.069346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.070632 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54830) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:47.083648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5f617-0d5a-4e82-b9f0-51683ab82725 None None] Network b545eac2-9ff0-4432-9650-118a65947b7b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:47.108463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Router 975198d4-42b3-4c3f-9197-b953c6d73690 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:17:47.112187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3432664-9496-4d54-8f3c-f08db78dac62 None None] Network 38b8c5ba-9a33-45fe-8a9c-348aed82c44f requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:47.192529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.200413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.217203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:47.217203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.319503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.343442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 97e24b30-8c59-4e13-8803-75545a6049fd no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:47.357459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'Port': ['ID=abe771ba-24ee-4c23-bbb6-519fcdd740e5,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:47.377540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-080803ab-e131-48cf-a009-c54c0615f343 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Deleting subnet 28a4548e-9049-4c65-b6ce-02c80a3b15e4 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:47.385517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-080803ab-e131-48cf-a009-c54c0615f343 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.417019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.433815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b20d-2192-46d1-adce-43869a4ab048 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.438336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 97e24b30-8c59-4e13-8803-75545a6049fd {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:47.442596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 97e24b30-8c59-4e13-8803-75545a6049fd not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:47.465084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:47.470697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Checking segment: {'id': '96722f17-041e-4d85-bbdd-bf0c1d7413dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4014988c-32f3-4ba1-9ec0-84304e8df900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:47.471886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Network hostable DHCP agents. Network: 4014988c-32f3-4ba1-9ec0-84304e8df900, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:17:47.480829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:47.491241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:47.497065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Pushing event updated for resources: {'Port': ['ID=a0f0dc4e-4b2c-43f2-85c0-be3ae2512313,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:47.499568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8b20d-2192-46d1-adce-43869a4ab048 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=97bab71e-a27a-41a0-891a-bd446201fe12,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:47.506024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b20d-2192-46d1-adce-43869a4ab048 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.510006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:17:47.512189 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3955069 Sep 19 12:17:47.513781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 514f5836-41ec-4503-bb0d-53b3253c3e8c yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:17:47.515889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54834) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:47.524338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'subnet': {'network_id': 'da02aaf4-ba23-4828-ad20-653d6a280944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:47.549481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-080803ab-e131-48cf-a009-c54c0615f343 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.567332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b2867e-d0f2-4f4d-8ef0-abe1c1e77b68 None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:47.594450 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c8a8b20d-2192-46d1-adce-43869a4ab048 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/97bab71e-a27a-41a0-891a-bd446201fe12 HTTP/1.1" status: 204 len: 168 time: 1.5663078 Sep 19 12:17:47.596951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ba7fb-605f-4303-94e2-75b6c233e583 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Network': ['ID=da02aaf4-ba23-4828-ad20-653d6a280944,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:47.631661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54838) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:47.641015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:47.646734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network da02aaf4-ba23-4828-ad20-653d6a280944 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:47.680386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Network 4014988c-32f3-4ba1-9ec0-84304e8df900 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:17:47.744519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-83a3482c-b550-44bb-a30b-626f97be74a2 None None] Provisioning complete for port 51520807-a96c-4f5b-9b49-308265a013db triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:47.744897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-83a3482c-b550-44bb-a30b-626f97be74a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:47.813367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:47.834724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:subnet and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:48.034212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:48.035266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.045356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 4014988c-32f3-4ba1-9ec0-84304e8df900) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:48.061236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Attempting to bind port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:48.061748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Attempting to bind port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:48.062404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Attempting to bind port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:48.066841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:48.068897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:48.075201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:48.079370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9144c4-1f33-4772-8b3e-b4d1a89b4280 None None] Network 4014988c-32f3-4ba1-9ec0-84304e8df900 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:48.083735 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:48.083902 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e281ed-9cc0-47bf-a9a5-d1d43164a8c0 None None] Sync routers for ids ['975198d4-42b3-4c3f-9197-b953c6d73690'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:48.088071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:48.088935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.098422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-83a3482c-b550-44bb-a30b-626f97be74a2 None None] Port 51520807-a96c-4f5b-9b49-308265a013db cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:48.106634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-080803ab-e131-48cf-a009-c54c0615f343 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.107813 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e281ed-9cc0-47bf-a9a5-d1d43164a8c0 None None] Routers {'975198d4-42b3-4c3f-9197-b953c6d73690'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:48.112472 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-90e281ed-9cc0-47bf-a9a5-d1d43164a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['975198d4-42b3-4c3f-9197-b953c6d73690'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:48.114310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143de4aa-a120-4aa5-9104-3669fe1839d6']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:48.125028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.126199 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7d72ff0b-b117-4a6a-ac80-1a068ba7461b tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "PUT /v2.0/routers/975198d4-42b3-4c3f-9197-b953c6d73690 HTTP/1.1" status: 200 len: 884 time: 9.4157605 Sep 19 12:17:48.130952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:48.131581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:48.132110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.132573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:48.133175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Bound port: a0f0dc4e-4b2c-43f2-85c0-be3ae2512313, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:48.134043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.139095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54842) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:48.170582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:48.178406 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cfe60fda-fbae-4a76-9938-8ab5ef28f8cd admin admin] 10.222.0.66 "PUT /v2.0/routers/63a0abe1-c457-47ea-8e7c-22eaae463ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3938644 Sep 19 12:17:48.232953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Sync routers for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:48.246386 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-90e281ed-9cc0-47bf-a9a5-d1d43164a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:48.258348 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e281ed-9cc0-47bf-a9a5-d1d43164a8c0 None None] Routers {'975198d4-42b3-4c3f-9197-b953c6d73690'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:48.259007 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-90e281ed-9cc0-47bf-a9a5-d1d43164a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['975198d4-42b3-4c3f-9197-b953c6d73690'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:48.266991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:48.272465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.325511 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-380c0112-1621-49b6-9d15-974d9be380d9 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.2202585 Sep 19 12:17:48.329947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-080803ab-e131-48cf-a009-c54c0615f343 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.345670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54848) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:48.371780 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-90e281ed-9cc0-47bf-a9a5-d1d43164a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:48.372195 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e281ed-9cc0-47bf-a9a5-d1d43164a8c0 None None] The sync data for ids ['975198d4-42b3-4c3f-9197-b953c6d73690'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:48.428005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:48.429197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:48.441450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f816:3eff:fe35:c9e7 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/de873cb5-2156-4f01-b431-c074e2c6218f/514f5836-41ec-4503-bb0d-53b3253c3e8c) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:48.447438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28a2764-4ed9-4683-adc3-d65d87b67fb7') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:48.447737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28a2764-4ed9-4683-adc3-d65d87b67fb7') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:48.464130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:48.486362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:48.497993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.505808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:48.516764 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:48.523677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-080803ab-e131-48cf-a009-c54c0615f343 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.543284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080803ab-e131-48cf-a009-c54c0615f343 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Pushing event deleted for resources: {'Subnet': ['ID=28a4548e-9049-4c65-b6ce-02c80a3b15e4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:48.558169 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-080803ab-e131-48cf-a009-c54c0615f343 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] 10.222.0.66 "DELETE /v2.0/subnets/28a4548e-9049-4c65-b6ce-02c80a3b15e4 HTTP/1.1" status: 204 len: 168 time: 1.4823225 Sep 19 12:17:48.563177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54854) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:48.566446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.567560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856ffaf-211b-45de-8394-2bc344630a1e None None] Network c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:48.626835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a508ea-38a8-43c0-8780-20674578549b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:48.633234 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a508ea-38a8-43c0-8780-20674578549b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:48.634230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-65a508ea-38a8-43c0-8780-20674578549b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Synchronizing usage tracker for tenant:bca18b2f93874197a06f40ec34ce32ab on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:48.677148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:48.677608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.709140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:48.712592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.729836 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment c28a2764-4ed9-4683-adc3-d65d87b67fb7 resource provider aggregate not found Sep 19 12:17:48.777612 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-65a508ea-38a8-43c0-8780-20674578549b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Unset dirty status for tenant:bca18b2f93874197a06f40ec34ce32ab on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:48.779790 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-65a508ea-38a8-43c0-8780-20674578549b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3859928 Sep 19 12:17:48.782388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54864) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:48.858493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.913760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f62f4f86-a631-4f87-9ea3-10fd4947430a tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Deleting port 75a79a66-696c-4e6a-af1c-a82016408f40 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:48.914793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f62f4f86-a631-4f87-9ea3-10fd4947430a tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:48.947667 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment c28a2764-4ed9-4683-adc3-d65d87b67fb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c28a2764-4ed9-4683-adc3-d65d87b67fb7 found for delete ", "request_id": "req-406e52e7-9447-4031-b3ad-3cf0c60c0302"}]} Sep 19 12:17:49.015298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Subnet': ['ID=01d11f32-081b-480d-9d0f-57f273b66d18,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:49.024836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] For port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:49.063918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Checking segment: {'id': 'b95522e8-03c5-4bae-907b-c0ddcf45944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'da02aaf4-ba23-4828-ad20-653d6a280944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:49.064409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network hostable DHCP agents. Network: da02aaf4-ba23-4828-ad20-653d6a280944, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:17:49.114059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:17:49.164424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] DHCP port deletion for 38b8c5ba-9a33-45fe-8a9c-348aed82c44f request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:49.186445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] For port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a0f0dc4e-4b2c-43f2-85c0-be3ae2512313,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:49.195725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Deleting port 0007d9ed-00cb-4575-b05a-5dca969b86c0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:49.196103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.231097 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0007d9ed-00cb-4575-b05a-5dca969b86c0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:49.235564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.246934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network da02aaf4-ba23-4828-ad20-653d6a280944 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:17:49.248845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.285018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f62f4f86-a631-4f87-9ea3-10fd4947430a tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.296117 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0871432d-7cc1-4e99-8980-15d846b7aebb tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/routers/975198d4-42b3-4c3f-9197-b953c6d73690 HTTP/1.1" status: 200 len: 925 time: 1.1559005 Sep 19 12:17:49.298476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54874) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:49.307803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Network': ['ID=143de4aa-a120-4aa5-9104-3669fe1839d6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:49.310607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.389995 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f95ece48-95fb-4dec-a501-34f0a4e9ca1f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/networks/143de4aa-a120-4aa5-9104-3669fe1839d6 HTTP/1.1" status: 204 len: 168 time: 2.3228500 Sep 19 12:17:49.392202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.397210 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54880) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:49.401000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, da02aaf4-ba23-4828-ad20-653d6a280944) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:49.440567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c2afe1-2afe-4452-94c7-755c01c8eb46 None None] Network da02aaf4-ba23-4828-ad20-653d6a280944 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:49.452997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54884) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:49.470424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:49.471844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.475594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1647849601-network', 'tenant_id': '7f414fb3f71842018e91609b2572d1de'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:49.484901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f62f4f86-a631-4f87-9ea3-10fd4947430a tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Calling delete_port for 75a79a66-696c-4e6a-af1c-a82016408f40 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:49.560295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:49.581436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Usage tracker for resource:network and tenant:7f414fb3f71842018e91609b2572d1de is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:49.602780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:49.608104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Deleting port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:49.608450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.628771 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3ee7cfb2-2554-48f8-a169-9c7ccc675e99 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1068804 Sep 19 12:17:49.629156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54888) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:49.634291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2032581110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:49.641584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:49.646440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:router and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:49.649538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:49.653145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f62f4f86-a631-4f87-9ea3-10fd4947430a tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.657237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:49.677033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.700279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:49.714730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f4f86-a631-4f87-9ea3-10fd4947430a tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Port': ['ID=75a79a66-696c-4e6a-af1c-a82016408f40,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:49.717329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.726911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f62f4f86-a631-4f87-9ea3-10fd4947430a tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.730409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 514f5836-41ec-4503-bb0d-53b3253c3e8c will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:49.761696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5395497-8f6b-45db-a83f-6cab41f2ca41 None None] Pushing event updated for resources: {'Port': ['ID=a0f0dc4e-4b2c-43f2-85c0-be3ae2512313,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:49.786879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Made reservation on behalf of 7f414fb3f71842018e91609b2572d1de for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:49.788636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.824382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.825542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.836405 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f62f4f86-a631-4f87-9ea3-10fd4947430a tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "DELETE /v2.0/ports/75a79a66-696c-4e6a-af1c-a82016408f40 HTTP/1.1" status: 204 len: 168 time: 1.0487442 Sep 19 12:17:49.838110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54892) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:49.892464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 0007d9ed-00cb-4575-b05a-5dca969b86c0 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:49.893274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.920855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.958110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1de5691a-f28c-48be-924e-2f2a5949c06f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Deleting port abe771ba-24ee-4c23-bbb6-519fcdd740e5 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:49.958434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1de5691a-f28c-48be-924e-2f2a5949c06f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.963316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:49.994717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ced1af-8054-4dea-a4ea-e102e0552a12 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:49.996065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-32ced1af-8054-4dea-a4ea-e102e0552a12 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Synchronizing usage tracker for tenant:4411b21c1e79418a8f6773f57d1c9fbd on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:50.058857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:50.169253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.197544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 0007d9ed-00cb-4575-b05a-5dca969b86c0 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:50.198129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.202756 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Usage tracker for resource:security_group_rule and tenant:7f414fb3f71842018e91609b2572d1de is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:50.228126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] DHCP port deletion for c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:50.242987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:50.265232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:50.270717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] For port 0007d9ed-00cb-4575-b05a-5dca969b86c0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0007d9ed-00cb-4575-b05a-5dca969b86c0,segment=NetworkSegment(9fd7fba1-78d0-452d-8653-ae0d76896eb5),segment_id=9fd7fba1-78d0-452d-8653-ae0d76896eb5)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:50.271160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.458945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1de5691a-f28c-48be-924e-2f2a5949c06f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.515408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] Deleting port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:50.518445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.555441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Calling delete_port for 0007d9ed-00cb-4575-b05a-5dca969b86c0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:50.591341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-32ced1af-8054-4dea-a4ea-e102e0552a12 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Unset dirty status for tenant:4411b21c1e79418a8f6773f57d1c9fbd on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:50.596148 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-32ced1af-8054-4dea-a4ea-e102e0552a12 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&device_id=975198d4-42b3-4c3f-9197-b953c6d73690&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2832816 Sep 19 12:17:50.597240 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54896) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:50.609495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.652677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-da02aaf4-ba23-4828-ad20-653d6a280944', 'network_id': 'da02aaf4-ba23-4828-ad20-653d6a280944', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'fixed_ips': [{'subnet_id': '01d11f32-081b-480d-9d0f-57f273b66d18'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:17:50.653654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.668027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 0007d9ed-00cb-4575-b05a-5dca969b86c0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0007d9ed-00cb-4575-b05a-5dca969b86c0,segment=NetworkSegment(9fd7fba1-78d0-452d-8653-ae0d76896eb5),segment_id=9fd7fba1-78d0-452d-8653-ae0d76896eb5)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:50.712893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] For port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a,segment=NetworkSegment(b5da47f3-08be-4321-8b55-17a3296d99d0),segment_id=b5da47f3-08be-4321-8b55-17a3296d99d0)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:50.713263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.749856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:50.777510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1de5691a-f28c-48be-924e-2f2a5949c06f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Calling delete_port for abe771ba-24ee-4c23-bbb6-519fcdd740e5 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:50.833101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.837767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:50.840186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:50.848396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:50.849105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.881144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:50.885490 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0942dd81-f57d-4ac5-b51d-4e4e4b38d6c8 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2553005 Sep 19 12:17:50.886416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54900) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:50.888551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:17:50.889093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:17:51.035270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Calling delete_port for cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:51.044793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Allocated IP 2001:db8::2 (da02aaf4-ba23-4828-ad20-653d6a280944/01d11f32-081b-480d-9d0f-57f273b66d18/a4da7e0f-36fe-4993-9eee-b6942ca5b27e) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:51.072906 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1114683 Sep 19 12:17:51.103897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54904) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:51.181924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port 0007d9ed-00cb-4575-b05a-5dca969b86c0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0007d9ed-00cb-4575-b05a-5dca969b86c0,segment=NetworkSegment(9fd7fba1-78d0-452d-8653-ae0d76896eb5),segment_id=9fd7fba1-78d0-452d-8653-ae0d76896eb5)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:51.181924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.187438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b0b55-9650-45c8-87f5-298c6bcee6ed tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=514f5836-41ec-4503-bb0d-53b3253c3e8c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:51.272981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1de5691a-f28c-48be-924e-2f2a5949c06f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.320645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:51.398887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1de5691a-f28c-48be-924e-2f2a5949c06f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.418195 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1de5691a-f28c-48be-924e-2f2a5949c06f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "DELETE /v2.0/ports/abe771ba-24ee-4c23-bbb6-519fcdd740e5 HTTP/1.1" status: 204 len: 168 time: 1.5773048 Sep 19 12:17:51.419138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54908) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:51.425707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5691a-f28c-48be-924e-2f2a5949c06f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Port': ['ID=abe771ba-24ee-4c23-bbb6-519fcdd740e5,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:51.428996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:17:45Z', 'revision_number': 2, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:51.431241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Deleting port 0007d9ed-00cb-4575-b05a-5dca969b86c0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:51.431775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.455613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for 0007d9ed-00cb-4575-b05a-5dca969b86c0 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:51.488279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.495034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4c8eacb4-9948-4c9a-84ae-a9a83e1bfe2c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Synchronizing usage tracker for tenant:bca18b2f93874197a06f40ec34ce32ab on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:51.520341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Checking router: 63a0abe1-c457-47ea-8e7c-22eaae463ce3 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:17:51.520705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Updating router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 port 51520807-a96c-4f5b-9b49-308265a013db binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:17:51.579889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e53a13b3-ce90-4b05-96b7-59c200ee447a None None] Provisioning complete for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:51.581979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e53a13b3-ce90-4b05-96b7-59c200ee447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.599466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc98fc9-9498-4348-a114-e97e57b3224f tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:51.600148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2bc98fc9-9498-4348-a114-e97e57b3224f tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Synchronizing usage tracker for tenant:4411b21c1e79418a8f6773f57d1c9fbd on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:51.635039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.637417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.642274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:51.650708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=0007d9ed-00cb-4575-b05a-5dca969b86c0,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:51.656347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:51.656347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:51.656917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.700927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b4449-5235-48f3-8f2e-f7c6c3cae87f None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:51.701165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=faaca199-7ad2-448a-84d8-e3cf8a5e7ce4,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:51.719081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2bc98fc9-9498-4348-a114-e97e57b3224f tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Unset dirty status for tenant:4411b21c1e79418a8f6773f57d1c9fbd on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:51.719081 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2bc98fc9-9498-4348-a114-e97e57b3224f tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 881 time: 1.1104829 Sep 19 12:17:51.727621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7321522-e6dc-4db5-906e-fd8f64a0431e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:51.733884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7321522-e6dc-4db5-906e-fd8f64a0431e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:51.734999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b7321522-e6dc-4db5-906e-fd8f64a0431e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:51.738801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54912) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:51.738801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4c8eacb4-9948-4c9a-84ae-a9a83e1bfe2c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Unset dirty status for tenant:bca18b2f93874197a06f40ec34ce32ab on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:51.741143 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4c8eacb4-9948-4c9a-84ae-a9a83e1bfe2c tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3176737 Sep 19 12:17:51.746403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.752798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:17:51.752798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:17:51.752798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.754643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54916) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:51.800431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-624803176'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:51.819457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.834000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Pushing event deleted for resources: {'Port': ['ID=cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:51.838981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:51.853177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] No DVR routers for this DVR port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:51.863087 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0fd86907-6798-4081-aeeb-237452860bbb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=975198d4-42b3-4c3f-9197-b953c6d73690 HTTP/1.1" status: 200 len: 205 time: 0.1206188 Sep 19 12:17:51.868640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54920) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:51.889173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:51.896920 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bb0502a3-112a-4194-a549-6cff5e398666 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2596085 Sep 19 12:17:51.901291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Usage tracker for resource:network and tenant:bca18b2f93874197a06f40ec34ce32ab is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:51.901474 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] For port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a,segment=NetworkSegment(b5da47f3-08be-4321-8b55-17a3296d99d0),segment_id=b5da47f3-08be-4321-8b55-17a3296d99d0)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:51.902128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.912340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:51.915005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54924) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:51.923003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'security_group': {'name': 'tempest-secgroup-986709795'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:51.943926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:51.950028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a3cc18-600f-4b00-938e-06df27ff8026,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:51.958727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:51.961704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:51.961704 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Added segment cb2c2fe9-8220-4665-bdba-9a607b782980 of type vlan for network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b Sep 19 12:17:52.020997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:52.025190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b7321522-e6dc-4db5-906e-fd8f64a0431e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:52.029377 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b7321522-e6dc-4db5-906e-fd8f64a0431e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9134388 Sep 19 12:17:52.029377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:52.042554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54928) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:52.093424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:52.114894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.134631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Made reservation on behalf of bca18b2f93874197a06f40ec34ce32ab for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:52.138234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.165164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] Calling delete_port for cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:52.165540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.167937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.205719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21fb90b-0b46-4ddd-94e3-18fc7a973ea7']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:52.236501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d739a718-b9cf-4fb8-83fb-09d963922a6a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 514f5836-41ec-4503-bb0d-53b3253c3e8c {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:52.236901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d739a718-b9cf-4fb8-83fb-09d963922a6a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.273182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 0007d9ed-00cb-4575-b05a-5dca969b86c0 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:52.273574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.300741 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.325662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5da47f3-08be-4321-8b55-17a3296d99d0') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:52.325662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5da47f3-08be-4321-8b55-17a3296d99d0') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:52.355005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:52.358408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:52.382042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.413275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:52.415753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.416098 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Added segment b7b41c26-a77b-40ef-ba5d-59f34dba6960 of type vlan for network 9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3 Sep 19 12:17:52.430783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.434917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group_rule and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:52.496843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.498390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.573555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Transition to ACTIVE for port object a4da7e0f-36fe-4993-9eee-b6942ca5b27e will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:52.579050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Deleting port 9777f945-0eea-4503-8ba0-a9ad1bc1a72b {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:52.580168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.584530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:17:52.609742 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:52.636202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.637177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:52.637753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.659947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] For port 0007d9ed-00cb-4575-b05a-5dca969b86c0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0007d9ed-00cb-4575-b05a-5dca969b86c0,segment=NetworkSegment(9fd7fba1-78d0-452d-8653-ae0d76896eb5),segment_id=9fd7fba1-78d0-452d-8653-ae0d76896eb5)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:52.660348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.667512 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e53a13b3-ce90-4b05-96b7-59c200ee447a None None] Current status of the port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:52.682344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:17:52.682560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:52.682693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:17:52.683172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:17:52.683509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:17:52.697891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:52.700555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.769857 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.814159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Transition to ACTIVE for port object a4da7e0f-36fe-4993-9eee-b6942ca5b27e will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:52.829531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Calling delete_port for 0007d9ed-00cb-4575-b05a-5dca969b86c0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:52.860297 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment b5da47f3-08be-4321-8b55-17a3296d99d0 resource provider aggregate not found Sep 19 12:17:52.903386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:52.905725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Calling delete_port for 9777f945-0eea-4503-8ba0-a9ad1bc1a72b owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:52.969544 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment b5da47f3-08be-4321-8b55-17a3296d99d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5da47f3-08be-4321-8b55-17a3296d99d0 found for delete ", "request_id": "req-7dcb1bb5-e41e-4bda-9e7e-5ddf576b2f7e"}]} Sep 19 12:17:52.988873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.035996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.041743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Allocated IP 2001:db8::1 (da02aaf4-ba23-4828-ad20-653d6a280944/01d11f32-081b-480d-9d0f-57f273b66d18/693c0edd-b204-45a7-b90b-d4a263877f1a) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:53.058462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e53a13b3-ce90-4b05-96b7-59c200ee447a None None] Provisioning complete for port 02513804-4626-43a0-a336-6b6ad787996d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:53.058827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e53a13b3-ce90-4b05-96b7-59c200ee447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.102322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] Pushing event updated for resources: {'Network': ['ID=100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:53.128648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:17:53.150420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:53.150565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.171266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Network da02aaf4-ba23-4828-ad20-653d6a280944 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:53.184685 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8485d30d-2b21-4d8b-93c4-0aba28bce17d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7281780 Sep 19 12:17:53.186447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] Deleting port cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:53.186867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.187675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54936) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:53.193375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.210522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Request body: {'subnet': {'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1647849601-subnet', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'ip_version': 4}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:53.219127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:53.224354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] Pushing event deleted for resources: {'Network': ['ID=c21fb90b-0b46-4ddd-94e3-18fc7a973ea7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:53.225649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:53.232148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:53.269838 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6dc45f9d-bf7b-4c9b-a47b-8cda8f833389 tempest-DHCPAgentSchedulersTestJSON-391612120 tempest-DHCPAgentSchedulersTestJSON-391612120-project] 10.222.0.66 "DELETE /v2.0/networks/c21fb90b-0b46-4ddd-94e3-18fc7a973ea7 HTTP/1.1" status: 204 len: 168 time: 4.6418109 Sep 19 12:17:53.269838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port 0007d9ed-00cb-4575-b05a-5dca969b86c0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0007d9ed-00cb-4575-b05a-5dca969b86c0,segment=NetworkSegment(9fd7fba1-78d0-452d-8653-ae0d76896eb5),segment_id=9fd7fba1-78d0-452d-8653-ae0d76896eb5)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:53.269838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.278852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.288151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Usage tracker for resource:subnet and tenant:7f414fb3f71842018e91609b2572d1de is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:53.333391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:53.362919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:53.401317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Pushing event deleted for resources: {'Port': ['ID=9777f945-0eea-4503-8ba0-a9ad1bc1a72b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:53.427829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Pushing event updated for resources: {'Port': ['ID=a4da7e0f-36fe-4993-9eee-b6942ca5b27e,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:53.437555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.438206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-16c0f1e7-67cd-461a-ab63-d23ad0ce7b4e None None] The port 'cb08eb5f-0cd6-4fe5-a693-0a86a10dfa6a' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:17:53.448491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:53.448491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.448745 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d739a718-b9cf-4fb8-83fb-09d963922a6a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.469463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e53a13b3-ce90-4b05-96b7-59c200ee447a None None] Port 02513804-4626-43a0-a336-6b6ad787996d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:53.550492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.556375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for 0007d9ed-00cb-4575-b05a-5dca969b86c0 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:53.566436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.637312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] Pushing event deleted for resources: {'Port': ['ID=0007d9ed-00cb-4575-b05a-5dca969b86c0,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:53.638871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b4140-d8e8-4706-bc47-354df00a9164 None None] No DVR routers for this DVR port 0007d9ed-00cb-4575-b05a-5dca969b86c0 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:17:53.667725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.668249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Attempting to bind port a4da7e0f-36fe-4993-9eee-b6942ca5b27e on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:53.668520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Attempting to bind port a4da7e0f-36fe-4993-9eee-b6942ca5b27e by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'b95522e8-03c5-4bae-907b-c0ddcf45944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'da02aaf4-ba23-4828-ad20-653d6a280944'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:53.668867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Attempting to bind port a4da7e0f-36fe-4993-9eee-b6942ca5b27e on network da02aaf4-ba23-4828-ad20-653d6a280944 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:53.704258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.722862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:53.723179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Checking segment: {'id': 'b95522e8-03c5-4bae-907b-c0ddcf45944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'da02aaf4-ba23-4828-ad20-653d6a280944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:53.727848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.727848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Bound using segment: {'id': 'b95522e8-03c5-4bae-907b-c0ddcf45944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'da02aaf4-ba23-4828-ad20-653d6a280944'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:53.727848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Bound port: a4da7e0f-36fe-4993-9eee-b6942ca5b27e, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95522e8-03c5-4bae-907b-c0ddcf45944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'da02aaf4-ba23-4828-ad20-653d6a280944'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:53.727848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.728342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Transition to ACTIVE for port object 693c0edd-b204-45a7-b90b-d4a263877f1a will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:53.745326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Provisioning for port 514f5836-41ec-4503-bb0d-53b3253c3e8c completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:53.798839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Provisioning complete for port 514f5836-41ec-4503-bb0d-53b3253c3e8c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:53.799257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.837151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d739a718-b9cf-4fb8-83fb-09d963922a6a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 514f5836-41ec-4503-bb0d-53b3253c3e8c owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:17:53.840977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.843672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.880646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.923127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.925349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.926806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Fanout notify agent at l3_agent the message router_deleted on router 975198d4-42b3-4c3f-9197-b953c6d73690 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:17:53.929437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'Network': ['ID=9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:53.931440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:53.938633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b70cd7bf-3740-4785-891c-f41cdeb1bf0f tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1425569 Sep 19 12:17:53.942417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54944) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:53.943006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54946) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:53.946615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:53.955632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1669364617'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:53.999498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:54.006905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Made reservation on behalf of 7f414fb3f71842018e91609b2572d1de for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:54.008419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Transition to ACTIVE for port object 51520807-a96c-4f5b-9b49-308265a013db will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:54.009897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.012257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Usage tracker for resource:network and tenant:bca18b2f93874197a06f40ec34ce32ab is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:54.017663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:54.028648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf73ed0-fc42-4d15-8337-beeef5c70b22,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:54.034088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:54.053471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:17:54.053795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:17:54.056327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.058410 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-06b85c0b-7aac-42a2-bb93-aeef43afbf55 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.1417120 Sep 19 12:17:54.061121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54954) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:54.066487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'security_group': {'name': 'tempest-secgroup-1814635816'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:54.067988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Port 514f5836-41ec-4503-bb0d-53b3253c3e8c cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:17:54.103957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:54.105035 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927c431-649d-4385-ae18-c09f47a75e66 None None] Update dhcp port {'port': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'fixed_ips': [{'subnet_id': '91e34548-1105-4cb4-a3b1-bbb55221551b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'faaca199-7ad2-448a-84d8-e3cf8a5e7ce4'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': '5781e8f8-7d1a-4a67-a8ac-27de18e6d686'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:17:54.119093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:54.124779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:54.132732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Made reservation on behalf of bca18b2f93874197a06f40ec34ce32ab for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:54.136239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.148661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:54.186403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:54.187152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-abd20235-2227-481a-bee5-2211990fed0d None None] For port a4da7e0f-36fe-4993-9eee-b6942ca5b27e, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:54.207938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 0007d9ed-00cb-4575-b05a-5dca969b86c0 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:54.208288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.209258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-abd20235-2227-481a-bee5-2211990fed0d None None] For port a4da7e0f-36fe-4993-9eee-b6942ca5b27e, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a4da7e0f-36fe-4993-9eee-b6942ca5b27e,segment=NetworkSegment(b95522e8-03c5-4bae-907b-c0ddcf45944a),segment_id=b95522e8-03c5-4bae-907b-c0ddcf45944a)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:54.210519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5927c431-649d-4385-ae18-c09f47a75e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.222528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.260272 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.260635 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Added segment 3844187e-66b4-4756-ac78-58597d656298 of type vlan for network 5a5b2894-4fb9-41b6-8da1-d314e54ef569 Sep 19 12:17:54.300144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.317267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d739a718-b9cf-4fb8-83fb-09d963922a6a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.325841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] The port '0007d9ed-00cb-4575-b05a-5dca969b86c0' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:17:54.326459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.348353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Provisioning for port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:54.357251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network da02aaf4-ba23-4828-ad20-653d6a280944 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:54.362382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:54.371535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.372639 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1e89bf8d-a987-42b8-9d4a-aaef300742d7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/975198d4-42b3-4c3f-9197-b953c6d73690 HTTP/1.1" status: 204 len: 168 time: 2.5032864 Sep 19 12:17:54.377593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:54.378057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.381331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54958) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:54.398284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=693c0edd-b204-45a7-b90b-d4a263877f1a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:54.404654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1400197830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:54.420741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:54.437322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Usage tracker for resource:router and tenant:6ae7e1e197354711b742cd2f513f8892 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:54.446460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Provisioning complete for port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:54.446460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.447210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:54.470813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:54.573508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.583261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace5ef4-b74d-49d5-8d7e-4f5a57d48222 None None] Pushing event updated for resources: {'Port': ['ID=51520807-a96c-4f5b-9b49-308265a013db,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:54.627757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.628914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.648149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739a718-b9cf-4fb8-83fb-09d963922a6a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=514f5836-41ec-4503-bb0d-53b3253c3e8c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:54.670628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.675271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:54.694942 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8f1ec589-e883-453c-a20c-d1c0778410a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b37298a2edb14df8afd332d4bd7461d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7435715 Sep 19 12:17:54.695170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Attempting to bind port 51520807-a96c-4f5b-9b49-308265a013db on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:54.695170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Attempting to bind port 51520807-a96c-4f5b-9b49-308265a013db by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:54.695170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Attempting to bind port 51520807-a96c-4f5b-9b49-308265a013db on network bce0358b-f8d7-4df5-9007-9637a66925ef {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:54.710916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.730838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:54.731291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Checking segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:54.731835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.732293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Bound using segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:54.732857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Bound port: 51520807-a96c-4f5b-9b49-308265a013db, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:54.733303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.746024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d739a718-b9cf-4fb8-83fb-09d963922a6a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.748655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54962) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:54.751444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group_rule and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:54.762551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:54.786924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb48567-a60c-4a71-9716-2db873d94554,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:54.807051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:54.830925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Checking segment: {'id': 'cb2c2fe9-8220-4665-bdba-9a607b782980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:54.831526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Network hostable DHCP agents. Network: 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:17:54.836120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.844057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.907218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:54.949024 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd20235-2227-481a-bee5-2211990fed0d None None] Pushing event updated for resources: {'Port': ['ID=a4da7e0f-36fe-4993-9eee-b6942ca5b27e,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:55.030235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.079232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b8c5ba-9a33-45fe-8a9c-348aed82c44f']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:55.083205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Current status of the port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:55.083650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.089892 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d739a718-b9cf-4fb8-83fb-09d963922a6a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/514f5836-41ec-4503-bb0d-53b3253c3e8c HTTP/1.1" status: 204 len: 168 time: 3.0404534 Sep 19 12:17:55.108411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54966) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:55.119763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd7fba1-78d0-452d-8653-ae0d76896eb5') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:55.120105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd7fba1-78d0-452d-8653-ae0d76896eb5') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:55.129344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-5927c431-649d-4385-ae18-c09f47a75e66 None None] Allocated IP 2001:db8::2 (1911f82a-08a6-445f-a309-07bce9e7b0d0/faaca199-7ad2-448a-84d8-e3cf8a5e7ce4/5781e8f8-7d1a-4a67-a8ac-27de18e6d686) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:55.148147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.150357 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3fff50e6-58cf-4abf-8a91-7bdfa5878bc9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7637670 Sep 19 12:17:55.151778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:17:55.176595 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] For port 51520807-a96c-4f5b-9b49-308265a013db, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:17:55.240870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06214935-c1da-4e43-b721-9298e80e0ee4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:55.242431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06214935-c1da-4e43-b721-9298e80e0ee4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:55.243239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-06214935-c1da-4e43-b721-9298e80e0ee4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:55.245425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] For port 51520807-a96c-4f5b-9b49-308265a013db, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=51520807-a96c-4f5b-9b49-308265a013db,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:17:55.250418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54970) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:55.260460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.272122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.275812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.282368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:55.283610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.296666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'enable_snat': True}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:55.332641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] For port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a0f0dc4e-4b2c-43f2-85c0-be3ae2512313,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:55.340884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a4da7e0f-36fe-4993-9eee-b6942ca5b27e up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:55.386383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.390390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd217433-644e-44a0-b389-b8c4eaf35769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.500372 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:55.521434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23452a82-31d4-49e0-9060-5d6e5598a3e0 None None] Network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:55.525002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:55.525699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.547430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.590819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.616898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.629965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd217433-644e-44a0-b389-b8c4eaf35769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.636353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5700cfe3-41dd-4f9e-92cb-d7903cca6136,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:55.642276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:55.643673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:55.655081 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-79522677-c193-428f-aab4-259ebe6b43df admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4654737 Sep 19 12:17:55.656988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54974) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:55.663424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1647849601-router', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:55.668573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:55.672477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Usage tracker for resource:router and tenant:7f414fb3f71842018e91609b2572d1de is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:55.675727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:55.681659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:55.689379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.690154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.695721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace5ef4-b74d-49d5-8d7e-4f5a57d48222 None None] Pushing event updated for resources: {'Port': ['ID=51520807-a96c-4f5b-9b49-308265a013db,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:55.714483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:17:55.715033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.732784 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7832510 Sep 19 12:17:55.735274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.738996 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b44e8fed-ec64-4b3c-934b-2d9e4d37d7b4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6751642 Sep 19 12:17:55.738996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-06214935-c1da-4e43-b721-9298e80e0ee4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:55.738996 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-06214935-c1da-4e43-b721-9298e80e0ee4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6249969 Sep 19 12:17:55.742166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54980) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:55.769628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'security_group': {'name': 'tempest-secgroup-475958821'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:55.774149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54982) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:55.807068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.808329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.850144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:55.853979 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9fd7fba1-78d0-452d-8653-ae0d76896eb5 resource provider aggregate not found Sep 19 12:17:55.888107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5927c431-649d-4385-ae18-c09f47a75e66 None None] For port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,segment=NetworkSegment(2ac2ed77-a30d-48d5-aba2-5720360afb2d),segment_id=2ac2ed77-a30d-48d5-aba2-5720360afb2d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:55.917505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5927c431-649d-4385-ae18-c09f47a75e66 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:55.919063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:55.934234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 54990) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:55.940298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:55.947791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b910e-8c0b-472f-9a98-0ac740126ffb tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'Network': ['ID=5a5b2894-4fb9-41b6-8da1-d314e54ef569,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:55.962227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=693c0edd-b204-45a7-b90b-d4a263877f1a,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:55.969139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:55.977182 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9fd7fba1-78d0-452d-8653-ae0d76896eb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fd7fba1-78d0-452d-8653-ae0d76896eb5 found for delete ", "request_id": "req-acd41e64-4098-41fb-b69f-002a01600753"}]} Sep 19 12:17:55.981128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'subnets': [{'network_id': '9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1717013584', 'ip_version': 4}, {'network_id': '5a5b2894-4fb9-41b6-8da1-d314e54ef569', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:55.981450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'subnet': {'network_id': '9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1717013584', 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:55.982029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Request body: {'subnet': {'network_id': '5a5b2894-4fb9-41b6-8da1-d314e54ef569', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:55.999113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.016398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2f39a3-e59c-46be-935f-b365b7fdb855 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet de873cb5-2156-4f01-b431-c074e2c6218f {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:17:56.025178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d2f39a3-e59c-46be-935f-b365b7fdb855 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.072772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:17:56.081807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.138018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d2f39a3-e59c-46be-935f-b365b7fdb855 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.170278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:56.174374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network da02aaf4-ba23-4828-ad20-653d6a280944 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:56.178552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.181085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:56.253131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:security_group_rule and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:56.261888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:56.282298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 5a5b2894-4fb9-41b6-8da1-d314e54ef569 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:56.314113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4fa9ff-90fe-4d0c-be65-32450cf44619 None None] Network da02aaf4-ba23-4828-ad20-653d6a280944 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:56.341167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd217433-644e-44a0-b389-b8c4eaf35769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.353176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:56.375053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.380192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.409073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd217433-644e-44a0-b389-b8c4eaf35769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.412738 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fd217433-644e-44a0-b389-b8c4eaf35769 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e8b3cc7-cc8e-4d32-addf-f78bebd7bdac HTTP/1.1" status: 204 len: 168 time: 1.6500537 Sep 19 12:17:56.412738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd217433-644e-44a0-b389-b8c4eaf35769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8b3cc7-cc8e-4d32-addf-f78bebd7bdac,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:56.435560 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/networks/38b8c5ba-9a33-45fe-8a9c-348aed82c44f HTTP/1.1" status: 204 len: 168 time: 7.0222628 Sep 19 12:17:56.442316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 54996) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:56.442983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5927c431-649d-4385-ae18-c09f47a75e66 None None] Transition to ACTIVE for port object 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:56.576587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca415208-6d31-4790-b10e-2b90b95670a4 None None] Pushing event updated for resources: {'Port': ['ID=a0f0dc4e-4b2c-43f2-85c0-be3ae2512313,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:56.579462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port a4da7e0f-36fe-4993-9eee-b6942ca5b27e completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:56.652448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'network': {'name': 'tempest-RoutersTest-1115635522'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:56.655615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fa6d8-4b9d-4997-b4cb-dc520d11c8d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Network': ['ID=38b8c5ba-9a33-45fe-8a9c-348aed82c44f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:56.656903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:56.662378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:network and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:56.666675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:56.671288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:56.682637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5927c431-649d-4385-ae18-c09f47a75e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.686399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ecd764d8-157f-43b2-a01e-f08f271908f7 None None] Provisioning for port a4da7e0f-36fe-4993-9eee-b6942ca5b27e completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:56.766336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ecd764d8-157f-43b2-a01e-f08f271908f7 None None] Provisioning complete for port a4da7e0f-36fe-4993-9eee-b6942ca5b27e triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:56.766739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ecd764d8-157f-43b2-a01e-f08f271908f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.780813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:56.785059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.791749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b', 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'fixed_ips': [{'subnet_id': 'acb48567-a60c-4a71-9716-2db873d94554'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:17:56.796677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.801668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:56.807472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Usage tracker for resource:subnet and tenant:bca18b2f93874197a06f40ec34ce32ab is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:56.810781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:56.819679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:56.890008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.924827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d2f39a3-e59c-46be-935f-b365b7fdb855 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.929904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Made reservation on behalf of bca18b2f93874197a06f40ec34ce32ab for: {'subnet': 2} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:56.934777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.935109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:56.996072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:57.082101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.082358 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added segment 00bdbd89-16ad-45f6-a0c7-2a346f746f8e of type vlan for network 35567e3e-4560-4377-b6f6-ac21aa4e7f52 Sep 19 12:17:57.099793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.172143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927c431-649d-4385-ae18-c09f47a75e66 None None] Pushing event updated for resources: {'Port': ['ID=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:57.198922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.204494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.253888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.293449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router ef21de7a-3e0b-441e-948c-b4c94d89eb5d is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:17:57.311507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1047d3-fc16-4982-a0fe-9a723759a6b1,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:57.326558 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d2f39a3-e59c-46be-935f-b365b7fdb855 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.327888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.397640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55002) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:57.412017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:57.497692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f39a3-e59c-46be-935f-b365b7fdb855 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=de873cb5-2156-4f01-b431-c074e2c6218f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:57.499830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d2f39a3-e59c-46be-935f-b365b7fdb855 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.505105 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7d2f39a3-e59c-46be-935f-b365b7fdb855 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/de873cb5-2156-4f01-b431-c074e2c6218f HTTP/1.1" status: 204 len: 168 time: 1.7053239 Sep 19 12:17:57.520563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55006) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:57.567581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9fffdf98-a476-4be2-b301-422de63f9d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.577516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.581352 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-55459c23-76a8-4ad2-896a-2b8ff1be9bad tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8166332 Sep 19 12:17:57.582634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ecd764d8-157f-43b2-a01e-f08f271908f7 None None] Current status of the port a4da7e0f-36fe-4993-9eee-b6942ca5b27e is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:57.583139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ecd764d8-157f-43b2-a01e-f08f271908f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.601888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55010) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:57.605907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.606869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b714ba79-9a26-4d7d-af2f-2e526e4bc4c2 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:57.619794 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:57.620470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:57.662045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9fffdf98-a476-4be2-b301-422de63f9d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:57.731368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9fffdf98-a476-4be2-b301-422de63f9d68 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd465cf61ed4321b961836e11dd23e0 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:57.740897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9fffdf98-a476-4be2-b301-422de63f9d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:57.768319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9fffdf98-a476-4be2-b301-422de63f9d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:57.795278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1900910809', 'security_groups': ['9c1047d3-fc16-4982-a0fe-9a723759a6b1'], 'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'faaca199-7ad2-448a-84d8-e3cf8a5e7ce4'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:57.800026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:17:55Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:57.807154 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3077688 Sep 19 12:17:57.807154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51712041-09c6-4791-a631-00b5645f7b32 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Network': ['ID=35567e3e-4560-4377-b6f6-ac21aa4e7f52,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:57.808698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55014) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:57.817213 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1f2e0d0a-c424-4e6d-8029-e01efdce5ad3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2923470 Sep 19 12:17:57.825309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:17:57.832021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'subnet': {'network_id': '35567e3e-4560-4377-b6f6-ac21aa4e7f52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:57.836994 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5bf3d4-22da-4d93-bb5a-69d93d66de14 None None] Sync routers for ids ['ef21de7a-3e0b-441e-948c-b4c94d89eb5d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:17:57.838426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55016) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:57.844729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Allocated IP 172.20.0.2 (100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b/acb48567-a60c-4a71-9716-2db873d94554/6d331c77-217a-4ac2-bd1c-b8543cd35525) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:57.845299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:57.851995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 35567e3e-4560-4377-b6f6-ac21aa4e7f52 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:17:57.857878 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5bf3d4-22da-4d93-bb5a-69d93d66de14 None None] Routers {'ef21de7a-3e0b-441e-948c-b4c94d89eb5d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:57.865351 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-86c0eab1-3304-4b0c-8ba9-f9754b245544 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/ef21de7a-3e0b-441e-948c-b4c94d89eb5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9706812 Sep 19 12:17:57.865498 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8c5bf3d4-22da-4d93-bb5a-69d93d66de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['ef21de7a-3e0b-441e-948c-b4c94d89eb5d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:57.865637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55022) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:57.942392 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8c5bf3d4-22da-4d93-bb5a-69d93d66de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:57.958200 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5bf3d4-22da-4d93-bb5a-69d93d66de14 None None] Routers {'ef21de7a-3e0b-441e-948c-b4c94d89eb5d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:17:57.958838 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8c5bf3d4-22da-4d93-bb5a-69d93d66de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['ef21de7a-3e0b-441e-948c-b4c94d89eb5d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:57.963773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ee99f-a01c-46c2-a105-caa8ed1e3072 None None] The sync data for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv is: [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:17:55Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:58.069006 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8c5bf3d4-22da-4d93-bb5a-69d93d66de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:58.069407 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5bf3d4-22da-4d93-bb5a-69d93d66de14 None None] The sync data for ids ['ef21de7a-3e0b-441e-948c-b4c94d89eb5d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:17:58.111609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-ecd764d8-157f-43b2-a01e-f08f271908f7 None None] For port a4da7e0f-36fe-4993-9eee-b6942ca5b27e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a4da7e0f-36fe-4993-9eee-b6942ca5b27e,segment=NetworkSegment(b95522e8-03c5-4bae-907b-c0ddcf45944a),segment_id=b95522e8-03c5-4bae-907b-c0ddcf45944a)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:58.180452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:58.196112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:port and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:58.200224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ecd764d8-157f-43b2-a01e-f08f271908f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:58.208947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Allocated IP 172.26.5.32 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/ec92cdbb-7476-4c0e-a70e-ae6019e0bc10) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:58.212616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:58.213678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a536bc-21f7-448e-8326-72d444ecff01 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:58.214315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-23a536bc-21f7-448e-8326-72d444ecff01 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:17:58.238981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:58.241707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:58.275843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:58.381582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:17:58.397702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:58.398344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:subnet and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:17:58.403748 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:17:58.444483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:58.565842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:58.566886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:17:58.569331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:58.602017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd764d8-157f-43b2-a01e-f08f271908f7 None None] Pushing event updated for resources: {'Port': ['ID=a4da7e0f-36fe-4993-9eee-b6942ca5b27e,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:58.605507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5a60869d-7b80-44e0-9c5a-7929dbc55f13 None None] Provisioning for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:17:58.624265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:58.666839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:58.717777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9fffdf98-a476-4be2-b301-422de63f9d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:58.719841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:58.732909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Transition to ACTIVE for port object 6d331c77-217a-4ac2-bd1c-b8543cd35525 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:58.751836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5a60869d-7b80-44e0-9c5a-7929dbc55f13 None None] Provisioning complete for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:58.751967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5a60869d-7b80-44e0-9c5a-7929dbc55f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:58.765208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:58.769664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:58.787260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-23a536bc-21f7-448e-8326-72d444ecff01 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:17:58.800286 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-23a536bc-21f7-448e-8326-72d444ecff01 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports/693c0edd-b204-45a7-b90b-d4a263877f1a HTTP/1.1" status: 200 len: 911 time: 0.9237845 Sep 19 12:17:58.802393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Transition to ACTIVE for port object 6d331c77-217a-4ac2-bd1c-b8543cd35525 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:17:58.805101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55026) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:58.820610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cfd8bd6f-883c-4608-b8ab-d4584c166653 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '01d11f32-081b-480d-9d0f-57f273b66d18'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:17:58.833326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:58.833704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:58.926986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011dbe01-e2ac-4908-a4e1-0ad1c263aa89 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:17:58.935231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:58.992946 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-011dbe01-e2ac-4908-a4e1-0ad1c263aa89 None None] Deleting port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:17:58.993320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-011dbe01-e2ac-4908-a4e1-0ad1c263aa89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.083719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.152609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:59.197750 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:59.201417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'Subnet': ['ID=e80f1511-1c95-4800-958f-2dccd142ad85,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:59.256406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.277334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Pushing event updated for resources: {'Port': ['ID=6d331c77-217a-4ac2-bd1c-b8543cd35525,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:59.313316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:17:59.321840 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:59.372044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9fffdf98-a476-4be2-b301-422de63f9d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.382079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] device_id is not set on port 101ad238-d332-4912-8760-d093601f27ef yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:17:59.454624 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9fffdf98-a476-4be2-b301-422de63f9d68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ddd465cf61ed4321b961836e11dd23e0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0504410 Sep 19 12:17:59.471884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Checking segment: {'id': 'b7b41c26-a77b-40ef-ba5d-59f34dba6960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:59.472561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Network hostable DHCP agents. Network: 9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:17:59.480768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55030) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:17:59.497633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffdf98-a476-4be2-b301-422de63f9d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47691bf1-8efb-468d-80f7-edb4ee5f22c6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:59.546163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.563212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 51520807-a96c-4f5b-9b49-308265a013db up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:17:59.655182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5a60869d-7b80-44e0-9c5a-7929dbc55f13 None None] Current status of the port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:17:59.659174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6409faea-9188-468f-843d-8c7098052985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.743672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Network 9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:17:59.800018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Attempting to bind port 6d331c77-217a-4ac2-bd1c-b8543cd35525 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:17:59.800287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6409faea-9188-468f-843d-8c7098052985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.800429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Attempting to bind port 6d331c77-217a-4ac2-bd1c-b8543cd35525 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'cb2c2fe9-8220-4665-bdba-9a607b782980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:17:59.800736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Attempting to bind port 6d331c77-217a-4ac2-bd1c-b8543cd35525 on network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:17:59.817348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:17:59.818068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Checking segment: {'id': 'cb2c2fe9-8220-4665-bdba-9a607b782980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:17:59.818470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.818968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Bound using segment: {'id': 'cb2c2fe9-8220-4665-bdba-9a607b782980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:17:59.819455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Bound port: 6d331c77-217a-4ac2-bd1c-b8543cd35525, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2c2fe9-8220-4665-bdba-9a607b782980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:17:59.819831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.853159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5a60869d-7b80-44e0-9c5a-7929dbc55f13 None None] Provisioning complete for port 02513804-4626-43a0-a336-6b6ad787996d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:17:59.853607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5a60869d-7b80-44e0-9c5a-7929dbc55f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.854943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfd8bd6f-883c-4608-b8ab-d4584c166653 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.914967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.916822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:59.939634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:17:59.956647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40960cca-4e9f-4d55-a030-2592b803bb04 None None] Network 9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:17:59.982161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-011dbe01-e2ac-4908-a4e1-0ad1c263aa89 None None] For port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a0f0dc4e-4b2c-43f2-85c0-be3ae2512313,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:17:59.982560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-011dbe01-e2ac-4908-a4e1-0ad1c263aa89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.013723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event updated for resources: {'Subnet': ['ID=d3d9ccdd-e750-4d94-a961-15d04619bb0a,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:00.016341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.120919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8::3b9 (1911f82a-08a6-445f-a309-07bce9e7b0d0/faaca199-7ad2-448a-84d8-e3cf8a5e7ce4/101ad238-d332-4912-8760-d093601f27ef) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:00.129871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:00.143997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:00.157084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:00.192824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Subnet': ['ID=bca81a9e-389c-461e-b33f-412bce48d348,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:00.199827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 51520807-a96c-4f5b-9b49-308265a013db completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:00.217042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-011dbe01-e2ac-4908-a4e1-0ad1c263aa89 None None] Calling delete_port for a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:00.219412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Allocated IP 172.26.5.197 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/442f6e2c-072c-480a-997b-e78fcb242e0a) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:00.223545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event updated for resources: {'Port': ['ID=ec92cdbb-7476-4c0e-a70e-ae6019e0bc10,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:00.223929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Checking segment: {'id': '00bdbd89-16ad-45f6-a0c7-2a346f746f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '35567e3e-4560-4377-b6f6-ac21aa4e7f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:00.224285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network hostable DHCP agents. Network: 35567e3e-4560-4377-b6f6-ac21aa4e7f52, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:00.249513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5a60869d-7b80-44e0-9c5a-7929dbc55f13 None None] Port 02513804-4626-43a0-a336-6b6ad787996d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:00.261949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 51520807-a96c-4f5b-9b49-308265a013db triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:00.262328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.353056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] For port 6d331c77-217a-4ac2-bd1c-b8543cd35525, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:00.366162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 35567e3e-4560-4377-b6f6-ac21aa4e7f52 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:00.406314 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Checking segment: {'id': '3844187e-66b4-4756-ac78-58597d656298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a5b2894-4fb9-41b6-8da1-d314e54ef569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:00.406314 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Network hostable DHCP agents. Network: 5a5b2894-4fb9-41b6-8da1-d314e54ef569, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:00.407487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] For port 6d331c77-217a-4ac2-bd1c-b8543cd35525, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6d331c77-217a-4ac2-bd1c-b8543cd35525,segment=NetworkSegment(cb2c2fe9-8220-4665-bdba-9a607b782980),segment_id=cb2c2fe9-8220-4665-bdba-9a607b782980)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:00.412009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6409faea-9188-468f-843d-8c7098052985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.471176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3c0b355c-eac9-4414-b629-9f7f41a93ed9 None None] Provisioning complete for port a4da7e0f-36fe-4993-9eee-b6942ca5b27e triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:00.471525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3c0b355c-eac9-4414-b629-9f7f41a93ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.474235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 35567e3e-4560-4377-b6f6-ac21aa4e7f52) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:00.484796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:00.485425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.500168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409faea-9188-468f-843d-8c7098052985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47691bf1-8efb-468d-80f7-edb4ee5f22c6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:00.549858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.552936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1385472e-30c0-4bf9-8de7-9479764fcf17 None None] Network 35567e3e-4560-4377-b6f6-ac21aa4e7f52 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:00.673734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.729819 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-92094fef-04dc-4f59-a3c9-27f619b1eb4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9063354 Sep 19 12:18:00.730026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-011dbe01-e2ac-4908-a4e1-0ad1c263aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.731535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55034) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:00.740648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1350343393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:00.751048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:18:00.751188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfd8bd6f-883c-4608-b8ab-d4584c166653 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.754974 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:00.755750 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Network 5a5b2894-4fb9-41b6-8da1-d314e54ef569 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:00.760169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:router and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:00.765672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:00.770709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:00.790111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.792625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3', 'network_id': '9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3', 'tenant_id': 'bca18b2f93874197a06f40ec34ce32ab', 'fixed_ips': [{'subnet_id': 'e80f1511-1c95-4800-958f-2dccd142ad85'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:00.793454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.813036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011dbe01-e2ac-4908-a4e1-0ad1c263aa89 None None] No DVR routers for this DVR port a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:18:00.827293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 51520807-a96c-4f5b-9b49-308265a013db is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:00.827293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.849003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfd8bd6f-883c-4608-b8ab-d4584c166653 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.856899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd8bd6f-883c-4608-b8ab-d4584c166653 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:00.858190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfd8bd6f-883c-4608-b8ab-d4584c166653 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.864150 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cfd8bd6f-883c-4608-b8ab-d4584c166653 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/ports/693c0edd-b204-45a7-b90b-d4a263877f1a HTTP/1.1" status: 200 len: 911 time: 2.0576432 Sep 19 12:18:00.867019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55038) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:00.893663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.899931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 5a5b2894-4fb9-41b6-8da1-d314e54ef569) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:00.914689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.918822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.919878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.928045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object 101ad238-d332-4912-8760-d093601f27ef will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:00.940423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa307a-c1fc-4d86-ab19-20da6dcf8b98 None None] Pushing event updated for resources: {'Port': ['ID=6d331c77-217a-4ac2-bd1c-b8543cd35525,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:00.950614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:00.961876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f749bd0b-0ba5-4ea9-ae61-564d49ed6aed None None] Network 5a5b2894-4fb9-41b6-8da1-d314e54ef569 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:00.965301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:00.985055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:00.985606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:00.990269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:00.990893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:00.991385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:01.029469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6409faea-9188-468f-843d-8c7098052985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:01.030957 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6409faea-9188-468f-843d-8c7098052985 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47691bf1-8efb-468d-80f7-edb4ee5f22c6 HTTP/1.1" status: 204 len: 168 time: 1.5460362 Sep 19 12:18:01.041976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=197ebf13-756a-4b6b-890c-aa9af8e979a6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:01.059047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab829db-c8de-41ad-a011-658936e02733 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:01.244716 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dbe01-e2ac-4908-a4e1-0ad1c263aa89 None None] Pushing event deleted for resources: {'Port': ['ID=a0f0dc4e-4b2c-43f2-85c0-be3ae2512313,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:01.253097 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2ea5c3a8-9fba-4759-a5ad-2c82001dcf03 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4132519 Sep 19 12:18:01.258288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:01.259339 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-631b403f-1f55-4405-98c9-39dff1ca5be4 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.3129272 Sep 19 12:18:01.260365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55044) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:01.300013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 51520807-a96c-4f5b-9b49-308265a013db, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=51520807-a96c-4f5b-9b49-308265a013db,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:01.318514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55046) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:01.332866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:01.415785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:01.426959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:01.431483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:01.432508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a4da7e0f-36fe-4993-9eee-b6942ca5b27e up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:01.451856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:01.497163 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b355c-eac9-4414-b629-9f7f41a93ed9 None None] Current status of the port a4da7e0f-36fe-4993-9eee-b6942ca5b27e is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:01.511911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8bd6f-883c-4608-b8ab-d4584c166653 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=693c0edd-b204-45a7-b90b-d4a263877f1a,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:01.523622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:ef:3b:a2', 'name': 'tempest-NetworksTestDHCPv6-622082306'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:01.561013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:01.577852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:01.629303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:01.635139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:01.635876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:01.682093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=101ad238-d332-4912-8760-d093601f27ef,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:01.746104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4f0517-1ecb-44ce-98bf-a315c274d10e tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:01.747589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4f0517-1ecb-44ce-98bf-a315c274d10e tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:01.748994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4f0517-1ecb-44ce-98bf-a315c274d10e tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:01.754469 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0e4f0517-1ecb-44ce-98bf-a315c274d10e tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4312263 Sep 19 12:18:01.770972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55052) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:01.779182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-35567e3e-4560-4377-b6f6-ac21aa4e7f52', 'network_id': '35567e3e-4560-4377-b6f6-ac21aa4e7f52', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'fixed_ips': [{'subnet_id': 'bca81a9e-389c-461e-b33f-412bce48d348'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:01.780063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:01.855943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:01.873864 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-53cf4d82-2b51-439a-81ce-857175f22e4e tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0995793 Sep 19 12:18:01.881099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=51520807-a96c-4f5b-9b49-308265a013db,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:01.886725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55058) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:01.895270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3c0b355c-eac9-4414-b629-9f7f41a93ed9 None None] Provisioning for port 693c0edd-b204-45a7-b90b-d4a263877f1a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:01.913105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:01.920786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Allocated IP 172.20.0.2 (9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3/e80f1511-1c95-4800-958f-2dccd142ad85/0514ce4e-11cd-4484-9dd1-68683f95f279) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:01.933800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3c0b355c-eac9-4414-b629-9f7f41a93ed9 None None] Provisioning complete for port 693c0edd-b204-45a7-b90b-d4a263877f1a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:01.934426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3c0b355c-eac9-4414-b629-9f7f41a93ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:02.108700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-263140db-29dd-40d8-89e9-35f6ac3c0836 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Deleting subnet e80f1511-1c95-4800-958f-2dccd142ad85 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:02.114233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:02.167026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Pushing event updated for resources: {'Port': ['ID=442f6e2c-072c-480a-997b-e78fcb242e0a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:02.358947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a4da7e0f-36fe-4993-9eee-b6942ca5b27e triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:02.359568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:02.414137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-5a5b2894-4fb9-41b6-8da1-d314e54ef569', 'network_id': '5a5b2894-4fb9-41b6-8da1-d314e54ef569', 'tenant_id': 'bca18b2f93874197a06f40ec34ce32ab', 'fixed_ips': [{'subnet_id': 'd3d9ccdd-e750-4d94-a961-15d04619bb0a'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:02.415293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:02.424936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ff6ca-2006-433a-9f2e-1a50508e4e18 None None] Network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:02.441507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:02.447972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:02.451382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:02.458877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:02.460364 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-49b087a2-b1a8-43ec-9d73-8b2199118bf9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7256844 Sep 19 12:18:02.464140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:02.465275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55070) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:02.474811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'port': {'network_id': '35567e3e-4560-4377-b6f6-ac21aa4e7f52', 'name': 'tempest-RoutersTest-1479089342'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:02.489874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:02.512481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:02.520485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:02.531754 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:02.558633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b355c-eac9-4414-b629-9f7f41a93ed9 None None] Port 693c0edd-b204-45a7-b90b-d4a263877f1a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:02.616390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:02.631716 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '197ebf13-756a-4b6b-890c-aa9af8e979a6'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:02.632802 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:02.719919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:02.724568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:02.924963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:02.946095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:port and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:02.949473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8852e09a-c4cb-410d-bc0a-f53c2bc7ca54 None None] Provisioning for port 6d331c77-217a-4ac2-bd1c-b8543cd35525 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:02.953020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:03.013008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Allocated IP 172.20.0.2 (35567e3e-4560-4377-b6f6-ac21aa4e7f52/bca81a9e-389c-461e-b33f-412bce48d348/c29f8c99-0313-486d-acec-2a9778ed76da) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:03.013250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:03.019013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:03.026675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:03.042461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:03.046070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:03.062023 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.ipam_backend_mixin [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet faaca199-7ad2-448a-84d8-e3cf8a5e7ce4 (CIDR: 2001:db8::/64) Sep 19 12:18:03.135963 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:18:03.136875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:03.148694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:03.152795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:03.172383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:18:03.184811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] device_id is not set on port 2145cfda-8dec-4c89-ba67-2c13913e3b60 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:18:03.203401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a4da7e0f-36fe-4993-9eee-b6942ca5b27e is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:03.344762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:18:03.411008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:03.452102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:18:03.452753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a0f0dc4e-4b2c-43f2-85c0-be3ae2512313 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:18:03.620411 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-911351a1-f150-4bab-b823-ced68332b2eb tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7209728 Sep 19 12:18:03.683393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8852e09a-c4cb-410d-bc0a-f53c2bc7ca54 None None] Provisioning for port 101ad238-d332-4912-8760-d093601f27ef completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:03.710652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55084) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:03.747423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:03.765985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8852e09a-c4cb-410d-bc0a-f53c2bc7ca54 None None] Provisioning complete for port 101ad238-d332-4912-8760-d093601f27ef triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:03.766409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8852e09a-c4cb-410d-bc0a-f53c2bc7ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:03.813181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:03.818683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6d331c77-217a-4ac2-bd1c-b8543cd35525 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:03.906528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Allocated IP 172.20.0.18 (5a5b2894-4fb9-41b6-8da1-d314e54ef569/d3d9ccdd-e750-4d94-a961-15d04619bb0a/047a2daa-a667-4f87-9822-c3b03486d653) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:03.963190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Transition to ACTIVE for port object 0514ce4e-11cd-4484-9dd1-68683f95f279 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:03.994875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Allocated IP 2001:db8::f816:3eff:fe05:6fd6 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/197ebf13-756a-4b6b-890c-aa9af8e979a6/a6c3de7a-8bb8-4a97-8911-927cee43b9aa) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:04.023078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:04.024112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8852e09a-c4cb-410d-bc0a-f53c2bc7ca54 None None] Port 101ad238-d332-4912-8760-d093601f27ef cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:04.030103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:04.035607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:04.043077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:04.061621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.068321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Transition to ACTIVE for port object 0514ce4e-11cd-4484-9dd1-68683f95f279 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:04.126397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Router 6653d31b-8ac7-4070-87eb-edd6880c238c is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:18:04.264189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 6d331c77-217a-4ac2-bd1c-b8543cd35525 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:04.270243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.281968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6d331c77-217a-4ac2-bd1c-b8543cd35525 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:04.282591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.339382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:04.348173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-263140db-29dd-40d8-89e9-35f6ac3c0836 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.379807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f0807-c654-469e-b184-795423b6dc22 None None] Sync routers for ids ['6653d31b-8ac7-4070-87eb-edd6880c238c'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:04.388103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:04.391974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.419390 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Network 9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:04.441640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:04.455810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:04.471135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port 693c0edd-b204-45a7-b90b-d4a263877f1a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:04.471687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.490798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.494260 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5c5a4be8-33cf-4fd9-a71e-c9a628b6ed8e tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "PUT /v2.0/routers/6653d31b-8ac7-4070-87eb-edd6880c238c HTTP/1.1" status: 200 len: 918 time: 9.2374701 Sep 19 12:18:04.502180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55098) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:04.582450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.594862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-263140db-29dd-40d8-89e9-35f6ac3c0836 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.621504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f0807-c654-469e-b184-795423b6dc22 None None] Routers {'6653d31b-8ac7-4070-87eb-edd6880c238c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:04.628834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c37f0807-c654-469e-b184-795423b6dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6653d31b-8ac7-4070-87eb-edd6880c238c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:04.697100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Router be9009fc-a93c-4804-a095-e8495d571284 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:18:04.709653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Pushing event updated for resources: {'Port': ['ID=0514ce4e-11cd-4484-9dd1-68683f95f279,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:04.787768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55104) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:04.797513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Transition to ACTIVE for port object c29f8c99-0313-486d-acec-2a9778ed76da will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:04.803290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c37f0807-c654-469e-b184-795423b6dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:04.886781 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Attempting to bind port 0514ce4e-11cd-4484-9dd1-68683f95f279 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:04.886781 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Attempting to bind port 0514ce4e-11cd-4484-9dd1-68683f95f279 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'b7b41c26-a77b-40ef-ba5d-59f34dba6960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:04.887287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Attempting to bind port 0514ce4e-11cd-4484-9dd1-68683f95f279 on network 9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:04.887768 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.ipam_backend_mixin [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 91e34548-1105-4cb4-a3b1-bbb55221551b (CIDR: 2001:db8:0:1::/64) Sep 19 12:18:04.904467 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2d3ebedc-dd2a-4134-85de-306a7a9eeebe tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/routers/6653d31b-8ac7-4070-87eb-edd6880c238c HTTP/1.1" status: 200 len: 924 time: 0.4011431 Sep 19 12:18:04.907384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55110) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:04.958656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.960813 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:18:04.961577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:04.965807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-263140db-29dd-40d8-89e9-35f6ac3c0836 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:04.980814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Transition to ACTIVE for port object c29f8c99-0313-486d-acec-2a9778ed76da will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:04.986538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f0807-c654-469e-b184-795423b6dc22 None None] Routers {'6653d31b-8ac7-4070-87eb-edd6880c238c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:04.987212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c37f0807-c654-469e-b184-795423b6dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6653d31b-8ac7-4070-87eb-edd6880c238c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:05.043586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-739451122', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:05.084337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f46f39-8642-4126-8f29-792081a01c00 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:05.086300 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c5f46f39-8642-4126-8f29-792081a01c00 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&device_id=6653d31b-8ac7-4070-87eb-edd6880c238c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1771181 Sep 19 12:18:05.088969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55114) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:05.125170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for 693c0edd-b204-45a7-b90b-d4a263877f1a owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:05.125707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:05.126076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Checking segment: {'id': 'b7b41c26-a77b-40ef-ba5d-59f34dba6960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:05.126508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.127003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Bound using segment: {'id': 'b7b41c26-a77b-40ef-ba5d-59f34dba6960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:05.127494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Bound port: 0514ce4e-11cd-4484-9dd1-68683f95f279, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b41c26-a77b-40ef-ba5d-59f34dba6960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:05.127857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.153313 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ce9c4776-1915-47bc-9555-ce01adbb0b65 None None] Provisioning complete for port 6d331c77-217a-4ac2-bd1c-b8543cd35525 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:05.153591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ce9c4776-1915-47bc-9555-ce01adbb0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.174895 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ba32848c-5305-4ee8-8af1-22985108eece tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4511349 Sep 19 12:18:05.180489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55118) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:05.189661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.191089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'subnet': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:05.206648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-263140db-29dd-40d8-89e9-35f6ac3c0836 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.239123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c37f0807-c654-469e-b184-795423b6dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:05.239505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f0807-c654-469e-b184-795423b6dc22 None None] The sync data for ids ['6653d31b-8ac7-4070-87eb-edd6880c238c'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:05.284303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.326435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263140db-29dd-40d8-89e9-35f6ac3c0836 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Subnet': ['ID=e80f1511-1c95-4800-958f-2dccd142ad85,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:05.352724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.354693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-263140db-29dd-40d8-89e9-35f6ac3c0836 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.358404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:05.358583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6d331c77-217a-4ac2-bd1c-b8543cd35525 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:05.358926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.361071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:05.375641 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Sync routers for ids ['be9009fc-a93c-4804-a095-e8495d571284'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:05.381641 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-263140db-29dd-40d8-89e9-35f6ac3c0836 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "DELETE /v2.0/subnets/e80f1511-1c95-4800-958f-2dccd142ad85 HTTP/1.1" status: 204 len: 168 time: 3.6094148 Sep 19 12:18:05.388327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55122) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:05.390402 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Routers {'be9009fc-a93c-4804-a095-e8495d571284'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:05.390985 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['be9009fc-a93c-4804-a095-e8495d571284'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:05.395994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Transition to ACTIVE for port object 047a2daa-a667-4f87-9822-c3b03486d653 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:05.409010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Network 35567e3e-4560-4377-b6f6-ac21aa4e7f52 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:05.424323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:05.436322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Transition to ACTIVE for port object a6c3de7a-8bb8-4a97-8911-927cee43b9aa will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:05.438155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e1f9c-a6aa-4a65-aa8d-4f1d6debc73d tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:05.442524 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c38e1f9c-a6aa-4a65-aa8d-4f1d6debc73d tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 881 time: 0.3497274 Sep 19 12:18:05.446929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55126) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:05.460433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Usage tracker for resource:port and tenant:badd918728d9419db77bf80e04142c5f is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:05.469261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:05.477489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Transition to ACTIVE for port object a6c3de7a-8bb8-4a97-8911-927cee43b9aa will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:05.484350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:05.510287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Transition to ACTIVE for port object 047a2daa-a667-4f87-9822-c3b03486d653 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:05.518653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:05.550249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Pushing event updated for resources: {'Port': ['ID=c29f8c99-0313-486d-acec-2a9778ed76da,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:05.617922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.629712 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Set router be9009fc-a93c-4804-a095-e8495d571284 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:18:05.645320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Allocated IP 172.20.0.5 (35567e3e-4560-4377-b6f6-ac21aa4e7f52/bca81a9e-389c-461e-b33f-412bce48d348/2145cfda-8dec-4c89-ba67-2c13913e3b60) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:05.692583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 6d331c77-217a-4ac2-bd1c-b8543cd35525, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6d331c77-217a-4ac2-bd1c-b8543cd35525,segment=NetworkSegment(cb2c2fe9-8220-4665-bdba-9a607b782980),segment_id=cb2c2fe9-8220-4665-bdba-9a607b782980)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:05.696143 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4eff6feb-bf4d-488f-8eee-7b1c791c7670 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=6653d31b-8ac7-4070-87eb-edd6880c238c HTTP/1.1" status: 200 len: 205 time: 0.2437067 Sep 19 12:18:05.710835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.733061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] For port 0514ce4e-11cd-4484-9dd1-68683f95f279, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:05.760129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55130) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:05.791251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:05.805128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] For port 0514ce4e-11cd-4484-9dd1-68683f95f279, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0514ce4e-11cd-4484-9dd1-68683f95f279,segment=NetworkSegment(b7b41c26-a77b-40ef-ba5d-59f34dba6960),segment_id=b7b41c26-a77b-40ef-ba5d-59f34dba6960)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:05.815875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:05.831248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:05.837719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Attempting to bind port c29f8c99-0313-486d-acec-2a9778ed76da on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:05.838089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Attempting to bind port c29f8c99-0313-486d-acec-2a9778ed76da by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '00bdbd89-16ad-45f6-a0c7-2a346f746f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '35567e3e-4560-4377-b6f6-ac21aa4e7f52'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:05.838455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Attempting to bind port c29f8c99-0313-486d-acec-2a9778ed76da on network 35567e3e-4560-4377-b6f6-ac21aa4e7f52 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:05.850736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Network 5a5b2894-4fb9-41b6-8da1-d314e54ef569 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:05.853435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Pushing event updated for resources: {'Port': ['ID=a6c3de7a-8bb8-4a97-8911-927cee43b9aa,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:05.860308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:05.878488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-870cf6a8-9ea7-44f1-9c36-875f3a2da12b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Deleting subnet d3d9ccdd-e750-4d94-a961-15d04619bb0a {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:05.886334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-870cf6a8-9ea7-44f1-9c36-875f3a2da12b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.890452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.891236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 51520807-a96c-4f5b-9b49-308265a013db up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:05.914698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:05.919575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:05.933767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Usage tracker for resource:subnet and tenant:ac5ff996b5b44a79bf30fdb9183687b7 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:05.946394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:05.961189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:05.962145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Checking segment: {'id': '00bdbd89-16ad-45f6-a0c7-2a346f746f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '35567e3e-4560-4377-b6f6-ac21aa4e7f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:05.962145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.971055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Bound using segment: {'id': '00bdbd89-16ad-45f6-a0c7-2a346f746f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '35567e3e-4560-4377-b6f6-ac21aa4e7f52'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:05.971055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Bound port: c29f8c99-0313-486d-acec-2a9778ed76da, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bdbd89-16ad-45f6-a0c7-2a346f746f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '35567e3e-4560-4377-b6f6-ac21aa4e7f52'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:05.971055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.971376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:05.977144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:05.977995 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9009fc-a93c-4804-a095-e8495d571284', 'name': 'tempest-TestVolumeBootPattern-1647849601-router', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:55Z', 'updated_at': '2022-09-19T12:18:02Z', 'revision_number': 3, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'gw_port': {'id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:58Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:05.983104 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Checking router: be9009fc-a93c-4804-a095-e8495d571284 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:18:05.983270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f816:3eff:feef:3ba2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/197ebf13-756a-4b6b-890c-aa9af8e979a6/45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:05.983900 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Updating router be9009fc-a93c-4804-a095-e8495d571284 port 442f6e2c-072c-480a-997b-e78fcb242e0a binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:18:05.993941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.003321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Transition to ACTIVE for port object 2145cfda-8dec-4c89-ba67-2c13913e3b60 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:06.030156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Made reservation on behalf of badd918728d9419db77bf80e04142c5f for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:06.033659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.051351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.051854 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.055345 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ac0190c5-d12e-4054-a6fc-397b75bd8b44 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.3948479 Sep 19 12:18:06.055345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.069886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55134) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:06.081686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-870cf6a8-9ea7-44f1-9c36-875f3a2da12b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.096464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ce9c4776-1915-47bc-9555-ce01adbb0b65 None None] Current status of the port 6d331c77-217a-4ac2-bd1c-b8543cd35525 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:06.097103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ce9c4776-1915-47bc-9555-ce01adbb0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.131955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.149626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.178728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=693c0edd-b204-45a7-b90b-d4a263877f1a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:06.209425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 35567e3e-4560-4377-b6f6-ac21aa4e7f52 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:06.230662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Made reservation on behalf of ac5ff996b5b44a79bf30fdb9183687b7 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:06.240324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.315053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Attempting to bind port a6c3de7a-8bb8-4a97-8911-927cee43b9aa on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:06.315424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Attempting to bind port a6c3de7a-8bb8-4a97-8911-927cee43b9aa by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:06.315782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Attempting to bind port a6c3de7a-8bb8-4a97-8911-927cee43b9aa on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:06.317816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Pushing event updated for resources: {'Port': ['ID=047a2daa-a667-4f87-9822-c3b03486d653,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:06.323826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:06.367020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:06.438169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:06.438592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:06.439566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.439958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:06.440517 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Bound port: a6c3de7a-8bb8-4a97-8911-927cee43b9aa, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:06.440893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.520216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:06.524757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Attempting to bind port 047a2daa-a667-4f87-9822-c3b03486d653 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:06.525129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Attempting to bind port 047a2daa-a667-4f87-9822-c3b03486d653 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '3844187e-66b4-4756-ac78-58597d656298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a5b2894-4fb9-41b6-8da1-d314e54ef569'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:06.525489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Attempting to bind port 047a2daa-a667-4f87-9822-c3b03486d653 on network 5a5b2894-4fb9-41b6-8da1-d314e54ef569 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:06.550223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Usage tracker for resource:security_group_rule and tenant:badd918728d9419db77bf80e04142c5f is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:06.613316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:06.617887 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.636217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:06.643199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Checking segment: {'id': '3844187e-66b4-4756-ac78-58597d656298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a5b2894-4fb9-41b6-8da1-d314e54ef569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:06.643199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.643480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:06.643570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Bound using segment: {'id': '3844187e-66b4-4756-ac78-58597d656298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a5b2894-4fb9-41b6-8da1-d314e54ef569'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:06.643570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Bound port: 047a2daa-a667-4f87-9822-c3b03486d653, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3844187e-66b4-4756-ac78-58597d656298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a5b2894-4fb9-41b6-8da1-d314e54ef569'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:06.643570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.643800 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Transition to ACTIVE for port object 442f6e2c-072c-480a-997b-e78fcb242e0a will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:06.647393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.653750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:06.654429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.658504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=2145cfda-8dec-4c89-ba67-2c13913e3b60,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:06.679440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-ce9c4776-1915-47bc-9555-ce01adbb0b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:18:06.679701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-ce9c4776-1915-47bc-9555-ce01adbb0b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:18:06.680608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] For port c29f8c99-0313-486d-acec-2a9778ed76da, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:06.680724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.728764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 51520807-a96c-4f5b-9b49-308265a013db triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:06.729137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.738482 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.782180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=6d331c77-217a-4ac2-bd1c-b8543cd35525,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:06.786331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] For port c29f8c99-0313-486d-acec-2a9778ed76da, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c29f8c99-0313-486d-acec-2a9778ed76da,segment=NetworkSegment(00bdbd89-16ad-45f6-a0c7-2a346f746f8e),segment_id=00bdbd89-16ad-45f6-a0c7-2a346f746f8e)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:06.802269 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Attempting to bind port 442f6e2c-072c-480a-997b-e78fcb242e0a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:06.802643 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Attempting to bind port 442f6e2c-072c-480a-997b-e78fcb242e0a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:06.803031 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Attempting to bind port 442f6e2c-072c-480a-997b-e78fcb242e0a on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:06.812599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.833532 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:06.833962 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:06.834402 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.834803 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:06.835271 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Bound port: 442f6e2c-072c-480a-997b-e78fcb242e0a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:06.835632 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.856315 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cecdfe-5210-4d02-af71-670d4cf37a83 None None] Network 9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:06.870293 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Pushing event updated for resources: {'Port': ['ID=442f6e2c-072c-480a-997b-e78fcb242e0a,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:06.879117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:06.897588 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.897913 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.898171 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.898701 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.898937 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.899157 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.899672 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.899796 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.900668 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.901214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:06.901572 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.902182 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.902508 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:06.913926 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-74072e53-752d-4a45-9d55-930b1cad100f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.4473927 Sep 19 12:18:06.920854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55138) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:06.958285 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] For port 442f6e2c-072c-480a-997b-e78fcb242e0a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:06.962123 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] For port 442f6e2c-072c-480a-997b-e78fcb242e0a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=442f6e2c-072c-480a-997b-e78fcb242e0a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:06.993209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] For port a6c3de7a-8bb8-4a97-8911-927cee43b9aa, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:07.030173 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:07.043995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:07.123263 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Routers {'be9009fc-a93c-4804-a095-e8495d571284'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:07.128561 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['be9009fc-a93c-4804-a095-e8495d571284'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:07.136399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:07.148038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] device_id is not set on port 95b585b7-3e09-4704-9022-6785e2ab39b9 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:18:07.233871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] For port a6c3de7a-8bb8-4a97-8911-927cee43b9aa, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a6c3de7a-8bb8-4a97-8911-927cee43b9aa,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:07.297001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a41f20-3f1b-4fbb-8def-f105bb88c2cb None None] Pushing event updated for resources: {'Port': ['ID=0514ce4e-11cd-4484-9dd1-68683f95f279,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:07.309540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router ef21de7a-3e0b-441e-948c-b4c94d89eb5d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:18:07.313765 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d42c43-4c3e-4159-8633-445863c46792 None None] Pushing event updated for resources: {'Port': ['ID=442f6e2c-072c-480a-997b-e78fcb242e0a,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:07.347628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974ac2ed-fb9f-4509-bb4b-bc0589bb0b0d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:07.362830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] For port 047a2daa-a667-4f87-9822-c3b03486d653, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:07.432481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:07.548042 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] Set router be9009fc-a93c-4804-a095-e8495d571284 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:18:07.583044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] For port 047a2daa-a667-4f87-9822-c3b03486d653, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=047a2daa-a667-4f87-9822-c3b03486d653,segment=NetworkSegment(3844187e-66b4-4756-ac78-58597d656298),segment_id=3844187e-66b4-4756-ac78-58597d656298)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:07.633552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ce9c4776-1915-47bc-9555-ce01adbb0b65 None None] Current status of the port 6d331c77-217a-4ac2-bd1c-b8543cd35525 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:07.660419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:07.670093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 51520807-a96c-4f5b-9b49-308265a013db is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:07.689963 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866bea7-84f6-49c0-929c-f42847b421fe None None] Pushing event updated for resources: {'Port': ['ID=c29f8c99-0313-486d-acec-2a9778ed76da,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:07.896002 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1cef0-53e4-4c0e-9638-83bda45508a3 None None] Pushing event updated for resources: {'Port': ['ID=a6c3de7a-8bb8-4a97-8911-927cee43b9aa,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:07.910542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-870cf6a8-9ea7-44f1-9c36-875f3a2da12b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:07.913884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:07.945194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Allocated IP 172.26.5.19 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/95b585b7-3e09-4704-9022-6785e2ab39b9) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:07.993821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c18161-2058-4ae9-a5be-6995a45ffe36 None None] Sync routers for ids ['ef21de7a-3e0b-441e-948c-b4c94d89eb5d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:08.001850 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-79838171-6085-4931-9925-7f8f809958e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/ef21de7a-3e0b-441e-948c-b4c94d89eb5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0909154 Sep 19 12:18:08.005478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6d331c77-217a-4ac2-bd1c-b8543cd35525 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:08.007309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55142) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:08.106490 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9009fc-a93c-4804-a095-e8495d571284', 'name': 'tempest-TestVolumeBootPattern-1647849601-router', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:55Z', 'updated_at': '2022-09-19T12:18:02Z', 'revision_number': 3, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'gw_port': {'id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:58Z', 'updated_at': '2022-09-19T12:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:08.115945 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc760f3-738f-4d31-a12d-96e48c312438 None None] The sync data for ids ['be9009fc-a93c-4804-a095-e8495d571284'] in dv-neutron-857775-2-hyperv is: [{'id': 'be9009fc-a93c-4804-a095-e8495d571284', 'name': 'tempest-TestVolumeBootPattern-1647849601-router', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:55Z', 'updated_at': '2022-09-19T12:18:02Z', 'revision_number': 3, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'gw_port': {'id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:58Z', 'updated_at': '2022-09-19T12:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:08.130303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-90ae7896-5d01-4b26-b19f-fe92342a0799 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:08.207284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c18161-2058-4ae9-a5be-6995a45ffe36 None None] Routers {'ef21de7a-3e0b-441e-948c-b4c94d89eb5d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:08.208015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e8c18161-2058-4ae9-a5be-6995a45ffe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['ef21de7a-3e0b-441e-948c-b4c94d89eb5d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:08.222785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-870cf6a8-9ea7-44f1-9c36-875f3a2da12b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:08.364572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e8c18161-2058-4ae9-a5be-6995a45ffe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:08.385371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-90ae7896-5d01-4b26-b19f-fe92342a0799 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:08.390384 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-90ae7896-5d01-4b26-b19f-fe92342a0799 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef21de7a-3e0b-441e-948c-b4c94d89eb5d HTTP/1.1" status: 200 len: 205 time: 0.3816092 Sep 19 12:18:08.392916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55146) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:08.412422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf2660-ca45-4c70-96f7-f01d77e6cf06 None None] Pushing event updated for resources: {'Port': ['ID=047a2daa-a667-4f87-9822-c3b03486d653,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:08.429409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c18161-2058-4ae9-a5be-6995a45ffe36 None None] Routers {'ef21de7a-3e0b-441e-948c-b4c94d89eb5d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:08.429869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e8c18161-2058-4ae9-a5be-6995a45ffe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:17:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['ef21de7a-3e0b-441e-948c-b4c94d89eb5d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:08.449897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:08.622257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e8c18161-2058-4ae9-a5be-6995a45ffe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:08.627657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c18161-2058-4ae9-a5be-6995a45ffe36 None None] The sync data for ids ['ef21de7a-3e0b-441e-948c-b4c94d89eb5d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:08.644228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6d331c77-217a-4ac2-bd1c-b8543cd35525 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:08.644611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:08.711806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5c90710-1f66-4804-b0cd-73ded673603f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:08.743841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:08.755732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cf6a8-9ea7-44f1-9c36-875f3a2da12b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d9ccdd-e750-4d94-a961-15d04619bb0a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:08.784442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cb1a8d-f303-46e6-8d6c-e2fc7489acf6 None None] Network 35567e3e-4560-4377-b6f6-ac21aa4e7f52 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:08.901027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:08.914889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:09.183358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-870cf6a8-9ea7-44f1-9c36-875f3a2da12b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.186071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:09.193191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:09.193691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.240254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:09.259404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:09.285347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-be922786-0ae7-49d0-93c4-b19564110deb None None] Provisioning for port c29f8c99-0313-486d-acec-2a9778ed76da completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:09.290384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:09.298946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:09.300284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.333837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2e2ea9-0e43-4ba3-89cc-b0da3dfdea61 None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:09.351886 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6d331c77-217a-4ac2-bd1c-b8543cd35525 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:09.357547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.385436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5c90710-1f66-4804-b0cd-73ded673603f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.387433 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-870cf6a8-9ea7-44f1-9c36-875f3a2da12b tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "DELETE /v2.0/subnets/d3d9ccdd-e750-4d94-a961-15d04619bb0a HTTP/1.1" status: 204 len: 168 time: 3.9980340 Sep 19 12:18:09.390538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5c90710-1f66-4804-b0cd-73ded673603f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.397313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.400275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55150) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:09.492891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Deleting port ec92cdbb-7476-4c0e-a70e-ae6019e0bc10 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:09.499991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.549006 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.3649528 Sep 19 12:18:09.549560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55154) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:09.555584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2018452788', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3927b4cf-8449-4d3a-b5fd-707b294d1b6f'}], 'security_groups': ['baf73ed0-fc42-4d15-8337-beeef5c70b22', '5700cfe3-41dd-4f9e-92cb-d7903cca6136']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:09.592122 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-09c0ed89-2dad-4f39-bfae-28526d524ece tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 8.1244769 Sep 19 12:18:09.616643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55158) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:09.628193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.629779 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5c90710-1f66-4804-b0cd-73ded673603f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.630897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c90710-1f66-4804-b0cd-73ded673603f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Fanout notify agent at l3_agent the message router_deleted on router ef21de7a-3e0b-441e-948c-b4c94d89eb5d {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:18:09.680418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583d1ae-ccfb-4316-9ecb-5415bf29ebda tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Subnet': ['ID=3927b4cf-8449-4d3a-b5fd-707b294d1b6f,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:09.717207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-073abdd5-03ac-4cdb-9250-e1e8d33ac1d5 None None] Provisioning for port a6c3de7a-8bb8-4a97-8911-927cee43b9aa completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:09.723786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198b7512-984f-4be5-bf88-5690658a0703 None None] Network 5a5b2894-4fb9-41b6-8da1-d314e54ef569 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:09.847000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.922095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5c90710-1f66-4804-b0cd-73ded673603f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:09.923787 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d5c90710-1f66-4804-b0cd-73ded673603f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/ef21de7a-3e0b-441e-948c-b4c94d89eb5d HTTP/1.1" status: 204 len: 168 time: 1.5268159 Sep 19 12:18:09.946634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55162) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:09.965286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:09.969270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Pushing event updated for resources: {'Port': ['ID=95b585b7-3e09-4704-9022-6785e2ab39b9,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:09.976223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:09.979278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:09.994474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Calling delete_port for ec92cdbb-7476-4c0e-a70e-ae6019e0bc10 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:10.062645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0085711b-8479-40bb-ad3c-f0679d483faf None None] Provisioning for port 047a2daa-a667-4f87-9822-c3b03486d653 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:10.238499 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 442f6e2c-072c-480a-997b-e78fcb242e0a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:10.270045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06f478-271d-4ab0-a489-8439f53837a7 None None] DHCP port deletion for 5a5b2894-4fb9-41b6-8da1-d314e54ef569 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:18:10.285520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0085711b-8479-40bb-ad3c-f0679d483faf None None] Provisioning for port 45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:10.294293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08a05e8-db1d-42de-8d19-b19141fc1aba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting subnet 01d11f32-081b-480d-9d0f-57f273b66d18 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:10.311905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e08a05e8-db1d-42de-8d19-b19141fc1aba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:10.314091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6d06f478-271d-4ab0-a489-8439f53837a7 None None] Deleting port 047a2daa-a667-4f87-9822-c3b03486d653 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:10.314990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6d06f478-271d-4ab0-a489-8439f53837a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:10.370807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:10.371773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:10.457698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c88094-5cb3-4730-a0d1-47218be6bf32 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:10.469167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c88094-5cb3-4730-a0d1-47218be6bf32 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:10.471597 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b9c88094-5cb3-4730-a0d1-47218be6bf32 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8538816 Sep 19 12:18:10.483029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55166) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:10.535166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:10.592011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0085711b-8479-40bb-ad3c-f0679d483faf None None] Provisioning complete for port 45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:10.592470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0085711b-8479-40bb-ad3c-f0679d483faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:10.602167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Pushing event deleted for resources: {'Port': ['ID=ec92cdbb-7476-4c0e-a70e-ae6019e0bc10,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:10.613632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682de4e0-8bf5-49fb-a55e-588167ff798e tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:10.614488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-682de4e0-8bf5-49fb-a55e-588167ff798e tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Synchronizing usage tracker for tenant:bca18b2f93874197a06f40ec34ce32ab on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:10.678677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6d06f478-271d-4ab0-a489-8439f53837a7 None None] For port 047a2daa-a667-4f87-9822-c3b03486d653, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=047a2daa-a667-4f87-9822-c3b03486d653,segment=NetworkSegment(3844187e-66b4-4756-ac78-58597d656298),segment_id=3844187e-66b4-4756-ac78-58597d656298)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:10.679238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6d06f478-271d-4ab0-a489-8439f53837a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:10.679494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:10.712982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e08a05e8-db1d-42de-8d19-b19141fc1aba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:10.832923 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-519cfe4b-596c-4caf-b24a-a276f2e1c182 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 6.0361032 Sep 19 12:18:10.834694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb9a456-efb2-453e-8b92-7f01a5f3199f None None] Update dhcp port {'port': {'network_id': '1911f82a-08a6-445f-a309-07bce9e7b0d0', 'fixed_ips': [{'subnet_id': '91e34548-1105-4cb4-a3b1-bbb55221551b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'faaca199-7ad2-448a-84d8-e3cf8a5e7ce4', 'ip_address': '2001:db8::2'}, {'subnet_id': '3927b4cf-8449-4d3a-b5fd-707b294d1b6f'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': '5781e8f8-7d1a-4a67-a8ac-27de18e6d686'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:18:10.846611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55170) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:10.855025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:10.863466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6d06f478-271d-4ab0-a489-8439f53837a7 None None] Calling delete_port for 047a2daa-a667-4f87-9822-c3b03486d653 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:10.868406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.19'}]}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:10.875537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-682de4e0-8bf5-49fb-a55e-588167ff798e tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Unset dirty status for tenant:bca18b2f93874197a06f40ec34ce32ab on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:10.878731 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-682de4e0-8bf5-49fb-a55e-588167ff798e tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.4654298 Sep 19 12:18:10.890436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:10.893258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55174) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:10.905409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Usage tracker for resource:router and tenant:badd918728d9419db77bf80e04142c5f is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:10.929590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0085711b-8479-40bb-ad3c-f0679d483faf None None] Port 45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:10.962592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d6e27790-a9ec-4fbc-8b38-d03dc2a41301 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:10.963167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e27790-a9ec-4fbc-8b38-d03dc2a41301 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:10.982043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dbb9a456-efb2-453e-8b92-7f01a5f3199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.013792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:11.018136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.055891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 442f6e2c-072c-480a-997b-e78fcb242e0a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:11.070608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 442f6e2c-072c-480a-997b-e78fcb242e0a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:11.070984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.097947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:11.118995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6d06f478-271d-4ab0-a489-8439f53837a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.125794 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e08a05e8-db1d-42de-8d19-b19141fc1aba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.247144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06f478-271d-4ab0-a489-8439f53837a7 None None] Pushing event deleted for resources: {'Port': ['ID=047a2daa-a667-4f87-9822-c3b03486d653,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:11.254052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d06f478-271d-4ab0-a489-8439f53837a7 None None] No DVR routers for this DVR port 047a2daa-a667-4f87-9822-c3b03486d653 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:18:11.284219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.299841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.389667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dfea15d3-edff-4539-902a-0729a29466f3 None None] Provisioning for port 2145cfda-8dec-4c89-ba67-2c13913e3b60 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:11.391644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.393069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.405377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dfea15d3-edff-4539-902a-0729a29466f3 None None] Provisioning complete for port 2145cfda-8dec-4c89-ba67-2c13913e3b60 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:11.405827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dfea15d3-edff-4539-902a-0729a29466f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.468219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 442f6e2c-072c-480a-997b-e78fcb242e0a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:11.468743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.476117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.498427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-dbb9a456-efb2-453e-8b92-7f01a5f3199f None None] Allocated IP 2001:db8:0:2::2 (1911f82a-08a6-445f-a309-07bce9e7b0d0/3927b4cf-8449-4d3a-b5fd-707b294d1b6f/5781e8f8-7d1a-4a67-a8ac-27de18e6d686) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:11.513944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-dfea15d3-edff-4539-902a-0729a29466f3 None None] Port 2145cfda-8dec-4c89-ba67-2c13913e3b60 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:11.520604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 442f6e2c-072c-480a-997b-e78fcb242e0a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=442f6e2c-072c-480a-997b-e78fcb242e0a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:11.524294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.551182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.555184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Fanout notify agent at l3_agent the message router_deleted on router 6653d31b-8ac7-4070-87eb-edd6880c238c {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:18:11.565722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.598842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.603691 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-edfd4bca-b80f-4b48-8dbc-4bb2543f3816 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/6653d31b-8ac7-4070-87eb-edd6880c238c HTTP/1.1" status: 204 len: 168 time: 5.8425386 Sep 19 12:18:11.604612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55178) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:11.623579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.624631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a6c3de7a-8bb8-4a97-8911-927cee43b9aa up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:11.659028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-970281160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:11.670530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.676608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:11.692157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Usage tracker for resource:router and tenant:6ae7e1e197354711b742cd2f513f8892 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:11.697233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:11.704023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-583ca1f3-68d3-4e13-9e76-4b7bc330f932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.707308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:11.749527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e08a05e8-db1d-42de-8d19-b19141fc1aba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.754052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.803029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e27790-a9ec-4fbc-8b38-d03dc2a41301 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.803667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=442f6e2c-072c-480a-997b-e78fcb242e0a,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:11.828161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-dbb9a456-efb2-453e-8b92-7f01a5f3199f None None] For port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,segment=NetworkSegment(2ac2ed77-a30d-48d5-aba2-5720360afb2d),segment_id=2ac2ed77-a30d-48d5-aba2-5720360afb2d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:11.857343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dbb9a456-efb2-453e-8b92-7f01a5f3199f None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.876955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dbb9a456-efb2-453e-8b92-7f01a5f3199f None None] Transition to ACTIVE for port object 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:11.900886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a05e8-db1d-42de-8d19-b19141fc1aba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Subnet': ['ID=01d11f32-081b-480d-9d0f-57f273b66d18,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:11.912374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e7f69-da3f-4810-a590-be966c262905 None None] Network da02aaf4-ba23-4828-ad20-653d6a280944 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:11.929471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port a6c3de7a-8bb8-4a97-8911-927cee43b9aa completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:11.985537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a6c3de7a-8bb8-4a97-8911-927cee43b9aa triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:11.985537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.986169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:11.987403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.001001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e08a05e8-db1d-42de-8d19-b19141fc1aba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.005332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.054989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=2145cfda-8dec-4c89-ba67-2c13913e3b60,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:12.080509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dbb9a456-efb2-453e-8b92-7f01a5f3199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.102887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d6e27790-a9ec-4fbc-8b38-d03dc2a41301 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:12.119966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.221258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Allocated IP 172.20.0.1 (100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b/acb48567-a60c-4a71-9716-2db873d94554/2511ef29-6714-4d54-a3c3-4ca5532bdb6b) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:12.268207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.390396 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e08a05e8-db1d-42de-8d19-b19141fc1aba tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/01d11f32-081b-480d-9d0f-57f273b66d18 HTTP/1.1" status: 204 len: 168 time: 2.4223201 Sep 19 12:18:12.397665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55182) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:12.398394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9a456-efb2-453e-8b92-7f01a5f3199f None None] Pushing event updated for resources: {'Port': ['ID=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:12.410394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5b2894-4fb9-41b6-8da1-d314e54ef569']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:12.488211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3844187e-66b4-4756-ac78-58597d656298') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:12.489252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3844187e-66b4-4756-ac78-58597d656298') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:12.500606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a6c3de7a-8bb8-4a97-8911-927cee43b9aa is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:12.501899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.518799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.523844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.527938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.546103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port a6c3de7a-8bb8-4a97-8911-927cee43b9aa, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a6c3de7a-8bb8-4a97-8911-927cee43b9aa,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:12.559526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.564537 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-21722b73-a2a2-44df-92c5-635e6931c0e0 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9490759 Sep 19 12:18:12.568913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55186) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:12.587473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'enable_snat': False}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:12.628078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd582b28-5a72-415e-9727-43266c86b3c7 None None] DHCP port deletion for da02aaf4-ba23-4828-ad20-653d6a280944 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:18:12.633574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.634198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.635321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 047a2daa-a667-4f87-9822-c3b03486d653 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:12.646675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:18:12.647184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.817461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 047a2daa-a667-4f87-9822-c3b03486d653 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:18:12.817800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 047a2daa-a667-4f87-9822-c3b03486d653 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 19 12:18:12.854328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-dd582b28-5a72-415e-9727-43266c86b3c7 None None] Deleting port a4da7e0f-36fe-4993-9eee-b6942ca5b27e {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:12.854686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.854827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd582b28-5a72-415e-9727-43266c86b3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.858560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:12.898047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Port 047a2daa-a667-4f87-9822-c3b03486d653 not found, will not notify nova. {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 19 12:18:12.898593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c29f8c99-0313-486d-acec-2a9778ed76da up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:12.901550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Transition to ACTIVE for port object 2511ef29-6714-4d54-a3c3-4ca5532bdb6b will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:12.969295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Delete allocated IP 2001:db8::3b9 (1911f82a-08a6-445f-a309-07bce9e7b0d0/faaca199-7ad2-448a-84d8-e3cf8a5e7ce4) {{(pid=89794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 12:18:12.978248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Allocated IP 2001:db8:0:2::35c (1911f82a-08a6-445f-a309-07bce9e7b0d0/3927b4cf-8449-4d3a-b5fd-707b294d1b6f/101ad238-d332-4912-8760-d093601f27ef) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:13.000439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=a6c3de7a-8bb8-4a97-8911-927cee43b9aa,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:13.011565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port a4da7e0f-36fe-4993-9eee-b6942ca5b27e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:13.011911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.153975 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 3844187e-66b4-4756-ac78-58597d656298 resource provider aggregate not found Sep 19 12:18:13.172702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.182054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.202673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-dd582b28-5a72-415e-9727-43266c86b3c7 None None] For port a4da7e0f-36fe-4993-9eee-b6942ca5b27e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a4da7e0f-36fe-4993-9eee-b6942ca5b27e,segment=NetworkSegment(b95522e8-03c5-4bae-907b-c0ddcf45944a),segment_id=b95522e8-03c5-4bae-907b-c0ddcf45944a)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:13.203384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd582b28-5a72-415e-9727-43266c86b3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.210537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e27790-a9ec-4fbc-8b38-d03dc2a41301 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.218928 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 3844187e-66b4-4756-ac78-58597d656298 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3844187e-66b4-4756-ac78-58597d656298 found for delete ", "request_id": "req-2f4fee38-9884-47f0-8a1e-067cb7902b7c"}]} Sep 19 12:18:13.239285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.294568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Network': ['ID=5a5b2894-4fb9-41b6-8da1-d314e54ef569,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:13.332515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c29f8c99-0313-486d-acec-2a9778ed76da completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:13.343536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-dd582b28-5a72-415e-9727-43266c86b3c7 None None] Calling delete_port for a4da7e0f-36fe-4993-9eee-b6942ca5b27e owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:13.359464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e27790-a9ec-4fbc-8b38-d03dc2a41301 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:13.377248 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-13f1dea1-9afe-4fd1-b8b0-a03332408940 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "DELETE /v2.0/networks/5a5b2894-4fb9-41b6-8da1-d314e54ef569 HTTP/1.1" status: 204 len: 168 time: 2.4800279 Sep 19 12:18:13.378489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55196) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:13.383756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d6e27790-a9ec-4fbc-8b38-d03dc2a41301 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.385894 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d6e27790-a9ec-4fbc-8b38-d03dc2a41301 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a HTTP/1.1" status: 204 len: 168 time: 2.9018862 Sep 19 12:18:13.388404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c29f8c99-0313-486d-acec-2a9778ed76da triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:13.388982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.395259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55198) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:13.452915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-eb2e360c-089b-40b1-b8cd-54f42c93f457 None None] Provisioning complete for port 101ad238-d332-4912-8760-d093601f27ef triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:13.453572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eb2e360c-089b-40b1-b8cd-54f42c93f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.546497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:18:13.547137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e360c-089b-40b1-b8cd-54f42c93f457 None None] Port 101ad238-d332-4912-8760-d093601f27ef cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:13.581536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.618639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.633259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c29f8c99-0313-486d-acec-2a9778ed76da is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:13.633259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.633618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Transition to ACTIVE for port object 101ad238-d332-4912-8760-d093601f27ef will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:13.638726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:13.647151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf55105-75bb-401b-868c-d5891b0c339d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:13.647391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:13.649690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf55105-75bb-401b-868c-d5891b0c339d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:13.650865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd582b28-5a72-415e-9727-43266c86b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.651038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5cf55105-75bb-401b-868c-d5891b0c339d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:13.658564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.674876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:13.693918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Deleting port 0514ce4e-11cd-4484-9dd1-68683f95f279 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:13.695398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.713842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd582b28-5a72-415e-9727-43266c86b3c7 None None] Pushing event deleted for resources: {'Port': ['ID=a4da7e0f-36fe-4993-9eee-b6942ca5b27e,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:13.723720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-eb2e360c-089b-40b1-b8cd-54f42c93f457 None None] Provisioning for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:13.732313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.739673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ade61d1b-ddf9-4579-b438-0605eb7d791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.749495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-eb2e360c-089b-40b1-b8cd-54f42c93f457 None None] Provisioning complete for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:13.750158 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eb2e360c-089b-40b1-b8cd-54f42c93f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.765844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.815316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd582b28-5a72-415e-9727-43266c86b3c7 None None] No DVR routers for this DVR port a4da7e0f-36fe-4993-9eee-b6942ca5b27e on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:18:13.817046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.826821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c29f8c99-0313-486d-acec-2a9778ed76da, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c29f8c99-0313-486d-acec-2a9778ed76da,segment=NetworkSegment(00bdbd89-16ad-45f6-a0c7-2a346f746f8e),segment_id=00bdbd89-16ad-45f6-a0c7-2a346f746f8e)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:13.860055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5cf55105-75bb-401b-868c-d5891b0c339d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:13.864580 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5cf55105-75bb-401b-868c-d5891b0c339d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4648299 Sep 19 12:18:13.910185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e360c-089b-40b1-b8cd-54f42c93f457 None None] Current status of the port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:13.919983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55204) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:13.927983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-eb2e360c-089b-40b1-b8cd-54f42c93f457 None None] Provisioning complete for port 02513804-4626-43a0-a336-6b6ad787996d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:13.928439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eb2e360c-089b-40b1-b8cd-54f42c93f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.962140 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.985308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] In _notify_port_updated(), no bound segment for port 101ad238-d332-4912-8760-d093601f27ef on network 1911f82a-08a6-445f-a309-07bce9e7b0d0 {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:18:13.986251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=2511ef29-6714-4d54-a3c3-4ca5532bdb6b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:13.991423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:13.992103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:13.997431 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "PUT /v2.0/ports/101ad238-d332-4912-8760-d093601f27ef HTTP/1.1" status: 200 len: 970 time: 4.4468291 Sep 19 12:18:14.007232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55208) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:14.146597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:14.201447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e360c-089b-40b1-b8cd-54f42c93f457 None None] Port 02513804-4626-43a0-a336-6b6ad787996d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:14.221028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c29f8c99-0313-486d-acec-2a9778ed76da,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:14.240209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3f87d-67c6-4ba6-8a25-8ef61bc53a4c None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:18:14.275365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:14.275746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.365109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port a4da7e0f-36fe-4993-9eee-b6942ca5b27e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a4da7e0f-36fe-4993-9eee-b6942ca5b27e,segment=NetworkSegment(b95522e8-03c5-4bae-907b-c0ddcf45944a),segment_id=b95522e8-03c5-4bae-907b-c0ddcf45944a)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:14.365727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.385245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.419497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f6dff5a4-f27f-4153-ab67-ca5c257b21a3 None None] Provisioning for port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:14.428130 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f6dff5a4-f27f-4153-ab67-ca5c257b21a3 None None] Provisioning complete for port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:14.428551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f6dff5a4-f27f-4153-ab67-ca5c257b21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.464624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af5304-f620-429f-86c9-3fe3ede59d08 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event updated for resources: {'Port': ['ID=101ad238-d332-4912-8760-d093601f27ef,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:14.525228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-714f269a-91ca-46c3-87b2-48b6631b34a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 197ebf13-756a-4b6b-890c-aa9af8e979a6 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:14.537398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for a4da7e0f-36fe-4993-9eee-b6942ca5b27e owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:14.560170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3f87d-67c6-4ba6-8a25-8ef61bc53a4c None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:18:14.566125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f6dff5a4-f27f-4153-ab67-ca5c257b21a3 None None] Port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:14.567696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:14.568845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a6c3de7a-8bb8-4a97-8911-927cee43b9aa up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:14.605462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-714f269a-91ca-46c3-87b2-48b6631b34a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.637458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5366177e-e96c-49e1-afb4-4b74449d8c78 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 101ad238-d332-4912-8760-d093601f27ef {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:14.637801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5366177e-e96c-49e1-afb4-4b74449d8c78 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.655221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.736341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f6dff5a4-f27f-4153-ab67-ca5c257b21a3 None None] Provisioning for port 101ad238-d332-4912-8760-d093601f27ef completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:14.752344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f6dff5a4-f27f-4153-ab67-ca5c257b21a3 None None] Provisioning complete for port 101ad238-d332-4912-8760-d093601f27ef triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:14.758801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f6dff5a4-f27f-4153-ab67-ca5c257b21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.773753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] For port 0514ce4e-11cd-4484-9dd1-68683f95f279, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0514ce4e-11cd-4484-9dd1-68683f95f279,segment=NetworkSegment(b7b41c26-a77b-40ef-ba5d-59f34dba6960),segment_id=b7b41c26-a77b-40ef-ba5d-59f34dba6960)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:14.774118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.788808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.792197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a6c3de7a-8bb8-4a97-8911-927cee43b9aa triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:14.792579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.820972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-714f269a-91ca-46c3-87b2-48b6631b34a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.900146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:18:14.900770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:18:14.943770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:14.958654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f6dff5a4-f27f-4153-ab67-ca5c257b21a3 None None] Port 101ad238-d332-4912-8760-d093601f27ef cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:14.980516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.030678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Calling delete_port for 0514ce4e-11cd-4484-9dd1-68683f95f279 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:15.085627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a6c3de7a-8bb8-4a97-8911-927cee43b9aa is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:15.086707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 442f6e2c-072c-480a-997b-e78fcb242e0a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:15.125045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.255977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 442f6e2c-072c-480a-997b-e78fcb242e0a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:15.256468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.325214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.404868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 442f6e2c-072c-480a-997b-e78fcb242e0a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:15.405129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-714f269a-91ca-46c3-87b2-48b6631b34a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.405246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port a4da7e0f-36fe-4993-9eee-b6942ca5b27e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:15.405246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.461980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a4da7e0f-36fe-4993-9eee-b6942ca5b27e no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:18:15.467803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:18:15.497055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.498265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: a4da7e0f-36fe-4993-9eee-b6942ca5b27e {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:18:15.498614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a4da7e0f-36fe-4993-9eee-b6942ca5b27e not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:18:15.499062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 047a2daa-a667-4f87-9822-c3b03486d653 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:18:15.524531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.535568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 047a2daa-a667-4f87-9822-c3b03486d653 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:18:15.535568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 047a2daa-a667-4f87-9822-c3b03486d653 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:18:15.543064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5366177e-e96c-49e1-afb4-4b74449d8c78 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.544276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.578464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] The port 'a4da7e0f-36fe-4993-9eee-b6942ca5b27e' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:18:15.613840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=2145cfda-8dec-4c89-ba67-2c13913e3b60,revision_number=3']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:15.617489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.633905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Port': ['ID=0514ce4e-11cd-4484-9dd1-68683f95f279,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:15.635766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] No DVR routers for this DVR port 0514ce4e-11cd-4484-9dd1-68683f95f279 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:18:15.667658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.707668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5366177e-e96c-49e1-afb4-4b74449d8c78 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 101ad238-d332-4912-8760-d093601f27ef owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:15.747091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.917592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=2511ef29-6714-4d54-a3c3-4ca5532bdb6b,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:15.928991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:15.989520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.020766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.039734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c29f8c99-0313-486d-acec-2a9778ed76da up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:16.090342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da02aaf4-ba23-4828-ad20-653d6a280944']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:16.113650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c29f8c99-0313-486d-acec-2a9778ed76da triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:16.114025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.155414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95522e8-03c5-4bae-907b-c0ddcf45944a') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:16.155645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95522e8-03c5-4bae-907b-c0ddcf45944a') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:16.172199 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-714f269a-91ca-46c3-87b2-48b6631b34a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.198007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.211263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.234237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Allocated IP 172.26.5.206 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/d7e43788-0ff6-4039-8e61-307ba831dbe7) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:16.243948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c29f8c99-0313-486d-acec-2a9778ed76da is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:16.255091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.274693 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f269a-91ca-46c3-87b2-48b6631b34a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=197ebf13-756a-4b6b-890c-aa9af8e979a6,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:16.280525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:18:16.283672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.331370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.368474 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment b95522e8-03c5-4bae-907b-c0ddcf45944a resource provider aggregate not found Sep 19 12:18:16.373933 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f86b76-c518-4223-a01b-de6e88b3b121 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:16.377718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-714f269a-91ca-46c3-87b2-48b6631b34a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.411174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 35567e3e-4560-4377-b6f6-ac21aa4e7f52 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:16.466373 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment b95522e8-03c5-4bae-907b-c0ddcf45944a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b95522e8-03c5-4bae-907b-c0ddcf45944a found for delete ", "request_id": "req-8267d1ae-5982-477d-afca-d2b685b92060"}]} Sep 19 12:18:16.474093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:16.494947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.497551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.501043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:16.523964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:16.553255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b41c26-a77b-40ef-ba5d-59f34dba6960') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:16.553515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b41c26-a77b-40ef-ba5d-59f34dba6960') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:16.568465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:16.577441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.608034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.622811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:18:16.623191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.652048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.652048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e7aced1-5523-4c1a-ba71-49a20c4fb0e6 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:18:16.709597 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b7b41c26-a77b-40ef-ba5d-59f34dba6960 resource provider aggregate not found Sep 19 12:18:16.740786 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-714f269a-91ca-46c3-87b2-48b6631b34a4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/197ebf13-756a-4b6b-890c-aa9af8e979a6 HTTP/1.1" status: 204 len: 168 time: 2.8150504 Sep 19 12:18:16.742805 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b7b41c26-a77b-40ef-ba5d-59f34dba6960 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7b41c26-a77b-40ef-ba5d-59f34dba6960 found for delete ", "request_id": "req-611a83e3-9525-4447-8201-c067d34d8dd2"}]} Sep 19 12:18:16.754806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55220) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:16.761932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5366177e-e96c-49e1-afb4-4b74449d8c78 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.840636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df40513-6bf4-4590-a1a0-939e1e73e3e4 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:18:16.846278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6df40513-6bf4-4590-a1a0-939e1e73e3e4 None None] Deleting port a6c3de7a-8bb8-4a97-8911-927cee43b9aa {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:16.852641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6df40513-6bf4-4590-a1a0-939e1e73e3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:16.892222 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6bfffcc9-46b0-49e1-aee9-af6348e8cb0f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1360829 Sep 19 12:18:16.895062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366177e-e96c-49e1-afb4-4b74449d8c78 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=101ad238-d332-4912-8760-d093601f27ef,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:16.897678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55224) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:16.988550 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 19 12:18:16.989878 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a5b62b16-9beb-4a67-943d-481b6a52c400 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.1398413 Sep 19 12:18:16.996062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.000908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.007604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5366177e-e96c-49e1-afb4-4b74449d8c78 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.018927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55228) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:17.023394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-160d3763-ace3-4d8d-89a6-fdd179bb4302 None None] Provisioning complete for port 2145cfda-8dec-4c89-ba67-2c13913e3b60 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:17.023772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-160d3763-ace3-4d8d-89a6-fdd179bb4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.043253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.087241 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5366177e-e96c-49e1-afb4-4b74449d8c78 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/101ad238-d332-4912-8760-d093601f27ef HTTP/1.1" status: 204 len: 168 time: 3.0789340 Sep 19 12:18:17.088498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Network': ['ID=9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:17.099801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55232) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:17.104253 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e33b8de9-1d59-42d2-a429-e55e8a49e8ee tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "DELETE /v2.0/networks/9a11ac4e-2d29-45c2-b6a0-1dc5719f44d3 HTTP/1.1" status: 204 len: 168 time: 3.7170663 Sep 19 12:18:17.106113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.107506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55234) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:17.149472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Network': ['ID=da02aaf4-ba23-4828-ad20-653d6a280944,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:17.201949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-160d3763-ace3-4d8d-89a6-fdd179bb4302 None None] Port 2145cfda-8dec-4c89-ba67-2c13913e3b60 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:17.209148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Router be9009fc-a93c-4804-a095-e8495d571284 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:18:17.219189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.236699 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6df40513-6bf4-4590-a1a0-939e1e73e3e4 None None] For port a6c3de7a-8bb8-4a97-8911-927cee43b9aa, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a6c3de7a-8bb8-4a97-8911-927cee43b9aa,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:17.237371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6df40513-6bf4-4590-a1a0-939e1e73e3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.244546 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-77faccf8-cced-473a-8160-0b1b4b8f7fd0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/networks/da02aaf4-ba23-4828-ad20-653d6a280944 HTTP/1.1" status: 204 len: 168 time: 4.8436806 Sep 19 12:18:17.248331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55240) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:17.257935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1075763584', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:17.274948 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-284fb71c-182c-4e58-bd7e-18c05e43f802 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] GET failed (client error): The resource could not be found. Sep 19 12:18:17.275588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-284fb71c-182c-4e58-bd7e-18c05e43f802 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:17.306335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-9a8138b1-be37-4663-aba2-54937bb42ea3 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Deleting port 95b585b7-3e09-4704-9022-6785e2ab39b9 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:17.306790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9a8138b1-be37-4663-aba2-54937bb42ea3 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.331882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:17.350065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:router and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:17.363774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:17.378258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:17.384665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6df40513-6bf4-4590-a1a0-939e1e73e3e4 None None] Calling delete_port for a6c3de7a-8bb8-4a97-8911-927cee43b9aa owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:17.391124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.437801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac4e9e-6842-4703-969d-fb5935b4d4b9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:17.438605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c8ac4e9e-6842-4703-969d-fb5935b4d4b9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:17.438787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0a4d52f3-cf3b-4d1b-bbf6-e3b3b9de1869 None None] Provisioning complete for port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:17.439135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0a4d52f3-cf3b-4d1b-bbf6-e3b3b9de1869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.461752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 74238fc9-ad64-406f-97e3-2ef211254148 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:18:17.520185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d52f3-cf3b-4d1b-bbf6-e3b3b9de1869 None None] Port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:17.601278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6df40513-6bf4-4590-a1a0-939e1e73e3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.619229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:17.629097 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.630113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.634042 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Sync routers for ids ['be9009fc-a93c-4804-a095-e8495d571284'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:17.643543 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Routers {'be9009fc-a93c-4804-a095-e8495d571284'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:17.644412 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['be9009fc-a93c-4804-a095-e8495d571284'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:17.646650 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-70b385c9-bb04-4ade-8c33-39a6f0513bf9 admin admin] 10.222.0.66 "PUT /v2.0/routers/be9009fc-a93c-4804-a095-e8495d571284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5753398 Sep 19 12:18:17.648866 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df40513-6bf4-4590-a1a0-939e1e73e3e4 None None] Pushing event deleted for resources: {'Port': ['ID=a6c3de7a-8bb8-4a97-8911-927cee43b9aa,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:17.661629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-284fb71c-182c-4e58-bd7e-18c05e43f802 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:17.662821 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-284fb71c-182c-4e58-bd7e-18c05e43f802 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports/101ad238-d332-4912-8760-d093601f27ef HTTP/1.1" status: 404 len: 333 time: 0.5572181 Sep 19 12:18:17.671985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df40513-6bf4-4590-a1a0-939e1e73e3e4 None None] No DVR routers for this DVR port a6c3de7a-8bb8-4a97-8911-927cee43b9aa on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:18:17.675265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55246) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:17.678803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c8ac4e9e-6842-4703-969d-fb5935b4d4b9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:17.685357 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c8ac4e9e-6842-4703-969d-fb5935b4d4b9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7861633 Sep 19 12:18:17.708828 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55250) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:17.772266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.790339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.861607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba69ed-63a9-4f7e-91f1-64c0c1317bd6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:17.862541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-16ba69ed-63a9-4f7e-91f1-64c0c1317bd6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:17.865701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:17.877254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35dd46-ec4a-4754-9dcb-579197d13253 None None] Sync routers for ids ['74238fc9-ad64-406f-97e3-2ef211254148'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:17.887790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.894788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35dd46-ec4a-4754-9dcb-579197d13253 None None] Routers {'74238fc9-ad64-406f-97e3-2ef211254148'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:17.895507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9a35dd46-ec4a-4754-9dcb-579197d13253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['74238fc9-ad64-406f-97e3-2ef211254148'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:17.903199 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Set router be9009fc-a93c-4804-a095-e8495d571284 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:18:17.921281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4014988c-32f3-4ba1-9ec0-84304e8df900']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:17.937324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96722f17-041e-4d85-bbdd-bf0c1d7413dd') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:17.937522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.937619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96722f17-041e-4d85-bbdd-bf0c1d7413dd') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:17.951750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:17.983829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.001345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:18.021626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:18.041615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:18:18.041615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.045612 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-98684503-0b5c-4c7f-b554-df44a83a5ec9 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/74238fc9-ad64-406f-97e3-2ef211254148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0360556 Sep 19 12:18:18.045612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:18.049495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9a35dd46-ec4a-4754-9dcb-579197d13253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:18.056955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55258) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:18.066132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35dd46-ec4a-4754-9dcb-579197d13253 None None] Routers {'74238fc9-ad64-406f-97e3-2ef211254148'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:18.067105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9a35dd46-ec4a-4754-9dcb-579197d13253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['74238fc9-ad64-406f-97e3-2ef211254148'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:18.145947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a6c3de7a-8bb8-4a97-8911-927cee43b9aa no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:18:18.161829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-16ba69ed-63a9-4f7e-91f1-64c0c1317bd6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:18.165231 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-16ba69ed-63a9-4f7e-91f1-64c0c1317bd6 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4548600 Sep 19 12:18:18.186027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55262) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:18.192405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9a35dd46-ec4a-4754-9dcb-579197d13253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:18.193516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35dd46-ec4a-4754-9dcb-579197d13253 None None] The sync data for ids ['74238fc9-ad64-406f-97e3-2ef211254148'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:18.195091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: a6c3de7a-8bb8-4a97-8911-927cee43b9aa {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:18:18.195640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a6c3de7a-8bb8-4a97-8911-927cee43b9aa not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:18:18.204005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Pushing event updated for resources: {'Port': ['ID=d7e43788-0ff6-4039-8e61-307ba831dbe7,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:18.303790 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9ef2355b-fc33-479d-add5-aa5a266981d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147168 Sep 19 12:18:18.309322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55266) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:18.310077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.311219 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d835654c-2541-4766-ba72-f49225dd636a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0606055 Sep 19 12:18:18.314905 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9009fc-a93c-4804-a095-e8495d571284', 'name': 'tempest-TestVolumeBootPattern-1647849601-router', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:55Z', 'updated_at': '2022-09-19T12:18:13Z', 'revision_number': 4, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'gw_port': {'id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:58Z', 'updated_at': '2022-09-19T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '2511ef29-6714-4d54-a3c3-4ca5532bdb6b', 'name': '', 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'mac_address': 'fa:16:3e:41:7f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'acb48567-a60c-4a71-9716-2db873d94554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:11Z', 'updated_at': '2022-09-19T12:18:14Z', 'revision_number': 2, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'subnets': [{'id': 'acb48567-a60c-4a71-9716-2db873d94554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:18.319049 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Checking router: be9009fc-a93c-4804-a095-e8495d571284 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:18:18.319193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:18.319402 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Updating router be9009fc-a93c-4804-a095-e8495d571284 port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:18:18.333762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55270) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:18.333977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf0707-d7ce-4095-ae40-3dbfa2e69139 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:18.334573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fdcf0707-d7ce-4095-ae40-3dbfa2e69139 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Synchronizing usage tracker for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:18.346608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9a8138b1-be37-4663-aba2-54937bb42ea3 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.352191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-274225348'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:18.371191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f6313b3e-98ac-484f-b2bf-0d108845a565 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.382090 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.483937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:18.492681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55274) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:18.504341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-9a8138b1-be37-4663-aba2-54937bb42ea3 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Calling delete_port for 95b585b7-3e09-4704-9022-6785e2ab39b9 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:18.514306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:network and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:18.525071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:18.533378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54586161', 'description': 'tempest-secgroup-smoke-54586161 description', 'project_id': 'f625faa175074f0e9fb497e71f4f2a55'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:18.535451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.573001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.591622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:18.596482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:18.599437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fdcf0707-d7ce-4095-ae40-3dbfa2e69139 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Unset dirty status for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:18.602947 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fdcf0707-d7ce-4095-ae40-3dbfa2e69139 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports/2145cfda-8dec-4c89-ba67-2c13913e3b60 HTTP/1.1" status: 200 len: 977 time: 0.5182357 Sep 19 12:18:18.602947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Network': ['ID=4014988c-32f3-4ba1-9ec0-84304e8df900,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:18.606147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f6313b3e-98ac-484f-b2bf-0d108845a565 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.612900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55278) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:18.623180 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b00e2889-8ab6-468f-9037-8a2e318d00f8 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "DELETE /v2.0/networks/4014988c-32f3-4ba1-9ec0-84304e8df900 HTTP/1.1" status: 204 len: 168 time: 1.5019028 Sep 19 12:18:18.628522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:security_group and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:18.633532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55282) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:18.636776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:18.709011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:18.772898 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.804894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:18.810848 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 96722f17-041e-4d85-bbdd-bf0c1d7413dd resource provider aggregate not found Sep 19 12:18:18.812456 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:18.816753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.822250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.839104 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 96722f17-041e-4d85-bbdd-bf0c1d7413dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96722f17-041e-4d85-bbdd-bf0c1d7413dd found for delete ", "request_id": "req-cc3060a2-e51c-46d7-ae1d-c0f5158095e9"}]} Sep 19 12:18:18.882505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f6313b3e-98ac-484f-b2bf-0d108845a565 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:18.923948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6313b3e-98ac-484f-b2bf-0d108845a565 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1047d3-fc16-4982-a0fe-9a723759a6b1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:19.003681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f6313b3e-98ac-484f-b2bf-0d108845a565 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.007308 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f6313b3e-98ac-484f-b2bf-0d108845a565 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/security-groups/9c1047d3-fc16-4982-a0fe-9a723759a6b1 HTTP/1.1" status: 204 len: 168 time: 1.3278573 Sep 19 12:18:19.008852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55290) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:19.009833 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Transition to ACTIVE for port object 2511ef29-6714-4d54-a3c3-4ca5532bdb6b will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:19.013873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9a8138b1-be37-4663-aba2-54937bb42ea3 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.022900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:19.061839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:18:19.070736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.087037 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.119447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8138b1-be37-4663-aba2-54937bb42ea3 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Pushing event deleted for resources: {'Port': ['ID=95b585b7-3e09-4704-9022-6785e2ab39b9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:19.126778 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.167149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b545eac2-9ff0-4432-9650-118a65947b7b']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:19.199012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:19.201237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.230175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72afb62-5936-479b-ad6e-53c2322dfaa0') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:19.230554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72afb62-5936-479b-ad6e-53c2322dfaa0') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:19.281443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.308674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0419f172-b0e2-4cbe-93b5-6bedaa3f1ee9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.312972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.331773 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaffdf5-09e4-483d-9814-0432d4330dd2 None None] Pushing event updated for resources: {'Port': ['ID=2511ef29-6714-4d54-a3c3-4ca5532bdb6b,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:19.335609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:18:19.336008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.352169 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Attempting to bind port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:19.352169 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Attempting to bind port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'cb2c2fe9-8220-4665-bdba-9a607b782980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:19.352474 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Attempting to bind port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b on network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:19.352579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9a8138b1-be37-4663-aba2-54937bb42ea3 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.354433 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9a8138b1-be37-4663-aba2-54937bb42ea3 tempest-RoutersAdminNegativeIpV6Test-841397020 tempest-RoutersAdminNegativeIpV6Test-841397020-project-admin] 10.222.0.66 "DELETE /v2.0/ports/95b585b7-3e09-4704-9022-6785e2ab39b9 HTTP/1.1" status: 204 len: 168 time: 2.3185611 Sep 19 12:18:19.367301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.367723 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added segment 65a4c4fc-6796-4f0f-a75c-6ecbe379fc79 of type vlan for network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 Sep 19 12:18:19.374877 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:19.375261 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Checking segment: {'id': 'cb2c2fe9-8220-4665-bdba-9a607b782980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:19.375666 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.376088 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Bound using segment: {'id': 'cb2c2fe9-8220-4665-bdba-9a607b782980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:19.378817 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Bound port: 2511ef29-6714-4d54-a3c3-4ca5532bdb6b, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2c2fe9-8220-4665-bdba-9a607b782980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:19.379822 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.420163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0419f172-b0e2-4cbe-93b5-6bedaa3f1ee9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.449653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:19.487659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:security_group_rule and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:19.496838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:19.507291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.518265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:19.523466 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] For port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:19.528360 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] For port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=2511ef29-6714-4d54-a3c3-4ca5532bdb6b,segment=NetworkSegment(cb2c2fe9-8220-4665-bdba-9a607b782980),segment_id=cb2c2fe9-8220-4665-bdba-9a607b782980)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:19.550280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.645988 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.677659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.683762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0419f172-b0e2-4cbe-93b5-6bedaa3f1ee9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.696960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Pushing event deleted for resources: {'Network': ['ID=b545eac2-9ff0-4432-9650-118a65947b7b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:19.716885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0419f172-b0e2-4cbe-93b5-6bedaa3f1ee9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.717102 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Routers {'be9009fc-a93c-4804-a095-e8495d571284'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:19.717102 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['be9009fc-a93c-4804-a095-e8495d571284'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:19.717317 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0419f172-b0e2-4cbe-93b5-6bedaa3f1ee9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/security-groups/5700cfe3-41dd-4f9e-92cb-d7903cca6136 HTTP/1.1" status: 204 len: 168 time: 0.7070055 Sep 19 12:18:19.718951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.719428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.719803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.720682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.721019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.721359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.721689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.722345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.722345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.722772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.723011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.723335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:19.726086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419f172-b0e2-4cbe-93b5-6bedaa3f1ee9 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5700cfe3-41dd-4f9e-92cb-d7903cca6136,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:19.727954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55296) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:19.728916 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ef2f62e5-edad-4218-9a71-5352d27c6994 tempest-BulkNetworkOpsTest-2070525529 tempest-BulkNetworkOpsTest-2070525529-project] 10.222.0.66 "DELETE /v2.0/networks/b545eac2-9ff0-4432-9650-118a65947b7b HTTP/1.1" status: 204 len: 168 time: 1.0920427 Sep 19 12:18:19.821467 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaffdf5-09e4-483d-9814-0432d4330dd2 None None] Pushing event updated for resources: {'Port': ['ID=2511ef29-6714-4d54-a3c3-4ca5532bdb6b,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:19.842540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.890266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.896250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:19.896833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:19.982547 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] Set router be9009fc-a93c-4804-a095-e8495d571284 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:18:20.109130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.114700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55304) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:20.255408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Network': ['ID=01e3145f-6b70-42e9-9663-a794f4d8f0a7,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:20.271251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.286092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55312) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:20.299921 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9600413 Sep 19 12:18:20.306205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55318) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:20.311963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'subnet': {'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:20.314197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.314436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.314807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.315154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.315492 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.315834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.316164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.316491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.316824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.317152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.317480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.317805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe460-c146-4115-9ba0-4d7d52d29ac2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:20.332891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d547e5a0-b3ff-4d87-946f-2c456051ce91 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.333342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:18:20.442061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98b516-8cad-41c7-9a9e-77f29bdbca31,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:20.443985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-926ac461-ba5b-4bbf-8573-4e81ce6f469a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.474186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.478995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.480255 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eaf34bb5-3ace-4844-84a6-28e5d32baa66 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.9867189 Sep 19 12:18:20.485835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d547e5a0-b3ff-4d87-946f-2c456051ce91 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.489028 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9009fc-a93c-4804-a095-e8495d571284', 'name': 'tempest-TestVolumeBootPattern-1647849601-router', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:55Z', 'updated_at': '2022-09-19T12:18:13Z', 'revision_number': 4, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'gw_port': {'id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:58Z', 'updated_at': '2022-09-19T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '2511ef29-6714-4d54-a3c3-4ca5532bdb6b', 'name': '', 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'mac_address': 'fa:16:3e:41:7f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'acb48567-a60c-4a71-9716-2db873d94554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:11Z', 'updated_at': '2022-09-19T12:18:19Z', 'revision_number': 4, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'subnets': [{'id': 'acb48567-a60c-4a71-9716-2db873d94554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:20.493434 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6eebb1-782a-480b-b395-c31478b49ef3 None None] The sync data for ids ['be9009fc-a93c-4804-a095-e8495d571284'] in dv-neutron-857775-2-hyperv is: [{'id': 'be9009fc-a93c-4804-a095-e8495d571284', 'name': 'tempest-TestVolumeBootPattern-1647849601-router', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:55Z', 'updated_at': '2022-09-19T12:18:13Z', 'revision_number': 4, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'gw_port': {'id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:58Z', 'updated_at': '2022-09-19T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '2511ef29-6714-4d54-a3c3-4ca5532bdb6b', 'name': '', 'network_id': '100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'mac_address': 'fa:16:3e:41:7f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'acb48567-a60c-4a71-9716-2db873d94554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:11Z', 'updated_at': '2022-09-19T12:18:19Z', 'revision_number': 4, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'subnets': [{'id': 'acb48567-a60c-4a71-9716-2db873d94554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:20.507194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55322) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:20.513747 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'security_group_rule': {'security_group_id': 'ec98b516-8cad-41c7-9a9e-77f29bdbca31', 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:20.559666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:20.583512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-926ac461-ba5b-4bbf-8573-4e81ce6f469a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:20.593006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:security_group_rule and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:20.596459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-926ac461-ba5b-4bbf-8573-4e81ce6f469a admin admin] Usage tracker for resource:security_group_rule and tenant:39e5ded5c78240d2a6c421c048fb226c is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:20.603967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:20.608105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-926ac461-ba5b-4bbf-8573-4e81ce6f469a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:20.616486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:20.625727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-926ac461-ba5b-4bbf-8573-4e81ce6f469a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:20.628137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:20.634796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:20.659033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:subnet and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:20.663980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:20.673014 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1f713633-0e08-4f03-98a8-98d60bd20431 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bca18b2f93874197a06f40ec34ce32ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857381 Sep 19 12:18:20.674266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:20.678978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:20.682452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55326) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:20.692682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dd70a8-50ac-4972-bfea-dcad12401306 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:20.729468 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.738519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.747037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:20.749733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.764843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.815612 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:20.818855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.916570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8ebef7df-a6d1-43bc-a3c0-9e298c526dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:20.921467 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment f72afb62-5936-479b-ad6e-53c2322dfaa0 resource provider aggregate not found Sep 19 12:18:20.978516 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment f72afb62-5936-479b-ad6e-53c2322dfaa0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f72afb62-5936-479b-ad6e-53c2322dfaa0 found for delete ", "request_id": "req-922c60d4-d2a7-4991-9285-b6bf7b8ac0ba"}]} Sep 19 12:18:21.008437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '00329fe4-32c6-412f-baad-d3f16202f492'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:21.012420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.013830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8ebef7df-a6d1-43bc-a3c0-9e298c526dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.064804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-926ac461-ba5b-4bbf-8573-4e81ce6f469a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.109762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.167367 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=00329fe4-32c6-412f-baad-d3f16202f492,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:21.173018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-926ac461-ba5b-4bbf-8573-4e81ce6f469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.201416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.237199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.286385 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-926ac461-ba5b-4bbf-8573-4e81ce6f469a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39e5ded5c78240d2a6c421c048fb226c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1699059 Sep 19 12:18:21.289725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd5ed10-c35c-48ec-bdd1-97fb6f5a2f31,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:21.293760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8ebef7df-a6d1-43bc-a3c0-9e298c526dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.296529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55334) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:21.309906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ac461-ba5b-4bbf-8573-4e81ce6f469a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcb2412-9ce2-4f59-817c-18f45be5ba95,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:21.344064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/00329fe4-32c6-412f-baad-d3f16202f492/e83dccf0-01f1-474c-96c6-a27cca2653b0) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:21.349437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d547e5a0-b3ff-4d87-946f-2c456051ce91 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.352201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d547e5a0-b3ff-4d87-946f-2c456051ce91 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.354588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebef7df-a6d1-43bc-a3c0-9e298c526dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c63eb83-f43a-48ee-81ed-ad2a7be58ce0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:21.357854 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d547e5a0-b3ff-4d87-946f-2c456051ce91 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/security-groups/baf73ed0-fc42-4d15-8337-beeef5c70b22 HTTP/1.1" status: 204 len: 168 time: 1.6222763 Sep 19 12:18:21.358726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55338) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:21.418044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8ebef7df-a6d1-43bc-a3c0-9e298c526dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.419339 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8ebef7df-a6d1-43bc-a3c0-9e298c526dd6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c63eb83-f43a-48ee-81ed-ad2a7be58ce0 HTTP/1.1" status: 204 len: 168 time: 0.7348728 Sep 19 12:18:21.436421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8b170e92-a0e9-439f-946b-b03ab7f363aa tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1214538 Sep 19 12:18:21.437088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55342) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:21.447902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:02:62:0a', 'name': 'tempest-NetworksTestDHCPv6-1224896194'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:21.457369 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547e5a0-b3ff-4d87-946f-2c456051ce91 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf73ed0-fc42-4d15-8337-beeef5c70b22,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:21.553301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.554845 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c7d2a920-6f3f-4691-8239-5073320634f3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0452492 Sep 19 12:18:21.556088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-541df7f7-110f-45f5-b4cf-c746bc9c24db tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet faaca199-7ad2-448a-84d8-e3cf8a5e7ce4 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:21.560615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55348) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:21.565737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-541df7f7-110f-45f5-b4cf-c746bc9c24db tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.576559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.602345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'security_group_rule': {'security_group_id': 'ec98b516-8cad-41c7-9a9e-77f29bdbca31', 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:21.613409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-283a91e9-f964-4bcb-a988-f26c30677f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.623236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:21.638648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:security_group_rule and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:21.650798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:21.669187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:21.707547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-283a91e9-f964-4bcb-a988-f26c30677f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.712815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.725507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Transition to ACTIVE for port object e83dccf0-01f1-474c-96c6-a27cca2653b0 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:21.751417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Transition to ACTIVE for port object e83dccf0-01f1-474c-96c6-a27cca2653b0 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:21.784988 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-541df7f7-110f-45f5-b4cf-c746bc9c24db tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.794087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Checking segment: {'id': '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:21.794460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network hostable DHCP agents. Network: 01e3145f-6b70-42e9-9663-a794f4d8f0a7, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:21.802527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Subnet': ['ID=1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:21.827201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:21.841416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:21.852389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:21.859752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Router cb857d59-04d7-4558-a1f1-5d710e0002a0 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:18:21.939286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:21.954115 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:21.960308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Pushing event updated for resources: {'Port': ['ID=e83dccf0-01f1-474c-96c6-a27cca2653b0,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:21.960308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:21.960308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:22.000335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:22.033472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.047901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-283a91e9-f964-4bcb-a988-f26c30677f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.059086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-541df7f7-110f-45f5-b4cf-c746bc9c24db tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.131739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Attempting to bind port e83dccf0-01f1-474c-96c6-a27cca2653b0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:22.132159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Attempting to bind port e83dccf0-01f1-474c-96c6-a27cca2653b0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:22.132618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Attempting to bind port e83dccf0-01f1-474c-96c6-a27cca2653b0 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:22.142785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:22.143357 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:22.143769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.144173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:22.145177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Bound port: e83dccf0-01f1-474c-96c6-a27cca2653b0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:22.145177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.200217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 2511ef29-6714-4d54-a3c3-4ca5532bdb6b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:22.222578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a91e9-f964-4bcb-a988-f26c30677f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcb2412-9ce2-4f59-817c-18f45be5ba95,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:22.225050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 01e3145f-6b70-42e9-9663-a794f4d8f0a7) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:22.249012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904fea8d-b293-4574-b864-1078eebf4292 None None] Network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:22.250543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:22.251996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.270840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-283a91e9-f964-4bcb-a988-f26c30677f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.272452 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-283a91e9-f964-4bcb-a988-f26c30677f54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfcb2412-9ce2-4f59-817c-18f45be5ba95 HTTP/1.1" status: 204 len: 168 time: 0.9602182 Sep 19 12:18:22.281285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.338164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 2145cfda-8dec-4c89-ba67-2c13913e3b60 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:22.339537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.355562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 614f2012-bd34-4351-9adf-0c3daa4c9737 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:18:22.393575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-541df7f7-110f-45f5-b4cf-c746bc9c24db tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.397531 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-766e9f71-7462-41a4-aa52-fbdbfec7f793 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0901511 Sep 19 12:18:22.399755 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55354) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:22.442572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] For port e83dccf0-01f1-474c-96c6-a27cca2653b0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:22.448800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] For port e83dccf0-01f1-474c-96c6-a27cca2653b0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e83dccf0-01f1-474c-96c6-a27cca2653b0,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:22.490291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:22.497815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541df7f7-110f-45f5-b4cf-c746bc9c24db tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=faaca199-7ad2-448a-84d8-e3cf8a5e7ce4,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:22.501885 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e52b82-651f-4970-b5e0-fa3f3a1cb336 None None] Sync routers for ids ['cb857d59-04d7-4558-a1f1-5d710e0002a0'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:22.512630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-541df7f7-110f-45f5-b4cf-c746bc9c24db tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.520446 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e52b82-651f-4970-b5e0-fa3f3a1cb336 None None] Routers {'cb857d59-04d7-4558-a1f1-5d710e0002a0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:22.521615 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-43e52b82-651f-4970-b5e0-fa3f3a1cb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['cb857d59-04d7-4558-a1f1-5d710e0002a0'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:22.545268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.551764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e152fa-e99d-4c2b-be04-950b031cc37e None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:22.567793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.598661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.600256 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5b58304c-18e3-41fd-bb2e-32a6a52f08ca tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "PUT /v2.0/routers/cb857d59-04d7-4558-a1f1-5d710e0002a0 HTTP/1.1" status: 200 len: 919 time: 10.0189741 Sep 19 12:18:22.611065 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-541df7f7-110f-45f5-b4cf-c746bc9c24db tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/faaca199-7ad2-448a-84d8-e3cf8a5e7ce4 HTTP/1.1" status: 204 len: 168 time: 1.1757529 Sep 19 12:18:22.611708 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-43e52b82-651f-4970-b5e0-fa3f3a1cb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:22.613423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:22.623652 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e52b82-651f-4970-b5e0-fa3f3a1cb336 None None] Routers {'cb857d59-04d7-4558-a1f1-5d710e0002a0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:22.624477 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-43e52b82-651f-4970-b5e0-fa3f3a1cb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['cb857d59-04d7-4558-a1f1-5d710e0002a0'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:22.624721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55358) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:22.625235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55360) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:22.631885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:22.632605 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.696924 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-43e52b82-651f-4970-b5e0-fa3f3a1cb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:22.697772 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e52b82-651f-4970-b5e0-fa3f3a1cb336 None None] The sync data for ids ['cb857d59-04d7-4558-a1f1-5d710e0002a0'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:22.738445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.877007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:22.877865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.893466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5c8e7-1743-42be-a311-57811849bda2 None None] Pushing event updated for resources: {'Port': ['ID=e83dccf0-01f1-474c-96c6-a27cca2653b0,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:22.917861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:22.980701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a8eddd-99f0-4f91-b84e-ee9309984522,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:23.015648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c2cd0d-ed44-4ab7-9bb6-a7371245998c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet 3927b4cf-8449-4d3a-b5fd-707b294d1b6f {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:23.084489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cd0d-ed44-4ab7-9bb6-a7371245998c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.119350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.142334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.143466 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ab7376f1-769f-4830-9e5d-ff44f84ca6d6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5791442 Sep 19 12:18:23.166378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:23.166774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.169211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55368) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:23.184288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'security_group_rule': {'security_group_id': 'ec98b516-8cad-41c7-9a9e-77f29bdbca31', 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:23.247070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:23.269119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:security_group_rule and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:23.276903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:23.289573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:23.332815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=2511ef29-6714-4d54-a3c3-4ca5532bdb6b,segment=NetworkSegment(cb2c2fe9-8220-4665-bdba-9a607b782980),segment_id=cb2c2fe9-8220-4665-bdba-9a607b782980)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:23.334331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Allocated IP 2001:db8::2 (01e3145f-6b70-42e9-9663-a794f4d8f0a7/1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37/9b2dff23-f4e6-4570-a186-56ed7e2c0323) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:23.353600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for 2145cfda-8dec-4c89-ba67-2c13913e3b60 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:23.364156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::281 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/00329fe4-32c6-412f-baad-d3f16202f492/614f2012-bd34-4351-9adf-0c3daa4c9737) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:23.409910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.411658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cd0d-ed44-4ab7-9bb6-a7371245998c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.439993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55372) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:23.488673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.502087 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-520e4783-5413-4647-bfea-8804ae542229 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/routers/cb857d59-04d7-4558-a1f1-5d710e0002a0 HTTP/1.1" status: 200 len: 925 time: 0.8744397 Sep 19 12:18:23.510385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55376) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:23.528847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.587037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cd0d-ed44-4ab7-9bb6-a7371245998c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.715882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=2511ef29-6714-4d54-a3c3-4ca5532bdb6b,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:23.763925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cd0d-ed44-4ab7-9bb6-a7371245998c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.764599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.777417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Transition to ACTIVE for port object 9b2dff23-f4e6-4570-a186-56ed7e2c0323 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:23.796650 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:18:23.806394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Transition to ACTIVE for port object 9b2dff23-f4e6-4570-a186-56ed7e2c0323 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:23.811288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2cd0d-ed44-4ab7-9bb6-a7371245998c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=3927b4cf-8449-4d3a-b5fd-707b294d1b6f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:23.816348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cd0d-ed44-4ab7-9bb6-a7371245998c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.825091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.830548 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c8c2cd0d-ed44-4ab7-9bb6-a7371245998c tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/3927b4cf-8449-4d3a-b5fd-707b294d1b6f HTTP/1.1" status: 204 len: 168 time: 1.1996002 Sep 19 12:18:23.879511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55380) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:23.881199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:23.891588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=2145cfda-8dec-4c89-ba67-2c13913e3b60,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:23.910493 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4462da45-c5e2-465a-909a-5dcfcde9eba3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=badd918728d9419db77bf80e04142c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660423 Sep 19 12:18:23.948562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55384) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:23.965295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:23.968724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:23.972346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:24.055106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Pushing event updated for resources: {'Port': ['ID=9b2dff23-f4e6-4570-a186-56ed7e2c0323,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:24.160232 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94ab7e7-5600-4b1b-b34c-3f37a9550069 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:24.160823 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94ab7e7-5600-4b1b-b34c-3f37a9550069 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:24.171579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Attempting to bind port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:24.171817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Attempting to bind port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:24.172027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Attempting to bind port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 on network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:24.190054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:24.190442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Checking segment: {'id': '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:24.190880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.191282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Bound using segment: {'id': '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:24.191866 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Bound port: 9b2dff23-f4e6-4570-a186-56ed7e2c0323, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:24.192154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.254247 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b94ab7e7-5600-4b1b-b34c-3f37a9550069 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/faaca199-7ad2-448a-84d8-e3cf8a5e7ce4 HTTP/1.1" status: 404 len: 337 time: 0.3560300 Sep 19 12:18:24.277124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55388) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:24.343486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e83dccf0-01f1-474c-96c6-a27cca2653b0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:24.343963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.436618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] For port 9b2dff23-f4e6-4570-a186-56ed7e2c0323, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:24.441371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] For port 9b2dff23-f4e6-4570-a186-56ed7e2c0323, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9b2dff23-f4e6-4570-a186-56ed7e2c0323,segment=NetworkSegment(65a4c4fc-6796-4f0f-a75c-6ecbe379fc79),segment_id=65a4c4fc-6796-4f0f-a75c-6ecbe379fc79)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:24.465220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.475283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-800c81a2-311e-4d0c-a155-f05444e66567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.499491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d42aba-b89a-42b1-9fb8-a2591ea5d147 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:24.501290 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-00d42aba-b89a-42b1-9fb8-a2591ea5d147 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&device_id=cb857d59-04d7-4558-a1f1-5d710e0002a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9798462 Sep 19 12:18:24.509850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-800c81a2-311e-4d0c-a155-f05444e66567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.510554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.512893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55392) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:24.578590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.582382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Allocated IP 2001:db8::1 (01e3145f-6b70-42e9-9663-a794f4d8f0a7/1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37/c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:24.589111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port e83dccf0-01f1-474c-96c6-a27cca2653b0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:24.604483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 2511ef29-6714-4d54-a3c3-4ca5532bdb6b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:24.683769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-800c81a2-311e-4d0c-a155-f05444e66567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.731935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Pushing event updated for resources: {'Port': ['ID=9b2dff23-f4e6-4570-a186-56ed7e2c0323,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:24.756308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.757414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.757767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.758107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.758445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.758799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.759135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.759465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.759794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.760171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.760627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.760998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f26169-634f-4dbe-a3d9-f0d5e12e8a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:24.768968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:24.769399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.780511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7895a7-560b-4bf4-9831-ba9d693db076,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:24.788181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c81a2-311e-4d0c-a155-f05444e66567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974ac2ed-fb9f-4509-bb4b-bc0589bb0b0d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:24.813940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5747d18c-64a7-4b00-a7cb-76a8b3292b29 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting subnet 91e34548-1105-4cb4-a3b1-bbb55221551b {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:24.831500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e72e0-9090-4b54-88d8-99b38d26d10b None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:24.841006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.881823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-800c81a2-311e-4d0c-a155-f05444e66567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:24.891059 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-800c81a2-311e-4d0c-a155-f05444e66567 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/974ac2ed-fb9f-4509-bb4b-bc0589bb0b0d HTTP/1.1" status: 204 len: 168 time: 0.9328070 Sep 19 12:18:25.009462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5747d18c-64a7-4b00-a7cb-76a8b3292b29 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.066718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Provisioning for port e83dccf0-01f1-474c-96c6-a27cca2653b0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:25.075254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 74238fc9-ad64-406f-97e3-2ef211254148 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:18:25.075803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Provisioning complete for port e83dccf0-01f1-474c-96c6-a27cca2653b0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:25.076236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.163190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:25.273338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5747d18c-64a7-4b00-a7cb-76a8b3292b29 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.315170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Current status of the port e83dccf0-01f1-474c-96c6-a27cca2653b0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:25.315935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.353395 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] For port e83dccf0-01f1-474c-96c6-a27cca2653b0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e83dccf0-01f1-474c-96c6-a27cca2653b0,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:25.368204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5747d18c-64a7-4b00-a7cb-76a8b3292b29 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.435743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.448623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb104a9-4286-4060-8f7f-2822d4e07823 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:25.448862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:25.453910 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5cb104a9-4286-4060-8f7f-2822d4e07823 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/networks/8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 881 time: 0.9173400 Sep 19 12:18:25.458888 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-165f1b25-9006-43af-ba79-d91626764a0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/74238fc9-ad64-406f-97e3-2ef211254148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8359327 Sep 19 12:18:25.459753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55400) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:25.471562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 614f2012-bd34-4351-9adf-0c3daa4c9737 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:25.492952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55402) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:25.494936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a04b5-fa90-4ade-8e67-a3beee2bb62c None None] Sync routers for ids ['74238fc9-ad64-406f-97e3-2ef211254148'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:25.527103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a04b5-fa90-4ade-8e67-a3beee2bb62c None None] Routers {'74238fc9-ad64-406f-97e3-2ef211254148'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:25.528470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-468a04b5-fa90-4ade-8e67-a3beee2bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['74238fc9-ad64-406f-97e3-2ef211254148'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:25.560561 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0f2fd942-c7fa-4aa6-b7e0-4bc6bd4f7c3e tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb857d59-04d7-4558-a1f1-5d710e0002a0 HTTP/1.1" status: 200 len: 205 time: 0.0985041 Sep 19 12:18:25.562132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55410) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:25.620841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-468a04b5-fa90-4ade-8e67-a3beee2bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:25.629909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Provisioning complete for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:25.630280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.677754 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.679112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a04b5-fa90-4ade-8e67-a3beee2bb62c None None] Routers {'74238fc9-ad64-406f-97e3-2ef211254148'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:25.679732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-468a04b5-fa90-4ade-8e67-a3beee2bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['74238fc9-ad64-406f-97e3-2ef211254148'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:25.787828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5747d18c-64a7-4b00-a7cb-76a8b3292b29 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.792818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-468a04b5-fa90-4ade-8e67-a3beee2bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:25.793315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.796780 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b0cd2744-357c-4994-a9ea-4796715605e8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6220686 Sep 19 12:18:25.797302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a04b5-fa90-4ade-8e67-a3beee2bb62c None None] The sync data for ids ['74238fc9-ad64-406f-97e3-2ef211254148'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:25.803003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Pushing event updated for resources: {'Port': ['ID=e83dccf0-01f1-474c-96c6-a27cca2653b0,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:25.804053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=614f2012-bd34-4351-9adf-0c3daa4c9737,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:25.840370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55418) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:25.896207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747d18c-64a7-4b00-a7cb-76a8b3292b29 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Subnet': ['ID=91e34548-1105-4cb4-a3b1-bbb55221551b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:25.911161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.921517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:25.935774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Current status of the port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:25.957609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Provisioning complete for port 02513804-4626-43a0-a336-6b6ad787996d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:25.958126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:25.988770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'security_group_rule': {'security_group_id': 'ec98b516-8cad-41c7-9a9e-77f29bdbca31', 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:26.005844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:26.027621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:security_group_rule and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:26.028152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-df5dd44b-ba8c-425a-ac0a-0a005679a586 None None] Port 02513804-4626-43a0-a336-6b6ad787996d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:26.034049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:26.045816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:26.073972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:26.076486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:26.082882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:26.083556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.089929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5747d18c-64a7-4b00-a7cb-76a8b3292b29 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.205081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.249700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e83dccf0-01f1-474c-96c6-a27cca2653b0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:26.272232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.329483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Deleting port d7e43788-0ff6-4039-8e61-307ba831dbe7 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:26.330082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.377833 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5747d18c-64a7-4b00-a7cb-76a8b3292b29 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/91e34548-1105-4cb4-a3b1-bbb55221551b HTTP/1.1" status: 204 len: 168 time: 2.0965669 Sep 19 12:18:26.396025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55430) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:26.490816 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a5f0c7b2-2293-405d-afde-cd7b91b65ce3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0502627 Sep 19 12:18:26.494051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55436) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:26.506978 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-61731506-e628-40b3-aed6-c5cab7b2daaf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] remove_router_interface failed (client error): The resource could not be found. Sep 19 12:18:26.512355 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-61731506-e628-40b3-aed6-c5cab7b2daaf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/74238fc9-ad64-406f-97e3-2ef211254148/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0149388 Sep 19 12:18:26.514797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55438) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:26.534301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e83dccf0-01f1-474c-96c6-a27cca2653b0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:26.534675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.572029 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34c52e9-d804-4307-8f7c-45ecfd27dd4a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:26.572602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34c52e9-d804-4307-8f7c-45ecfd27dd4a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:26.576636 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e34c52e9-d804-4307-8f7c-45ecfd27dd4a tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/97bab71e-a27a-41a0-891a-bd446201fe12 HTTP/1.1" status: 404 len: 337 time: 0.1733263 Sep 19 12:18:26.576793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.586201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55442) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:26.658349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55448) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:26.701982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72852d1f-b2cd-43f3-9450-6762a86d344f None None] Network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:26.703567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.707546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Transition to ACTIVE for port object c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:26.726905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-297a15e6-77df-44cb-9e27-edb9bbe92798 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Synchronizing usage tracker for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:26.729370 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7580703b-5cad-4ca8-af5f-bcaddb024732 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=74238fc9-ad64-406f-97e3-2ef211254148 HTTP/1.1" status: 200 len: 205 time: 0.1400669 Sep 19 12:18:26.734091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55454) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:26.788797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2b7f03d5-b450-4445-b5de-0f17ebc3bd39 None None] Provisioning for port 614f2012-bd34-4351-9adf-0c3daa4c9737 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:26.801808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18371414-21f2-47c7-8435-23d73f0111b0 None None] Network 1911f82a-08a6-445f-a309-07bce9e7b0d0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:26.804973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.834346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-297a15e6-77df-44cb-9e27-edb9bbe92798 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Unset dirty status for tenant:ac5ff996b5b44a79bf30fdb9183687b7 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:26.837833 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-297a15e6-77df-44cb-9e27-edb9bbe92798 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "GET /v2.0/ports?device_id=1427d2a2-55a3-465e-85a2-70d1953c816c HTTP/1.1" status: 200 len: 205 time: 0.2483675 Sep 19 12:18:26.837975 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2b7f03d5-b450-4445-b5de-0f17ebc3bd39 None None] Provisioning complete for port 614f2012-bd34-4351-9adf-0c3daa4c9737 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:26.837975 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b7f03d5-b450-4445-b5de-0f17ebc3bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.847612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55458) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:26.854014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9629e066-287c-4e2b-a344-2f2296c6bb1f,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:26.881196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:26.896794 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-864603499'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:26.905715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e83dccf0-01f1-474c-96c6-a27cca2653b0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:26.906932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9b2dff23-f4e6-4570-a186-56ed7e2c0323 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:26.947157 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-12f35b20-8254-4c69-9938-26ec9c0e2262 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] delete failed (client error): The resource could not be found. Sep 19 12:18:26.950490 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-12f35b20-8254-4c69-9938-26ec9c0e2262 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/routers/1427d2a2-55a3-465e-85a2-70d1953c816c HTTP/1.1" status: 404 len: 336 time: 0.0995665 Sep 19 12:18:26.951510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55462) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.003495 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cc3170-25fc-41df-92ad-b41878d5c7fd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:27.003981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cc3170-25fc-41df-92ad-b41878d5c7fd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:27.007741 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f3cc3170-25fc-41df-92ad-b41878d5c7fd tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/d4c02940-9a37-44ae-babb-7ea32f8043e3 HTTP/1.1" status: 404 len: 337 time: 0.0536244 Sep 19 12:18:27.007900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:27.009912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55466) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.042808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Usage tracker for resource:network and tenant:9271540f70e54ddb9b3567e603c50eab is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:27.051306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.052074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:27.062144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:27.063963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.064476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:27.067310 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2760d8a7-7661-42d0-8a46-c5a0c3ca91a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2258492 Sep 19 12:18:27.069028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:27.071506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:27.072037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.075805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55470) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.081204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d42bfdc8-6e8e-4187-863b-d0cd1b521fcf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.081365 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a207dbcc-79b3-4c65-9330-5d7db7baffc7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:27.081365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a207dbcc-79b3-4c65-9330-5d7db7baffc7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:27.082612 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a207dbcc-79b3-4c65-9330-5d7db7baffc7 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/669ca9b6-1857-4aac-bb70-787445ce018a HTTP/1.1" status: 404 len: 337 time: 0.0715773 Sep 19 12:18:27.087372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'security_group_rule': {'security_group_id': 'ec98b516-8cad-41c7-9a9e-77f29bdbca31', 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:27.097115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:27.102759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:security_group_rule and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:27.106581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:27.108075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f03d5-b450-4445-b5de-0f17ebc3bd39 None None] Port 614f2012-bd34-4351-9adf-0c3daa4c9737 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:27.113888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:27.116348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55474) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.291839 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d3ef82-1c8f-4401-8793-2fd8048bf4d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:27.292398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d3ef82-1c8f-4401-8793-2fd8048bf4d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:27.295049 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b9d3ef82-1c8f-4401-8793-2fd8048bf4d5 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/3cd6cdaf-5e46-47c6-afe9-ba058dba8131 HTTP/1.1" status: 404 len: 337 time: 0.1769857 Sep 19 12:18:27.303158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Calling delete_port for d7e43788-0ff6-4039-8e61-307ba831dbe7 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:27.326698 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:27.334979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55478) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.355770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Provisioning for port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:27.364351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Provisioning complete for port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:27.364351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.431458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e699ba1-3968-4d76-9d93-cd6170bc4ec5 None None] DHCP port deletion for 1911f82a-08a6-445f-a309-07bce9e7b0d0 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:18:27.440668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1e699ba1-3968-4d76-9d93-cd6170bc4ec5 None None] Deleting port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:27.441178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1e699ba1-3968-4d76-9d93-cd6170bc4ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.531080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:27.552302 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea0257d-e692-4165-9bc5-907645d49e10 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:27.552302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea0257d-e692-4165-9bc5-907645d49e10 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:27.552614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Made reservation on behalf of 9271540f70e54ddb9b3567e603c50eab for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:27.554931 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eea0257d-e692-4165-9bc5-907645d49e10 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/7c892be4-4f83-4718-9324-34803a827f59 HTTP/1.1" status: 404 len: 333 time: 0.2117350 Sep 19 12:18:27.556756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.561380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55482) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.561380 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Project f625faa175074f0e9fb497e71f4f2a55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:18:27.569580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.622716 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ea3f50-fbf5-4bfa-9385-49b80b9c8842 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:27.623481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ea3f50-fbf5-4bfa-9385-49b80b9c8842 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:27.626264 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-02ea3f50-fbf5-4bfa-9385-49b80b9c8842 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/ee297e97-5558-46a7-9317-df860ab73818 HTTP/1.1" status: 404 len: 337 time: 0.0597491 Sep 19 12:18:27.631884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55486) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.679226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.714244 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-61771412-b289-41ce-852e-a460687db5fe tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:27.714244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61771412-b289-41ce-852e-a460687db5fe tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:27.715937 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-61771412-b289-41ce-852e-a460687db5fe tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/81a6e57d-f78a-43bf-b595-fab0e6a7a7fb HTTP/1.1" status: 404 len: 337 time: 0.0769069 Sep 19 12:18:27.727864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55490) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.761196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1e699ba1-3968-4d76-9d93-cd6170bc4ec5 None None] For port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,segment=NetworkSegment(2ac2ed77-a30d-48d5-aba2-5720360afb2d),segment_id=2ac2ed77-a30d-48d5-aba2-5720360afb2d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:27.762150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1e699ba1-3968-4d76-9d93-cd6170bc4ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.774025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8826f6c6-9645-470a-bc8d-9104f5ee74a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:27.778530 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c297e6-d5a6-4c4b-bf4a-06bb79ea062f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:27.779655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c297e6-d5a6-4c4b-bf4a-06bb79ea062f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:27.780414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8826f6c6-9645-470a-bc8d-9104f5ee74a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:27.780729 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-97c297e6-d5a6-4c4b-bf4a-06bb79ea062f tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/3628ca19-6dd8-46db-ae13-1fbfa6315890 HTTP/1.1" status: 404 len: 333 time: 0.0519342 Sep 19 12:18:27.781404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8826f6c6-9645-470a-bc8d-9104f5ee74a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:27.785689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55494) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.797444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:27.801774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Usage tracker for resource:security_group_rule and tenant:9271540f70e54ddb9b3567e603c50eab is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:27.807057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:27.811068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:27.830195 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-975d49da-fe57-4099-a198-6b43cdc69bc4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:27.830713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975d49da-fe57-4099-a198-6b43cdc69bc4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:27.832460 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-975d49da-fe57-4099-a198-6b43cdc69bc4 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/00fcba44-0003-4bd8-a459-bf6945d1a8fd HTTP/1.1" status: 404 len: 337 time: 0.0445147 Sep 19 12:18:27.836454 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55498) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.889834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.892536 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb48cc0f-8425-4a95-ab0d-b2af3809b760 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:27.893643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb48cc0f-8425-4a95-ab0d-b2af3809b760 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:27.896184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d42bfdc8-6e8e-4187-863b-d0cd1b521fcf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.909146 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fb48cc0f-8425-4a95-ab0d-b2af3809b760 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/subnets/1b956a23-8688-46f6-bd4a-c159edfff3b0 HTTP/1.1" status: 404 len: 337 time: 0.0669889 Sep 19 12:18:27.909146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55502) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:27.909772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d42bfdc8-6e8e-4187-863b-d0cd1b521fcf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.925666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.934942 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Current status of the port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:27.935485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.938506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:27.953266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1e699ba1-3968-4d76-9d93-cd6170bc4ec5 None None] Calling delete_port for 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:28.013012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.032030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] For port 9b2dff23-f4e6-4570-a186-56ed7e2c0323, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9b2dff23-f4e6-4570-a186-56ed7e2c0323,segment=NetworkSegment(65a4c4fc-6796-4f0f-a75c-6ecbe379fc79),segment_id=65a4c4fc-6796-4f0f-a75c-6ecbe379fc79)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:28.033289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.036274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8826f6c6-9645-470a-bc8d-9104f5ee74a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:28.040328 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8826f6c6-9645-470a-bc8d-9104f5ee74a1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.5266688 Sep 19 12:18:28.044175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55506) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:28.065636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c9e00753-5146-4083-a525-dadabeea69e0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Deleting port 02513804-4626-43a0-a336-6b6ad787996d {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:28.065980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9e00753-5146-4083-a525-dadabeea69e0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.095259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:18:28.095844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e157af9-e25c-4603-9e44-2992f50610f1,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:28.130457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.155954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d42bfdc8-6e8e-4187-863b-d0cd1b521fcf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.156466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42bfdc8-6e8e-4187-863b-d0cd1b521fcf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Fanout notify agent at l3_agent the message router_deleted on router 74238fc9-ad64-406f-97e3-2ef211254148 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:18:28.192967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1e699ba1-3968-4d76-9d93-cd6170bc4ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.197691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.201609 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-13eaa78e-f597-46ba-95c1-e0fc7f6619f6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1217701 Sep 19 12:18:28.202454 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55510) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:28.209006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Could not find standard attr ID for object 5781e8f8-7d1a-4a67-a8ac-27de18e6d686. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:18:28.209814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'security_group_rule': {'security_group_id': 'ec98b516-8cad-41c7-9a9e-77f29bdbca31', 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:28.220293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:28.239559 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e699ba1-3968-4d76-9d93-cd6170bc4ec5 None None] No DVR routers for this DVR port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:18:28.244227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.247940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:18:28.248986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:security_group_rule and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:28.253770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No active binding found for port 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 {{(pid=89796) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 19 12:18:28.254263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5781e8f8-7d1a-4a67-a8ac-27de18e6d686 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:18:28.258678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Provisioning complete for port 02513804-4626-43a0-a336-6b6ad787996d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:28.259232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.287268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Pushing event updated for resources: {'Port': ['ID=9b2dff23-f4e6-4570-a186-56ed7e2c0323,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:28.295099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe45784f-1eb6-4f7b-9774-daa86c4a087c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:28.308982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.309339 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Added segment 6d2bcc73-1e5f-411e-a4ff-a55da3e07d64 of type vlan for network f2602851-421b-49c2-8166-8d10d306334d Sep 19 12:18:28.350411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ed5c7-bae1-4f36-9350-a2c3ad35f012 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 614f2012-bd34-4351-9adf-0c3daa4c9737 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:28.350782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed5c7-bae1-4f36-9350-a2c3ad35f012 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.394051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e699ba1-3968-4d76-9d93-cd6170bc4ec5 None None] Pushing event deleted for resources: {'Port': ['ID=5781e8f8-7d1a-4a67-a8ac-27de18e6d686,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:28.416976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe58de-9305-4505-886b-7c66a3f0d57c None None] Port 02513804-4626-43a0-a336-6b6ad787996d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:28.429718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.435853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:28.450876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d42bfdc8-6e8e-4187-863b-d0cd1b521fcf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.454952 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d42bfdc8-6e8e-4187-863b-d0cd1b521fcf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/74238fc9-ad64-406f-97e3-2ef211254148 HTTP/1.1" status: 204 len: 168 time: 1.7191346 Sep 19 12:18:28.455646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55514) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:28.456575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Pushing event deleted for resources: {'Port': ['ID=d7e43788-0ff6-4039-8e61-307ba831dbe7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:28.459609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:28.539843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-38c248d7-b2de-40af-bb6b-37010f375336 None None] Provisioning complete for port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:28.540600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-38c248d7-b2de-40af-bb6b-37010f375336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.579661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:18:28.583919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9e00753-5146-4083-a525-dadabeea69e0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.691620 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-38c248d7-b2de-40af-bb6b-37010f375336 None None] Current status of the port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:28.711338 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Project f625faa175074f0e9fb497e71f4f2a55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:18:28.725503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c9e00753-5146-4083-a525-dadabeea69e0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Calling delete_port for 02513804-4626-43a0-a336-6b6ad787996d owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:28.741830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8785a2a-9840-4958-ae67-21050c4423b8 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting subnet bca81a9e-389c-461e-b33f-412bce48d348 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:28.755039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.784190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-38c248d7-b2de-40af-bb6b-37010f375336 None None] Provisioning for port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:28.790170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-38c248d7-b2de-40af-bb6b-37010f375336 None None] Provisioning complete for port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:28.790583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-38c248d7-b2de-40af-bb6b-37010f375336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.805209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.810579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:28.811202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.813597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.823981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8785a2a-9840-4958-ae67-21050c4423b8 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:28.850096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-38c248d7-b2de-40af-bb6b-37010f375336 None None] Port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:29.004931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.011012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.012433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8785a2a-9840-4958-ae67-21050c4423b8 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.057426 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3952041 Sep 19 12:18:29.058334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.060473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55518) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:29.067071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'subnet': {'network_id': 'f2602851-421b-49c2-8166-8d10d306334d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:29.080467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.082019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4cef9-2464-4db1-85eb-a7cdd4d95c97 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Network': ['ID=f2602851-421b-49c2-8166-8d10d306334d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:29.096621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network f2602851-421b-49c2-8166-8d10d306334d details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:18:29.102847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed5c7-bae1-4f36-9350-a2c3ad35f012 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.312232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.348527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.349303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Fanout notify agent at l3_agent the message router_deleted on router cb857d59-04d7-4558-a1f1-5d710e0002a0 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:18:29.355549 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9e00753-5146-4083-a525-dadabeea69e0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.357361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.358182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.373709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ed5c7-bae1-4f36-9350-a2c3ad35f012 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 614f2012-bd34-4351-9adf-0c3daa4c9737 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:29.443220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc5ffdc-ba11-4da7-9bf4-9c071ca0b749,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:29.445996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e00753-5146-4083-a525-dadabeea69e0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Port': ['ID=02513804-4626-43a0-a336-6b6ad787996d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:29.461136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9e00753-5146-4083-a525-dadabeea69e0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.482245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.483417 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b31a3548-7bad-4dda-b45a-1180ff57ed68 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/cb857d59-04d7-4558-a1f1-5d710e0002a0 HTTP/1.1" status: 204 len: 168 time: 3.9201517 Sep 19 12:18:29.484568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:29.489882 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c9e00753-5146-4083-a525-dadabeea69e0 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/ports/02513804-4626-43a0-a336-6b6ad787996d HTTP/1.1" status: 204 len: 168 time: 1.5781763 Sep 19 12:18:29.489882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55522) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:29.490542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55524) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:29.495257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-351128395', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:29.520279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:29.525144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Usage tracker for resource:subnet and tenant:9271540f70e54ddb9b3567e603c50eab is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:29.533644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Usage tracker for resource:router and tenant:6ae7e1e197354711b742cd2f513f8892 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:29.536247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:29.538918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:29.589932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:29.593321 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:29.601985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:29.615411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.616593 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-29311948-d5d5-4de9-b98a-ca1a2fb0823c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4134538 Sep 19 12:18:29.618642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8785a2a-9840-4958-ae67-21050c4423b8 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.650338 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.735951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.737355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.762002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:29.767368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:29.799571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Made reservation on behalf of 9271540f70e54ddb9b3567e603c50eab for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:29.803077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.913215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8785a2a-9840-4958-ae67-21050c4423b8 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.934920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.970358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1911f82a-08a6-445f-a309-07bce9e7b0d0']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:29.990490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8785a2a-9840-4958-ae67-21050c4423b8 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Subnet': ['ID=bca81a9e-389c-461e-b33f-412bce48d348,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:29.993743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed5c7-bae1-4f36-9350-a2c3ad35f012 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:29.994943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac2ed77-a30d-48d5-aba2-5720360afb2d') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:29.995253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac2ed77-a30d-48d5-aba2-5720360afb2d') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:30.004331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.013894 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a0cbe4-79e4-4d27-86df-4bc39988265b None None] Network 35567e3e-4560-4377-b6f6-ac21aa4e7f52 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:30.021578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.021732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8785a2a-9840-4958-ae67-21050c4423b8 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.106795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.131064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:18:30.131486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.150598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ed5c7-bae1-4f36-9350-a2c3ad35f012 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=614f2012-bd34-4351-9adf-0c3daa4c9737,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:30.153720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9b2dff23-f4e6-4570-a186-56ed7e2c0323 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:30.165252 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b8785a2a-9840-4958-ae67-21050c4423b8 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/bca81a9e-389c-461e-b33f-412bce48d348 HTTP/1.1" status: 204 len: 168 time: 1.7038391 Sep 19 12:18:30.207481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55574) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:30.228137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 2ac2ed77-a30d-48d5-aba2-5720360afb2d resource provider aggregate not found Sep 19 12:18:30.231366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed5c7-bae1-4f36-9350-a2c3ad35f012 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.235620 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cb0ed5c7-bae1-4f36-9350-a2c3ad35f012 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/614f2012-bd34-4351-9adf-0c3daa4c9737 HTTP/1.1" status: 204 len: 168 time: 2.1737654 Sep 19 12:18:30.236676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55580) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:30.321015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6a74bc0c-ddcf-4bd0-a38a-da6381ab3e1b None None] Provisioning complete for port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:30.321401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6a74bc0c-ddcf-4bd0-a38a-da6381ab3e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.412928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7554c-041d-49ff-8b32-157103182f68 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:30.413185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6a74bc0c-ddcf-4bd0-a38a-da6381ab3e1b None None] Port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:30.414648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7554c-041d-49ff-8b32-157103182f68 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:30.415541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-03f7554c-041d-49ff-8b32-157103182f68 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:30.418717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:30.419126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.434353 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 2ac2ed77-a30d-48d5-aba2-5720360afb2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ac2ed77-a30d-48d5-aba2-5720360afb2d found for delete ", "request_id": "req-4f9e1973-f052-4e82-8d1f-36a1268e65b6"}]} Sep 19 12:18:30.452531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:18:30.572876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.603571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:30.612446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-03f7554c-041d-49ff-8b32-157103182f68 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:30.616338 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-03f7554c-041d-49ff-8b32-157103182f68 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3715792 Sep 19 12:18:30.620219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55584) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:30.626276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.655948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:30.666038 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c2674e5e-d4bc-421c-b7f5-5fee38b1c444 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2653730 Sep 19 12:18:30.666804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55588) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:30.675196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1770911587'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:30.680464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:30.683989 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:30.685337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086521b-4967-4b6f-b8a5-411dbd8ae834 None None] DHCP port deletion for 35567e3e-4560-4377-b6f6-ac21aa4e7f52 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:18:30.690165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:network and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:30.690452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b086521b-4967-4b6f-b8a5-411dbd8ae834 None None] Deleting port c29f8c99-0313-486d-acec-2a9778ed76da {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:30.690870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b086521b-4967-4b6f-b8a5-411dbd8ae834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.693564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:30.700127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:30.702156 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:30.703031 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:30.761111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] Pushing event deleted for resources: {'Network': ['ID=1911f82a-08a6-445f-a309-07bce9e7b0d0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:30.784014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:30.787498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.789716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.818344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:18:30.828755 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.829757 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added segment ac91baf0-d79c-436a-9f24-96694c52b617 of type vlan for network 6fd9bb33-d485-4ec0-99da-9e54975f3821 Sep 19 12:18:30.863416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.884245 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:18:30.910654 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.913184 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3d722fd8-e339-4d57-82b5-55324444be05 tempest-PortsIpV6TestJSON-1007386127 tempest-PortsIpV6TestJSON-1007386127-project] 10.222.0.66 "DELETE /v2.0/networks/1911f82a-08a6-445f-a309-07bce9e7b0d0 HTTP/1.1" status: 204 len: 168 time: 1.4217746 Sep 19 12:18:30.942061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:30.986405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5283f34-7333-455c-8bbd-a2eccc2a39cd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 00329fe4-32c6-412f-baad-d3f16202f492 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:30.986956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b086521b-4967-4b6f-b8a5-411dbd8ae834 None None] For port c29f8c99-0313-486d-acec-2a9778ed76da, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c29f8c99-0313-486d-acec-2a9778ed76da,segment=NetworkSegment(00bdbd89-16ad-45f6-a0c7-2a346f746f8e),segment_id=00bdbd89-16ad-45f6-a0c7-2a346f746f8e)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:30.987453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b086521b-4967-4b6f-b8a5-411dbd8ae834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.002409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Subnet': ['ID=fa84d1f1-541e-43d8-8795-3596d2523bb4,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:31.005085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.007718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5283f34-7333-455c-8bbd-a2eccc2a39cd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.024489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:31.025160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.216851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b086521b-4967-4b6f-b8a5-411dbd8ae834 None None] Calling delete_port for c29f8c99-0313-486d-acec-2a9778ed76da owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:31.302300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Network': ['ID=6fd9bb33-d485-4ec0-99da-9e54975f3821,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:31.323095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 6fd9bb33-d485-4ec0-99da-9e54975f3821 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:18:31.352684 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bb5ffdb9-94c8-4319-84ee-f35fa7726fee tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6818376 Sep 19 12:18:31.352889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55600) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:31.370506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'subnet': {'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:31.437721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port c29f8c99-0313-486d-acec-2a9778ed76da {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:31.448858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.499249 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:18:27Z', 'revision_number': 2, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:28Z', 'revision_number': 2, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:31.502980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5283f34-7333-455c-8bbd-a2eccc2a39cd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.504556 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:18:31.505221 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Updating router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:18:31.554676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:31.560394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:subnet and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:31.565257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:31.573255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:31.584283 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.592498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Checking segment: {'id': '6d2bcc73-1e5f-411e-a4ff-a55da3e07d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f2602851-421b-49c2-8166-8d10d306334d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:31.592864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Network hostable DHCP agents. Network: f2602851-421b-49c2-8166-8d10d306334d, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:31.614075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b086521b-4967-4b6f-b8a5-411dbd8ae834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.646089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55606) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:31.680144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:31.685411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.698628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086521b-4967-4b6f-b8a5-411dbd8ae834 None None] No DVR routers for this DVR port c29f8c99-0313-486d-acec-2a9778ed76da on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:18:31.716902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086521b-4967-4b6f-b8a5-411dbd8ae834 None None] Pushing event deleted for resources: {'Port': ['ID=c29f8c99-0313-486d-acec-2a9778ed76da,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:31.725853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] The port 'c29f8c99-0313-486d-acec-2a9778ed76da' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:18:31.902378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Network f2602851-421b-49c2-8166-8d10d306334d is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:31.907213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.926431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5283f34-7333-455c-8bbd-a2eccc2a39cd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:31.991355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35567e3e-4560-4377-b6f6-ac21aa4e7f52']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:32.012487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bdbd89-16ad-45f6-a0c7-2a346f746f8e') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:32.015457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bdbd89-16ad-45f6-a0c7-2a346f746f8e') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:32.034416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.065550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.069910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c29f8c99-0313-486d-acec-2a9778ed76da no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:18:32.081066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, f2602851-421b-49c2-8166-8d10d306334d) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:32.085329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:18:32.085737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.104518 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-29b162d9-a756-47cc-8d20-78faffa0be7b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac5ff996b5b44a79bf30fdb9183687b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563048 Sep 19 12:18:32.105478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55628) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:32.109776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:32.110504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.126448 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.154701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6908aa7-e1fc-4a0f-be6c-1c59b18d0426 None None] Network f2602851-421b-49c2-8166-8d10d306334d requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:32.192067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5283f34-7333-455c-8bbd-a2eccc2a39cd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.196869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c29f8c99-0313-486d-acec-2a9778ed76da {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:18:32.197221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c29f8c99-0313-486d-acec-2a9778ed76da not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:18:32.220398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b801095c-c358-4a7d-bd5b-77211da4430e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.248748 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b801095c-c358-4a7d-bd5b-77211da4430e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.413237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b801095c-c358-4a7d-bd5b-77211da4430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.432535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801095c-c358-4a7d-bd5b-77211da4430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5592e6f6-24ff-43b6-97b6-10f5459827ea,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:32.444987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b801095c-c358-4a7d-bd5b-77211da4430e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.446642 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b801095c-c358-4a7d-bd5b-77211da4430e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5592e6f6-24ff-43b6-97b6-10f5459827ea HTTP/1.1" status: 204 len: 168 time: 0.3356404 Sep 19 12:18:32.459861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5283f34-7333-455c-8bbd-a2eccc2a39cd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=00329fe4-32c6-412f-baad-d3f16202f492,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:32.463066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a5283f34-7333-455c-8bbd-a2eccc2a39cd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.477205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad511a0-35ae-4737-a9b0-c3610a7bf28a None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:32.515338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.549760 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Transition to ACTIVE for port object c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:32.553882 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a5283f34-7333-455c-8bbd-a2eccc2a39cd tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/00329fe4-32c6-412f-baad-d3f16202f492 HTTP/1.1" status: 204 len: 168 time: 1.9193938 Sep 19 12:18:32.554577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55656) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:32.562171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.564670 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 00bdbd89-16ad-45f6-a0c7-2a346f746f8e resource provider aggregate not found Sep 19 12:18:32.632713 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Subnet': ['ID=f1faf88e-3a7d-419d-8b7b-e71ac0e60015,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:32.635216 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.642080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Checking segment: {'id': 'ac91baf0-d79c-436a-9f24-96694c52b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:32.642795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network hostable DHCP agents. Network: 6fd9bb33-d485-4ec0-99da-9e54975f3821, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:32.669450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-f2602851-421b-49c2-8166-8d10d306334d', 'network_id': 'f2602851-421b-49c2-8166-8d10d306334d', 'tenant_id': '9271540f70e54ddb9b3567e603c50eab', 'fixed_ips': [{'subnet_id': 'fa84d1f1-541e-43d8-8795-3596d2523bb4'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:32.670648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.756137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-330d38e9-8d23-4e69-82b2-ae6efcebebbf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1895294 Sep 19 12:18:32.757387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55662) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:32.760071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.803956 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4d011b32-97c9-431a-9734-ff21521833c2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7424555 Sep 19 12:18:32.807027 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 00bdbd89-16ad-45f6-a0c7-2a346f746f8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00bdbd89-16ad-45f6-a0c7-2a346f746f8e found for delete ", "request_id": "req-295a72d1-e153-4f76-9cd9-2c17c73ec6b7"}]} Sep 19 12:18:32.829916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:32.852445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55666) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:32.883366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'port': {'network_id': 'f2602851-421b-49c2-8166-8d10d306334d', 'name': 'tempest-AllowedAddressPairTestJSON-330038848'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:32.994133 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff71c93-2cba-4f24-a7db-bed26a08d64e None None] Pushing event updated for resources: {'Port': ['ID=c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:32.994833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Allocated IP 172.20.0.2 (f2602851-421b-49c2-8166-8d10d306334d/fa84d1f1-541e-43d8-8795-3596d2523bb4/37fb0172-3886-42f0-a652-5db9a70c2383) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:33.018474 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Attempting to bind port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:33.018865 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Attempting to bind port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:33.022026 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Attempting to bind port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 on network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:33.028969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Allocated IP 172.26.5.59 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/e830e6b7-886c-46f6-93ee-33a6ef8ac537) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:33.034424 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:33.034816 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Checking segment: {'id': '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:33.035213 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.035596 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Bound using segment: {'id': '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:33.036186 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Bound port: c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:33.036579 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.046068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75972ed-6adf-4799-9991-1d1138a01c12 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:18:33.080213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 6fd9bb33-d485-4ec0-99da-9e54975f3821 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:33.173405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b75972ed-6adf-4799-9991-1d1138a01c12 None None] Deleting port e83dccf0-01f1-474c-96c6-a27cca2653b0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:33.175679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:33.176432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b75972ed-6adf-4799-9991-1d1138a01c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.191227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6d5f8b-8694-4b11-9db7-08f34168b99d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:33.192624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9b6d5f8b-8694-4b11-9db7-08f34168b99d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:33.225650 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] For port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:33.228980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Usage tracker for resource:port and tenant:9271540f70e54ddb9b3567e603c50eab is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:33.231588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.231756 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] For port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0,segment=NetworkSegment(65a4c4fc-6796-4f0f-a75c-6ecbe379fc79),segment_id=65a4c4fc-6796-4f0f-a75c-6ecbe379fc79)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:33.239557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Network': ['ID=35567e3e-4560-4377-b6f6-ac21aa4e7f52,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:33.242086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.257189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:33.262737 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-964c8da9-f22f-48da-9e6e-19ef77409f07 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/networks/35567e3e-4560-4377-b6f6-ac21aa4e7f52 HTTP/1.1" status: 204 len: 168 time: 3.0303276 Sep 19 12:18:33.263511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55672) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:33.272886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'network': {'name': 'tempest-RoutersTest-1008008993'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:33.280266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:33.286920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:network and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:33.291995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:33.306669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:33.310798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:33.321073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 6fd9bb33-d485-4ec0-99da-9e54975f3821) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:33.328187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:33.335427 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.364547 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.369670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab66a397-8fea-443a-b646-84b649e6a532 None None] Network 6fd9bb33-d485-4ec0-99da-9e54975f3821 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:33.409588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Made reservation on behalf of 9271540f70e54ddb9b3567e603c50eab for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:33.413434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.420825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.426102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:33.438660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.480603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9b6d5f8b-8694-4b11-9db7-08f34168b99d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:33.488930 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9b6d5f8b-8694-4b11-9db7-08f34168b99d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7372117 Sep 19 12:18:33.495188 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-303fad5a-7ecb-45c4-8e63-d3275c3618bf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1385972 Sep 19 12:18:33.495188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55680) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:33.538670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55682) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:33.544753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] device_id is not set on port 8edcc350-16a0-4940-bddc-176fa6c24217 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:18:33.584919 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff71c93-2cba-4f24-a7db-bed26a08d64e None None] Pushing event updated for resources: {'Port': ['ID=c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:33.596994 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:33.596994 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:33.773746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:33.773746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:33.774081 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b75972ed-6adf-4799-9991-1d1138a01c12 None None] For port e83dccf0-01f1-474c-96c6-a27cca2653b0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e83dccf0-01f1-474c-96c6-a27cca2653b0,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:33.774081 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b75972ed-6adf-4799-9991-1d1138a01c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:33.872304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aadce7d-67cb-4473-abcd-795b787653ab tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:33.876195 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0aadce7d-67cb-4473-abcd-795b787653ab tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3785696 Sep 19 12:18:33.880092 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:18:33.881259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55692) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:33.955679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b75972ed-6adf-4799-9991-1d1138a01c12 None None] Calling delete_port for e83dccf0-01f1-474c-96c6-a27cca2653b0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:33.987694 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e4481f16-4646-47b5-b3d2-a01947cd3e75 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007643 Sep 19 12:18:33.989572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55696) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:33.998519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:34.032518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Transition to ACTIVE for port object 37fb0172-3886-42f0-a652-5db9a70c2383 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:34.130292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:34.137126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:34.154688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Transition to ACTIVE for port object 37fb0172-3886-42f0-a652-5db9a70c2383 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:34.158635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e83dccf0-01f1-474c-96c6-a27cca2653b0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:18:34.257955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-6fd9bb33-d485-4ec0-99da-9e54975f3821', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:34.259021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:34.265578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:18:34.275498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Pushing event updated for resources: {'Port': ['ID=e830e6b7-886c-46f6-93ee-33a6ef8ac537,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:34.302682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:34.303456 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added segment adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5 of type vlan for network b1b3c83f-8fe3-4568-b624-6ca7474b11d3 Sep 19 12:18:34.335685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:34.347174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:34.541737 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:18:27Z', 'revision_number': 2, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:33Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:34.545841 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901cdc0-8195-4e6c-889e-194aa57329af None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:18:27Z', 'revision_number': 2, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:33Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:34.603042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:34.727221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:34.730090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:34.731306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:34.800999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:34.815303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:34.815303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:34.842105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Network f2602851-421b-49c2-8166-8d10d306334d is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:34.877690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b75972ed-6adf-4799-9991-1d1138a01c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:34.898314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:34.938892 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:34.966574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75972ed-6adf-4799-9991-1d1138a01c12 None None] No DVR routers for this DVR port e83dccf0-01f1-474c-96c6-a27cca2653b0 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:18:34.978861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Pushing event updated for resources: {'Port': ['ID=37fb0172-3886-42f0-a652-5db9a70c2383,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:35.140422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No active binding found for port e83dccf0-01f1-474c-96c6-a27cca2653b0 {{(pid=89796) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 19 12:18:35.140844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e83dccf0-01f1-474c-96c6-a27cca2653b0 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:18:35.169708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55712) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:35.199533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Allocated IP 172.20.0.4 (f2602851-421b-49c2-8166-8d10d306334d/fa84d1f1-541e-43d8-8795-3596d2523bb4/8edcc350-16a0-4940-bddc-176fa6c24217) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:35.256278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75972ed-6adf-4799-9991-1d1138a01c12 None None] Pushing event deleted for resources: {'Port': ['ID=e83dccf0-01f1-474c-96c6-a27cca2653b0,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:35.279529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Attempting to bind port 37fb0172-3886-42f0-a652-5db9a70c2383 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:35.279916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Attempting to bind port 37fb0172-3886-42f0-a652-5db9a70c2383 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '6d2bcc73-1e5f-411e-a4ff-a55da3e07d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f2602851-421b-49c2-8166-8d10d306334d'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:35.280385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Attempting to bind port 37fb0172-3886-42f0-a652-5db9a70c2383 on network f2602851-421b-49c2-8166-8d10d306334d {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:35.296261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:35.296899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Checking segment: {'id': '6d2bcc73-1e5f-411e-a4ff-a55da3e07d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f2602851-421b-49c2-8166-8d10d306334d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:35.297509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:35.297972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Bound using segment: {'id': '6d2bcc73-1e5f-411e-a4ff-a55da3e07d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f2602851-421b-49c2-8166-8d10d306334d'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:35.298706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Bound port: 37fb0172-3886-42f0-a652-5db9a70c2383, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2bcc73-1e5f-411e-a4ff-a55da3e07d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f2602851-421b-49c2-8166-8d10d306334d'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:35.299971 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:35.334471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Allocated IP 2001:db8:1::2 (6fd9bb33-d485-4ec0-99da-9e54975f3821/f1faf88e-3a7d-419d-8b7b-e71ac0e60015/a8481953-1eaf-4d5b-92e8-32ff77e3668f) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:35.380957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:35.438286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-353102391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:35.480875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:35.491458 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2250578 Sep 19 12:18:35.491945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:35.496865 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55718) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:35.503758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Usage tracker for resource:router and tenant:b455c0bcdbf34215a0af4f02de6cbb27 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:35.521461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'subnet': {'network_id': 'b1b3c83f-8fe3-4568-b624-6ca7474b11d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:35.524524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:35.543486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97e90d-fb31-42fd-84e0-5a7a40d2bebf tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Network': ['ID=b1b3c83f-8fe3-4568-b624-6ca7474b11d3,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:35.565097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:35.580637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network b1b3c83f-8fe3-4568-b624-6ca7474b11d3 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:18:35.781496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:35.810201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:subnet and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:35.815522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] For port 37fb0172-3886-42f0-a652-5db9a70c2383, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:35.820403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:35.847983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] For port 37fb0172-3886-42f0-a652-5db9a70c2383, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=37fb0172-3886-42f0-a652-5db9a70c2383,segment=NetworkSegment(6d2bcc73-1e5f-411e-a4ff-a55da3e07d64),segment_id=6d2bcc73-1e5f-411e-a4ff-a55da3e07d64)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:35.848596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.objects.ports [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89794) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:18:35.863522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:35.934335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:35.934335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:35.938694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:35.984183 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:35.992410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:35.996606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Transition to ACTIVE for port object a8481953-1eaf-4d5b-92e8-32ff77e3668f will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:36.011204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:36.021910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:36.023124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.026275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.040900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:36.049534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.109128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0332c2-7a62-4962-a9be-d2ad4725c572 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:36.160856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=455a40bf-7d86-46cc-980a-c2d2a5ef997e,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:36.246277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.249673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.253206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:36.334844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.346995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Transition to ACTIVE for port object a8481953-1eaf-4d5b-92e8-32ff77e3668f will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:36.370873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Transition to ACTIVE for port object 8edcc350-16a0-4940-bddc-176fa6c24217 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:36.410072 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-47772b82-f160-4b17-9c28-fb79635d72cf tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4187882 Sep 19 12:18:36.417790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55724) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:36.426527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:36.430966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a6c0a-5d6a-4a3e-847e-21e50193266f None None] Pushing event updated for resources: {'Port': ['ID=37fb0172-3886-42f0-a652-5db9a70c2383,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:36.444619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.523549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.529577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Pushing event updated for resources: {'Port': ['ID=a8481953-1eaf-4d5b-92e8-32ff77e3668f,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:36.542932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.544579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Network 6fd9bb33-d485-4ec0-99da-9e54975f3821 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:36.586677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:36.591817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:36.597817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:36.625028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:36.625028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.751126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.754908 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a3aa942a-b736-457b-a87c-16b088c9de00 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5788801 Sep 19 12:18:36.787825 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55728) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:36.802388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1288542053'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:36.822227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:36.824276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Attempting to bind port a8481953-1eaf-4d5b-92e8-32ff77e3668f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:36.826103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Attempting to bind port a8481953-1eaf-4d5b-92e8-32ff77e3668f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'ac91baf0-d79c-436a-9f24-96694c52b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:36.826501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Attempting to bind port a8481953-1eaf-4d5b-92e8-32ff77e3668f on network 6fd9bb33-d485-4ec0-99da-9e54975f3821 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:36.855475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Usage tracker for resource:network and tenant:b455c0bcdbf34215a0af4f02de6cbb27 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:36.861175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:36.883495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:36.918079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:36.918723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Checking segment: {'id': 'ac91baf0-d79c-436a-9f24-96694c52b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:36.918723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.933013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Bound using segment: {'id': 'ac91baf0-d79c-436a-9f24-96694c52b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:36.935749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Bound port: a8481953-1eaf-4d5b-92e8-32ff77e3668f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac91baf0-d79c-436a-9f24-96694c52b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:36.935749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:36.961678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Allocated IP 2001:db8:1::1 (6fd9bb33-d485-4ec0-99da-9e54975f3821/f1faf88e-3a7d-419d-8b7b-e71ac0e60015/b02dec83-964b-4b56-bf96-ae5ff151e544) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:36.967743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Network f2602851-421b-49c2-8166-8d10d306334d is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:36.980009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:36.996289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:37.057559 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '455a40bf-7d86-46cc-980a-c2d2a5ef997e'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:37.058319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.063749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Made reservation on behalf of b455c0bcdbf34215a0af4f02de6cbb27 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:37.067533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.072679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Port': ['ID=8edcc350-16a0-4940-bddc-176fa6c24217,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:37.083833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.100729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.107547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:37.156226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Router 85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:18:37.170803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Usage tracker for resource:security_group_rule and tenant:b455c0bcdbf34215a0af4f02de6cbb27 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:37.172123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:37.172817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.192857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:37.221986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:37.460596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Subnet': ['ID=0d4ae2ab-7a78-4f73-8123-a513041c62b6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:37.460596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Checking segment: {'id': 'adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b1b3c83f-8fe3-4568-b624-6ca7474b11d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:37.461787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] For port a8481953-1eaf-4d5b-92e8-32ff77e3668f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:37.461892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network hostable DHCP agents. Network: b1b3c83f-8fe3-4568-b624-6ca7474b11d3, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:37.461992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] For port a8481953-1eaf-4d5b-92e8-32ff77e3668f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a8481953-1eaf-4d5b-92e8-32ff77e3668f,segment=NetworkSegment(ac91baf0-d79c-436a-9f24-96694c52b617),segment_id=ac91baf0-d79c-436a-9f24-96694c52b617)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:37.462085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:37.462085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.462879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0,segment=NetworkSegment(65a4c4fc-6796-4f0f-a75c-6ecbe379fc79),segment_id=65a4c4fc-6796-4f0f-a75c-6ecbe379fc79)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:37.463022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:37.463022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:37.465824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:37.474035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:37.534129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Allocated IP 2001:db8::f816:3eff:fe52:d0af (97c14447-5e4d-4deb-a6ce-aa8646f0c431/455a40bf-7d86-46cc-980a-c2d2a5ef997e/c0d72f7a-5e5b-4691-bfa7-84d27595d5ea) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:37.542204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:37.547055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.556830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb712a5f-b306-4b41-895a-38575258aa56 None None] Sync routers for ids ['85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:37.581860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb712a5f-b306-4b41-895a-38575258aa56 None None] Routers {'85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:37.582500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-bb712a5f-b306-4b41-895a-38575258aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:37.582928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Transition to ACTIVE for port object b02dec83-964b-4b56-bf96-ae5ff151e544 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:37.679201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.687548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-bb712a5f-b306-4b41-895a-38575258aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:37.751940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.773784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network b1b3c83f-8fe3-4568-b624-6ca7474b11d3 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:37.775778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:37.777635 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.783877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.788388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.792479 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bebd8e35-6cda-4248-b736-50ffea2332ae tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3030565 Sep 19 12:18:37.824060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.845231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55734) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:37.850376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb712a5f-b306-4b41-895a-38575258aa56 None None] Routers {'85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:37.858647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-bb712a5f-b306-4b41-895a-38575258aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:37.862215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:37.908214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:37.959533 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-be42c7d4-d096-4e94-a049-595c134416e7 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1072767 Sep 19 12:18:37.986162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55738) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:38.010606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, b1b3c83f-8fe3-4568-b624-6ca7474b11d3) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:38.016818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-bb712a5f-b306-4b41-895a-38575258aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:38.022796 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb712a5f-b306-4b41-895a-38575258aa56 None None] The sync data for ids ['85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:38.022796 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99ad5b-ed00-4f08-80f0-7e196bd87ca7 None None] Pushing event updated for resources: {'Port': ['ID=a8481953-1eaf-4d5b-92e8-32ff77e3668f,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:38.032055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:18:38.065483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fad4ad-ca00-489d-a516-d4e1576ce776 None None] Network b1b3c83f-8fe3-4568-b624-6ca7474b11d3 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:38.187539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb7392-8275-47ca-95a3-8f42324c223d None None] Network f2602851-421b-49c2-8166-8d10d306334d requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:38.246604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 6fd9bb33-d485-4ec0-99da-9e54975f3821 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:38.294623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'port': {'network_id': 'f2602851-421b-49c2-8166-8d10d306334d', 'name': 'tempest-AllowedAddressPairTestJSON-1934650270', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:cb:f9:94'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:38.337223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 37fb0172-3886-42f0-a652-5db9a70c2383 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:38.424644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:38.425496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:38.426355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:38.426712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=b02dec83-964b-4b56-bf96-ae5ff151e544,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:38.431937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:38.432721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:38.461864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:38.464142 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Added segment 99ff3b92-efed-498a-bc88-feeccf17faff of type vlan for network fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 Sep 19 12:18:38.528015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c83ed51-f717-4e46-8f42-05794c7d1dde,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:38.535004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:38.536414 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.ipam_backend_mixin [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 455a40bf-7d86-46cc-980a-c2d2a5ef997e (CIDR: 2001:db8::/64) Sep 19 12:18:38.650254 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:18:38.657335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:38.673596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:38.679761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Usage tracker for resource:port and tenant:9271540f70e54ddb9b3567e603c50eab is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:38.689609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:38.695605 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:38.696931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:38.777610 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a16d244f-6776-44c0-92a5-200e33ef4958 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2793276 Sep 19 12:18:38.780405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55744) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:38.787463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0fcfbc63-b28d-4ad1-b630-02f112228b3a None None] Provisioning for port 37fb0172-3886-42f0-a652-5db9a70c2383 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:38.788952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1189682949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:38.798625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:38.805623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:router and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:38.810068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:38.822181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:38.826539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Made reservation on behalf of 9271540f70e54ddb9b3567e603c50eab for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:38.857016 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f9e7fd0a-6496-49d3-8a59-f4a04f65adff tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4376845 Sep 19 12:18:38.877358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55748) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:38.888920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:38.912096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:38.917942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:38.918474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:38.977393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:38.978439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:38.997182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.013891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.030632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 37fb0172-3886-42f0-a652-5db9a70c2383 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:39.035175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Transition to ACTIVE for port object c0d72f7a-5e5b-4691-bfa7-84d27595d5ea will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:39.055770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.057805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 37fb0172-3886-42f0-a652-5db9a70c2383 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:39.058032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.136058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.154489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Transition to ACTIVE for port object c0d72f7a-5e5b-4691-bfa7-84d27595d5ea will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:39.247737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-b1b3c83f-8fe3-4568-b624-6ca7474b11d3', 'network_id': 'b1b3c83f-8fe3-4568-b624-6ca7474b11d3', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'fixed_ips': [{'subnet_id': '0d4ae2ab-7a78-4f73-8123-a513041c62b6'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:39.251824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.304448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5077384 Sep 19 12:18:39.347201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55754) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:39.395349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'subnet': {'network_id': 'fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:39.399409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.478122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf3bab-e413-4238-b785-8c44e8d31010 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Network': ['ID=fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:39.482600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] device_id is not set on port af4f3e47-ffd0-456e-a118-5987a3c00648 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:18:39.706685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.713572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:18:39.718064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.724011 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-084de612-42cf-48cf-a362-b48022f98805 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9422238 Sep 19 12:18:39.724629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55758) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:39.731382 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Allocated IP 172.20.0.2 (b1b3c83f-8fe3-4568-b624-6ca7474b11d3/0d4ae2ab-7a78-4f73-8123-a513041c62b6/ae49b9a6-f6a5-495a-a419-625741a7d718) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:39.779979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 37fb0172-3886-42f0-a652-5db9a70c2383 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:39.780635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.955489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:39.978128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:39.980480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:39.986052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:39.989157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Usage tracker for resource:subnet and tenant:b455c0bcdbf34215a0af4f02de6cbb27 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:39.991329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc8a286-b2ce-425c-8afd-cf68631459d5 None None] Network 6fd9bb33-d485-4ec0-99da-9e54975f3821 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:39.992025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:39.992379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Allocated IP 172.20.0.6 (f2602851-421b-49c2-8166-8d10d306334d/fa84d1f1-541e-43d8-8795-3596d2523bb4/af4f3e47-ffd0-456e-a118-5987a3c00648) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:39.994815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:40.003066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:40.005347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:40.074345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:40.099508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:40.104612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Made reservation on behalf of b455c0bcdbf34215a0af4f02de6cbb27 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:40.114494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:40.116898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:40.128933 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:40.149381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:40.157083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:40.186300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Deleting port e830e6b7-886c-46f6-93ee-33a6ef8ac537 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:40.186645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:40.476931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6762f6f0-74fa-4925-a2c1-dbc6b84dbf69 None None] Provisioning for port a8481953-1eaf-4d5b-92e8-32ff77e3668f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:40.515318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Pushing event updated for resources: {'Port': ['ID=c0d72f7a-5e5b-4691-bfa7-84d27595d5ea,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:40.611404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 37fb0172-3886-42f0-a652-5db9a70c2383, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=37fb0172-3886-42f0-a652-5db9a70c2383,segment=NetworkSegment(6d2bcc73-1e5f-411e-a4ff-a55da3e07d64),segment_id=6d2bcc73-1e5f-411e-a4ff-a55da3e07d64)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:40.662701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Attempting to bind port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:40.663672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Attempting to bind port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:40.664211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Attempting to bind port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:40.674613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:40.690246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:40.690779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:40.691289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:40.691582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:40.692225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Bound port: c0d72f7a-5e5b-4691-bfa7-84d27595d5ea, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:40.693049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:40.705368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:40.754440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:40.896269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Calling delete_port for e830e6b7-886c-46f6-93ee-33a6ef8ac537 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:40.932848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-64a7e5f7-059f-4ef2-ba98-f4eabe7c3307 None None] Provisioning complete for port 37fb0172-3886-42f0-a652-5db9a70c2383 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:40.933225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-64a7e5f7-059f-4ef2-ba98-f4eabe7c3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.012031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.016064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.080177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.089834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=37fb0172-3886-42f0-a652-5db9a70c2383,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:41.113032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Transition to ACTIVE for port object ae49b9a6-f6a5-495a-a419-625741a7d718 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:41.134138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a8481953-1eaf-4d5b-92e8-32ff77e3668f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:41.207973 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] For port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:41.210198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Transition to ACTIVE for port object ae49b9a6-f6a5-495a-a419-625741a7d718 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:41.230990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] For port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c0d72f7a-5e5b-4691-bfa7-84d27595d5ea,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:41.271608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.290674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-64a7e5f7-059f-4ef2-ba98-f4eabe7c3307 None None] Current status of the port 37fb0172-3886-42f0-a652-5db9a70c2383 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:41.324629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.351036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.364755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:41.392792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.403765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:41.427042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:41.430511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.439558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Network b1b3c83f-8fe3-4568-b624-6ca7474b11d3 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:41.444966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:41.455873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:41.460299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.465457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Checking segment: {'id': '99ff3b92-efed-498a-bc88-feeccf17faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:41.465821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network hostable DHCP agents. Network: fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:41.472583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Subnet': ['ID=eb6dc2b6-e58f-474b-bde1-16469ab96faf,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:41.486791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=b02dec83-964b-4b56-bf96-ae5ff151e544,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:41.500320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port a8481953-1eaf-4d5b-92e8-32ff77e3668f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:41.507874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-64a7e5f7-059f-4ef2-ba98-f4eabe7c3307 None None] Provisioning for port 8edcc350-16a0-4940-bddc-176fa6c24217 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:41.567441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.607817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a8481953-1eaf-4d5b-92e8-32ff77e3668f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:41.608731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.642227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.648831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Pushing event deleted for resources: {'Port': ['ID=e830e6b7-886c-46f6-93ee-33a6ef8ac537,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:41.658990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-64a7e5f7-059f-4ef2-ba98-f4eabe7c3307 None None] Provisioning complete for port 8edcc350-16a0-4940-bddc-176fa6c24217 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:41.660078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-64a7e5f7-059f-4ef2-ba98-f4eabe7c3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:41.701660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 6fd9bb33-d485-4ec0-99da-9e54975f3821 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:41.705440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Transition to ACTIVE for port object af4f3e47-ffd0-456e-a118-5987a3c00648 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:41.706527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:41.744533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=27658eea-67c4-477f-bfdf-5f65f24cefa1,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:41.799653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Pushing event updated for resources: {'Port': ['ID=ae49b9a6-f6a5-495a-a419-625741a7d718,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:41.882132 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8c14758f-c26d-42a6-96d2-67d0ed481b7f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9981482 Sep 19 12:18:41.885261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55766) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:41.896756 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:42.020048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a03c3c-59b7-448d-b358-4e80d63a6dcf None None] Pushing event updated for resources: {'Port': ['ID=c0d72f7a-5e5b-4691-bfa7-84d27595d5ea,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:42.133642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-64a7e5f7-059f-4ef2-ba98-f4eabe7c3307 None None] Port 8edcc350-16a0-4940-bddc-176fa6c24217 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:42.141116 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Attempting to bind port ae49b9a6-f6a5-495a-a419-625741a7d718 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:42.141541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Attempting to bind port ae49b9a6-f6a5-495a-a419-625741a7d718 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b1b3c83f-8fe3-4568-b624-6ca7474b11d3'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:42.141907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Attempting to bind port ae49b9a6-f6a5-495a-a419-625741a7d718 on network b1b3c83f-8fe3-4568-b624-6ca7474b11d3 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:42.150522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:42.150969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Checking segment: {'id': 'adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b1b3c83f-8fe3-4568-b624-6ca7474b11d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:42.151682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:42.152403 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Bound using segment: {'id': 'adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b1b3c83f-8fe3-4568-b624-6ca7474b11d3'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:42.152555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Bound port: ae49b9a6-f6a5-495a-a419-625741a7d718, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b1b3c83f-8fe3-4568-b624-6ca7474b11d3'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:42.153000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:42.282694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] For port ae49b9a6-f6a5-495a-a419-625741a7d718, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:42.291455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] For port ae49b9a6-f6a5-495a-a419-625741a7d718, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ae49b9a6-f6a5-495a-a419-625741a7d718,segment=NetworkSegment(adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5),segment_id=adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:42.320979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f1d7b67e-74ec-448a-86d6-7aa1cc81ab5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:42.503713 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Allocated IP 172.20.0.1 (b1b3c83f-8fe3-4568-b624-6ca7474b11d3/0d4ae2ab-7a78-4f73-8123-a513041c62b6/5a8d2af1-ab17-4f27-bd78-9bab00948ddd) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:42.524645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:42.541952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:cb:c3:1b', 'name': 'tempest-NetworksTestDHCPv6-2056596179'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:42.548480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:18:42.551889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:42.666931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4c71eb94-a88f-4698-8f4b-198eb00e6db5 None None] Provisioning for port b02dec83-964b-4b56-bf96-ae5ff151e544 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:42.695195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4c71eb94-a88f-4698-8f4b-198eb00e6db5 None None] Provisioning complete for port b02dec83-964b-4b56-bf96-ae5ff151e544 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:42.695769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4c71eb94-a88f-4698-8f4b-198eb00e6db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:42.798625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:42.801490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4c71eb94-a88f-4698-8f4b-198eb00e6db5 None None] Port b02dec83-964b-4b56-bf96-ae5ff151e544 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:42.812539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a8481953-1eaf-4d5b-92e8-32ff77e3668f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:42.816814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:42.852683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:42.884393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:42.889512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:42.906448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:42.933554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb012f-2e6e-4455-9b79-12488601e8cd None None] Pushing event updated for resources: {'Port': ['ID=ae49b9a6-f6a5-495a-a419-625741a7d718,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:42.953033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4c71eb94-a88f-4698-8f4b-198eb00e6db5 None None] Provisioning complete for port a8481953-1eaf-4d5b-92e8-32ff77e3668f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:42.954051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4c71eb94-a88f-4698-8f4b-198eb00e6db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.010489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port a8481953-1eaf-4d5b-92e8-32ff77e3668f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a8481953-1eaf-4d5b-92e8-32ff77e3668f,segment=NetworkSegment(ac91baf0-d79c-436a-9f24-96694c52b617),segment_id=ac91baf0-d79c-436a-9f24-96694c52b617)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:43.032138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:43.070430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e832c4c-e8ce-4114-89c3-8281c61fc124 None None] Network fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:43.124551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.125422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:43.142159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:43.142854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.194721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.205568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.289096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:43.319402 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8ee7f682-d7fe-4f70-b64e-f16e803d8dfe tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9669452 Sep 19 12:18:43.381071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373dac0-f011-4b81-ac45-788c67619149 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:43.391940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55778) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:43.395195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Network f2602851-421b-49c2-8166-8d10d306334d is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:43.396586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:43.451573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:43.459870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'network': {'name': 'tempest-router-network01--297059602'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:43.495070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:43.496507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:43.507876 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:43.521064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Router 85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:18:43.525833 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:43.528289 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-48e8ab77-89f7-4b05-8319-72f8326ffd0c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8710673 Sep 19 12:18:43.529409 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:43.542229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55782) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:43.545206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Usage tracker for resource:network and tenant:b455c0bcdbf34215a0af4f02de6cbb27 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:43.551677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:43.562911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-500316395'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:43.586527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:43.588384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:43.649733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Port': ['ID=af4f3e47-ffd0-456e-a118-5987a3c00648,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:43.716656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.726920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=a8481953-1eaf-4d5b-92e8-32ff77e3668f,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:43.780831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:43.782154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.785424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4c71eb94-a88f-4698-8f4b-198eb00e6db5 None None] Current status of the port a8481953-1eaf-4d5b-92e8-32ff77e3668f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:43.803802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Transition to ACTIVE for port object 5a8d2af1-ab17-4f27-bd78-9bab00948ddd will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:43.831593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:43.836711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:network and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:43.848235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.849407 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c72f850f-74a3-4733-a7d5-acb3d114f8cb tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "PUT /v2.0/routers/85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764 HTTP/1.1" status: 200 len: 709 time: 6.0079205 Sep 19 12:18:43.854689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55786) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:43.863551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:43.876043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54dd68d-cd04-48ea-a714-76a6e76e4efd None None] Sync routers for ids ['85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:43.883828 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:43.902202 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1cd38f04-826d-410f-9b08-074c0b65d553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.933145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:43.933533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.937738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:43.968770 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:18:44.003394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port b6ae321a-8ff1-4e34-a600-65f20f5f15d9 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:18:44.044694 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2eb99d00-c2ad-49b5-9aee-0c3da3cd0d61 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.0460126 Sep 19 12:18:44.045720 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55790) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:44.053435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54dd68d-cd04-48ea-a714-76a6e76e4efd None None] Routers {'85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:44.054434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c54dd68d-cd04-48ea-a714-76a6e76e4efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:44.075624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Made reservation on behalf of b455c0bcdbf34215a0af4f02de6cbb27 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:44.082437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.101755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:44.105642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.168735 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f13a810e-b861-4184-9f2e-c6d23ee29191 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/routers/85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764 HTTP/1.1" status: 200 len: 744 time: 0.3102806 Sep 19 12:18:44.169493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55794) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:44.179864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:18:44.195488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.195841 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added segment 1a520932-3c3d-4fb3-93cc-5c97296f48dd of type vlan for network 7c7cf716-f600-4ff1-bcaa-bb6262428191 Sep 19 12:18:44.229505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.243555 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-09aa2efb-8f25-46d1-a7d0-9033e995ac82 tempest-RoutersIpV6AdminTest-1910539992 tempest-RoutersIpV6AdminTest-1910539992-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&device_id=85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764 HTTP/1.1" status: 200 len: 205 time: 0.0686917 Sep 19 12:18:44.245961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55800) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:44.302466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:18:44.306661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f0e82ca1-0fba-4218-b0d6-146350223ab7 None None] Provisioning for port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:44.309895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c54dd68d-cd04-48ea-a714-76a6e76e4efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:44.326259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.329550 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Added segment 751447b9-12eb-4fd6-931f-d47971d8ebb8 of type vlan for network abbf520a-fa65-4df0-938c-2506f86b45a9 Sep 19 12:18:44.365046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4304e037-8f0e-48ec-be9b-478783de496a None None] Network b1b3c83f-8fe3-4568-b624-6ca7474b11d3 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:44.386759 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0db517cf-6ac8-4c6c-8885-5f54184fdc50 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764 HTTP/1.1" status: 200 len: 205 time: 0.1396437 Sep 19 12:18:44.396283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55804) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:44.420216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.432579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e261234-1f41-4f69-9e00-5750aa00ec33 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:44.439281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e261234-1f41-4f69-9e00-5750aa00ec33 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:44.445569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e261234-1f41-4f69-9e00-5750aa00ec33 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:44.446449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4e261234-1f41-4f69-9e00-5750aa00ec33 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Synchronizing usage tracker for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:44.515345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976', 'network_id': 'fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976', 'tenant_id': 'b455c0bcdbf34215a0af4f02de6cbb27', 'fixed_ips': [{'subnet_id': 'eb6dc2b6-e58f-474b-bde1-16469ab96faf'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:44.518945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.531406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network b1b3c83f-8fe3-4568-b624-6ca7474b11d3 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:44.536488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:44.542141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:44.604436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c08f8b46-22be-4c98-b22d-fd14f2c7605c tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.609153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.643728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54dd68d-cd04-48ea-a714-76a6e76e4efd None None] Routers {'85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:44.644362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c54dd68d-cd04-48ea-a714-76a6e76e4efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:44.657002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=5a8d2af1-ab17-4f27-bd78-9bab00948ddd,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:44.661817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4e261234-1f41-4f69-9e00-5750aa00ec33 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Unset dirty status for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:44.661817 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4e261234-1f41-4f69-9e00-5750aa00ec33 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5998337 Sep 19 12:18:44.664470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55808) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:44.769702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a43c8-b54a-49bd-a321-2404a214d24c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Deleting port af4f3e47-ffd0-456e-a118-5987a3c00648 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:44.771506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f0a43c8-b54a-49bd-a321-2404a214d24c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.786298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c54dd68d-cd04-48ea-a714-76a6e76e4efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:44.786710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54dd68d-cd04-48ea-a714-76a6e76e4efd None None] The sync data for ids ['85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:44.832605 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f0e82ca1-0fba-4218-b0d6-146350223ab7 None None] Provisioning complete for port b02dec83-964b-4b56-bf96-ae5ff151e544 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:44.832982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f0e82ca1-0fba-4218-b0d6-146350223ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.854264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.909518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.915667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:44.916825 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:44.917782 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:18:38Z', 'revision_number': 3, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:39Z', 'revision_number': 2, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:44.923888 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:18:44.923888 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Updating router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 port b02dec83-964b-4b56-bf96-ae5ff151e544 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:18:45.001609 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:45.065895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f0a43c8-b54a-49bd-a321-2404a214d24c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:45.105423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:45.161939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Network': ['ID=7c7cf716-f600-4ff1-bcaa-bb6262428191,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:45.167356 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-101b7fa7-d8af-4075-b7d1-4e9be4c706a0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6172209 Sep 19 12:18:45.168574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:45.181376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:45.182158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:45.201440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55812) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:45.218458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 7c7cf716-f600-4ff1-bcaa-bb6262428191 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:18:45.358332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'subnet': {'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:45.571687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a43c8-b54a-49bd-a321-2404a214d24c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Calling delete_port for af4f3e47-ffd0-456e-a118-5987a3c00648 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:45.574487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f0e82ca1-0fba-4218-b0d6-146350223ab7 None None] Port b02dec83-964b-4b56-bf96-ae5ff151e544 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:45.574487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:45.576003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Network': ['ID=abbf520a-fa65-4df0-938c-2506f86b45a9,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:45.598594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network abbf520a-fa65-4df0-938c-2506f86b45a9 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:18:45.610536 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8:0:1::2e5 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/27658eea-67c4-477f-bfdf-5f65f24cefa1/b6ae321a-8ff1-4e34-a600-65f20f5f15d9) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:45.617539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f816:3eff:fecb:c31b (97c14447-5e4d-4deb-a6ce-aa8646f0c431/455a40bf-7d86-46cc-980a-c2d2a5ef997e/b6ae321a-8ff1-4e34-a600-65f20f5f15d9) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:45.738349 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:45.744898 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:45.758427 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Transition to ACTIVE for port object b02dec83-964b-4b56-bf96-ae5ff151e544 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:45.815169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Allocated IP 2001:db8::2 (fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976/eb6dc2b6-e58f-474b-bde1-16469ab96faf/18c04024-fb2a-42dc-b607-a322804f2224) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:45.820134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:45.829103 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-373cb4cb-f0ad-4fee-a366-de006276da04 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4205275 Sep 19 12:18:45.836937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55818) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:45.844892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'network': {'name': 'tempest-router-network02--1083537817'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:45.852491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:45.856621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Usage tracker for resource:network and tenant:b455c0bcdbf34215a0af4f02de6cbb27 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:45.859883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:45.872949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:45.887532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:subnet and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:45.977084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:45.995648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:46.070260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f932e-180f-4b27-a54f-be768334ab65 None None] Update dhcp port {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'fixed_ips': [{'subnet_id': '455a40bf-7d86-46cc-980a-c2d2a5ef997e', 'ip_address': '2001:db8::f816:3eff:fe52:d0af'}, {'subnet_id': '27658eea-67c4-477f-bfdf-5f65f24cefa1'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': 'c0d72f7a-5e5b-4691-bfa7-84d27595d5ea'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:18:46.090248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c08f8b46-22be-4c98-b22d-fd14f2c7605c tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.102926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c08f8b46-22be-4c98-b22d-fd14f2c7605c tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.105299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a8481953-1eaf-4d5b-92e8-32ff77e3668f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:46.143864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.163828 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object b6ae321a-8ff1-4e34-a600-65f20f5f15d9 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:46.208687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.218611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d31f932e-180f-4b27-a54f-be768334ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.297419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f0e82ca1-0fba-4218-b0d6-146350223ab7 None None] Provisioning for port af4f3e47-ffd0-456e-a118-5987a3c00648 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:46.302565 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.303114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c08f8b46-22be-4c98-b22d-fd14f2c7605c tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.303114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08f8b46-22be-4c98-b22d-fd14f2c7605c tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Fanout notify agent at l3_agent the message router_deleted on router 85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:18:46.339844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c08f8b46-22be-4c98-b22d-fd14f2c7605c tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.344535 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c08f8b46-22be-4c98-b22d-fd14f2c7605c tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764 HTTP/1.1" status: 204 len: 168 time: 1.9427636 Sep 19 12:18:46.347660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.354493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f0e82ca1-0fba-4218-b0d6-146350223ab7 None None] Provisioning complete for port af4f3e47-ffd0-456e-a118-5987a3c00648 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:46.357317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f0e82ca1-0fba-4218-b0d6-146350223ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.382364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:46.390131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.417189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.420571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55822) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:46.444008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.511500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f0e82ca1-0fba-4218-b0d6-146350223ab7 None None] Port af4f3e47-ffd0-456e-a118-5987a3c00648 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:46.533473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a8481953-1eaf-4d5b-92e8-32ff77e3668f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:46.533473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.539112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Made reservation on behalf of b455c0bcdbf34215a0af4f02de6cbb27 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:46.542574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.610533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.618353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Transition to ACTIVE for port object 18c04024-fb2a-42dc-b607-a322804f2224 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:46.654320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.695147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Transition to ACTIVE for port object 18c04024-fb2a-42dc-b607-a322804f2224 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:46.758483 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24488b9a-665d-4f35-86a6-91c5fecddd89 None None] Pushing event updated for resources: {'Port': ['ID=b02dec83-964b-4b56-bf96-ae5ff151e544,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:46.767058 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Attempting to bind port b02dec83-964b-4b56-bf96-ae5ff151e544 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:46.767058 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Attempting to bind port b02dec83-964b-4b56-bf96-ae5ff151e544 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'ac91baf0-d79c-436a-9f24-96694c52b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:46.767058 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Attempting to bind port b02dec83-964b-4b56-bf96-ae5ff151e544 on network 6fd9bb33-d485-4ec0-99da-9e54975f3821 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:46.775467 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:46.777371 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Checking segment: {'id': 'ac91baf0-d79c-436a-9f24-96694c52b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:46.779902 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.784459 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Bound using segment: {'id': 'ac91baf0-d79c-436a-9f24-96694c52b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:46.785843 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Bound port: b02dec83-964b-4b56-bf96-ae5ff151e544, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac91baf0-d79c-436a-9f24-96694c52b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:46.789347 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.796500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.817359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:18:46.839361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.839687 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Added segment 4d5d265d-e94a-4dec-9969-1d8721187537 of type vlan for network c5c05143-0747-49d6-9adc-f5294a96b874 Sep 19 12:18:46.914188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:46.920716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:46.941106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:46.947872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:46.948164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.956170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f0a43c8-b54a-49bd-a321-2404a214d24c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.970522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:46.991415 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Network fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:46.999604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=b6ae321a-8ff1-4e34-a600-65f20f5f15d9,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:47.006463 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-48fe3947-fa7a-48a4-ba49-da9446b0f8b7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764 HTTP/1.1" status: 200 len: 205 time: 0.4673953 Sep 19 12:18:47.007676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55832) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:47.014201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fa1fad61-ab52-4512-bf5c-e92c688f3a5b None None] Provisioning for port 5a8d2af1-ab17-4f27-bd78-9bab00948ddd completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:47.020960 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] For port b02dec83-964b-4b56-bf96-ae5ff151e544, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:47.021544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:47.024669 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] For port b02dec83-964b-4b56-bf96-ae5ff151e544, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b02dec83-964b-4b56-bf96-ae5ff151e544,segment=NetworkSegment(ac91baf0-d79c-436a-9f24-96694c52b617),segment_id=ac91baf0-d79c-436a-9f24-96694c52b617)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:47.034216 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:47.039624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Pushing event updated for resources: {'Port': ['ID=18c04024-fb2a-42dc-b607-a322804f2224,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:47.043971 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:47.047785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fa1fad61-ab52-4512-bf5c-e92c688f3a5b None None] Provisioning complete for port 5a8d2af1-ab17-4f27-bd78-9bab00948ddd triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:47.048175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fa1fad61-ab52-4512-bf5c-e92c688f3a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:47.097054 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-20917438-c057-45ea-890b-6535a1d277d5 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] delete failed (client error): The resource could not be found. Sep 19 12:18:47.103863 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-20917438-c057-45ea-890b-6535a1d277d5 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/85bdf6a1-7e8d-4f42-a8b2-6f8f09f31764 HTTP/1.1" status: 404 len: 336 time: 0.0929978 Sep 19 12:18:47.105159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55836) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:47.110138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:47.138656 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:47.260760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-d31f932e-180f-4b27-a54f-be768334ab65 None None] Allocated IP 2001:db8:0:1::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/27658eea-67c4-477f-bfdf-5f65f24cefa1/c0d72f7a-5e5b-4691-bfa7-84d27595d5ea) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:47.294356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:18:47.308452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=5a8d2af1-ab17-4f27-bd78-9bab00948ddd,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:47.333856 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24488b9a-665d-4f35-86a6-91c5fecddd89 None None] Pushing event updated for resources: {'Port': ['ID=b02dec83-964b-4b56-bf96-ae5ff151e544,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:47.357316 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:47.367234 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:47.374848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a43c8-b54a-49bd-a321-2404a214d24c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event deleted for resources: {'Port': ['ID=af4f3e47-ffd0-456e-a118-5987a3c00648,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:47.407106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network b1b3c83f-8fe3-4568-b624-6ca7474b11d3 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:47.415338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:47.563180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d31f932e-180f-4b27-a54f-be768334ab65 None None] For port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c0d72f7a-5e5b-4691-bfa7-84d27595d5ea,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:47.592953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d31f932e-180f-4b27-a54f-be768334ab65 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:47.620844 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6153c5e9-69be-4ed2-ae48-0b1c91f6b37f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.7345214 Sep 19 12:18:47.624795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d31f932e-180f-4b27-a54f-be768334ab65 None None] Transition to ACTIVE for port object c0d72f7a-5e5b-4691-bfa7-84d27595d5ea will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:47.642341 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:18:47.652893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55840) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:47.659098 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5a83835a-667a-4dd9-8167-1b57ab2b47e9 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb857d59-04d7-4558-a1f1-5d710e0002a0 HTTP/1.1" status: 200 len: 205 time: 0.5509963 Sep 19 12:18:47.693650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55844) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:47.826510 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-2d04f748-a878-44c3-a977-d07835db6f32 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] delete failed (client error): The resource could not be found. Sep 19 12:18:47.827987 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2d04f748-a878-44c3-a977-d07835db6f32 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/cb857d59-04d7-4558-a1f1-5d710e0002a0 HTTP/1.1" status: 404 len: 336 time: 0.1330609 Sep 19 12:18:47.829415 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:47.836813 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-2195175d-afbd-40c3-bde2-03c5c9966c94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port b6ae321a-8ff1-4e34-a600-65f20f5f15d9 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:47.837318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2195175d-afbd-40c3-bde2-03c5c9966c94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:47.839272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:47.840035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:47.845043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55850) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:47.943938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Attempting to bind port 18c04024-fb2a-42dc-b607-a322804f2224 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:47.945194 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Attempting to bind port 18c04024-fb2a-42dc-b607-a322804f2224 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '99ff3b92-efed-498a-bc88-feeccf17faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:47.945744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Attempting to bind port 18c04024-fb2a-42dc-b607-a322804f2224 on network fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:47.952576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d31f932e-180f-4b27-a54f-be768334ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:47.965989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:47.966734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Checking segment: {'id': '99ff3b92-efed-498a-bc88-feeccf17faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:47.967524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:47.968091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Bound using segment: {'id': '99ff3b92-efed-498a-bc88-feeccf17faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:47.968792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Bound port: 18c04024-fb2a-42dc-b607-a322804f2224, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ff3b92-efed-498a-bc88-feeccf17faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:47.968947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Subnet': ['ID=e8eee88d-dd65-46c8-806f-25e4989c2351,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:47.970029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:48.001027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Checking segment: {'id': '1a520932-3c3d-4fb3-93cc-5c97296f48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:48.001394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network hostable DHCP agents. Network: 7c7cf716-f600-4ff1-bcaa-bb6262428191, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:48.038509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fad61-ab52-4512-bf5c-e92c688f3a5b None None] Port 5a8d2af1-ab17-4f27-bd78-9bab00948ddd cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:48.175856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fa1fad61-ab52-4512-bf5c-e92c688f3a5b None None] Provisioning for port ae49b9a6-f6a5-495a-a419-625741a7d718 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:48.193754 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2195175d-afbd-40c3-bde2-03c5c9966c94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:48.196190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a8481953-1eaf-4d5b-92e8-32ff77e3668f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:48.197778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 37fb0172-3886-42f0-a652-5db9a70c2383 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:48.208746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 7c7cf716-f600-4ff1-bcaa-bb6262428191 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:48.257569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Network': ['ID=c5c05143-0747-49d6-9adc-f5294a96b874,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:48.263378 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-70a7a73d-97c6-43dd-a6d6-fadd12e4fa71 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=6653d31b-8ac7-4070-87eb-edd6880c238c HTTP/1.1" status: 200 len: 205 time: 0.1129515 Sep 19 12:18:48.278903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55854) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:48.326279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network c5c05143-0747-49d6-9adc-f5294a96b874 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:18:48.385307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] For port 18c04024-fb2a-42dc-b607-a322804f2224, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:48.388865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] For port 18c04024-fb2a-42dc-b607-a322804f2224, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=18c04024-fb2a-42dc-b607-a322804f2224,segment=NetworkSegment(99ff3b92-efed-498a-bc88-feeccf17faff),segment_id=99ff3b92-efed-498a-bc88-feeccf17faff)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:48.396976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f932e-180f-4b27-a54f-be768334ab65 None None] Pushing event updated for resources: {'Port': ['ID=c0d72f7a-5e5b-4691-bfa7-84d27595d5ea,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:48.420839 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-0f581f63-4155-4da1-acfd-1514177b6a2f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] delete failed (client error): The resource could not be found. Sep 19 12:18:48.426086 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0f581f63-4155-4da1-acfd-1514177b6a2f tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/6653d31b-8ac7-4070-87eb-edd6880c238c HTTP/1.1" status: 404 len: 336 time: 0.1048424 Sep 19 12:18:48.443736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55858) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:48.447734 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:18:38Z', 'revision_number': 3, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:47Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:48.452548 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5babc-fcee-4052-af96-e9f8b8dc6b26 None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:18:38Z', 'revision_number': 3, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:47Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:48.513460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-2195175d-afbd-40c3-bde2-03c5c9966c94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for b6ae321a-8ff1-4e34-a600-65f20f5f15d9 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:48.587797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:48.590312 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-027dc689-937b-4a1a-9fed-85f93e80600d tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=975198d4-42b3-4c3f-9197-b953c6d73690 HTTP/1.1" status: 200 len: 205 time: 0.1202571 Sep 19 12:18:48.599721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55862) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:48.621093 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f0a43c8-b54a-49bd-a321-2404a214d24c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:48.625693 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8f0a43c8-b54a-49bd-a321-2404a214d24c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "DELETE /v2.0/ports/af4f3e47-ffd0-456e-a118-5987a3c00648 HTTP/1.1" status: 204 len: 168 time: 3.9575653 Sep 19 12:18:48.626727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55866) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:48.704962 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d0a14fb8-0d11-4f4d-9100-2185c297e016 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8625939 Sep 19 12:18:48.704962 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefd14d1-babb-44ce-a3c1-8db758d08004 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] GET failed (client error): The resource could not be found. Sep 19 12:18:48.704962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cefd14d1-babb-44ce-a3c1-8db758d08004 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Synchronizing usage tracker for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:48.708169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55870) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:48.709523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 7c7cf716-f600-4ff1-bcaa-bb6262428191) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:48.727469 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'subnet': {'network_id': 'abbf520a-fa65-4df0-938c-2506f86b45a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:48.727682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:48.728470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:48.740721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e84edff-8447-49c0-af05-c890748f706c None None] Network 7c7cf716-f600-4ff1-bcaa-bb6262428191 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:48.799307 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-a7e309b1-2f3a-4f2a-9b44-8b71f53e385e tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] delete failed (client error): The resource could not be found. Sep 19 12:18:48.804569 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a7e309b1-2f3a-4f2a-9b44-8b71f53e385e tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/975198d4-42b3-4c3f-9197-b953c6d73690 HTTP/1.1" status: 404 len: 336 time: 0.2037585 Sep 19 12:18:48.820460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55874) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:48.820614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 37fb0172-3886-42f0-a652-5db9a70c2383 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:48.820614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:48.883337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cc98ebc5-bb98-4e05-bcc7-2572103d0f7d None None] Provisioning complete for port 5a8d2af1-ab17-4f27-bd78-9bab00948ddd triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:48.883702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cc98ebc5-bb98-4e05-bcc7-2572103d0f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:48.889783 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cdf46d8a-cef2-43a7-9627-e0caf8c2a402 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=960d3705-a385-44c5-8153-cbb7891c81fe HTTP/1.1" status: 200 len: 205 time: 0.0796201 Sep 19 12:18:48.891316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55878) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:49.065661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:49.083259 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-aa8da516-06e3-490f-9288-28d420535d72 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] delete failed (client error): The resource could not be found. Sep 19 12:18:49.089004 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aa8da516-06e3-490f-9288-28d420535d72 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/960d3705-a385-44c5-8153-cbb7891c81fe HTTP/1.1" status: 404 len: 336 time: 0.1933563 Sep 19 12:18:49.090275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55884) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:49.091090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Usage tracker for resource:subnet and tenant:b455c0bcdbf34215a0af4f02de6cbb27 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:49.103557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cefd14d1-babb-44ce-a3c1-8db758d08004 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Unset dirty status for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:49.103557 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cefd14d1-babb-44ce-a3c1-8db758d08004 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "GET /v2.0/ports/af4f3e47-ffd0-456e-a118-5987a3c00648 HTTP/1.1" status: 404 len: 333 time: 0.4680970 Sep 19 12:18:49.106602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router c7322141-f175-4ae4-b400-a2a7ef5b90e1 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:18:49.108698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55886) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:49.128836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:49.140047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'port': {'network_id': 'f2602851-421b-49c2-8166-8d10d306334d', 'name': 'tempest-AllowedAddressPairTestJSON-1293110801'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:49.166605 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-39e84801-6761-49bd-8123-99eec7c4713c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8155365 Sep 19 12:18:49.192791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55892) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:49.228414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:49.287281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd9013-8a8d-4756-9982-ee81432ae668 None None] Pushing event updated for resources: {'Port': ['ID=18c04024-fb2a-42dc-b607-a322804f2224,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:49.340682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-cc98ebc5-bb98-4e05-bcc7-2572103d0f7d None None] Port 5a8d2af1-ab17-4f27-bd78-9bab00948ddd cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:49.350980 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-18b8036e-2370-4ece-ab3f-0ef3d23fed31 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b099c52-d850-4dd3-9a68-a066d18d7f80 HTTP/1.1" status: 200 len: 205 time: 0.2365313 Sep 19 12:18:49.358841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55896) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:49.480407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:49.505408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:49.600456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 37fb0172-3886-42f0-a652-5db9a70c2383 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:49.601563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c0d72f7a-5e5b-4691-bfa7-84d27595d5ea up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:49.709437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Made reservation on behalf of 9271540f70e54ddb9b3567e603c50eab for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:49.714891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:49.729927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Made reservation on behalf of b455c0bcdbf34215a0af4f02de6cbb27 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:49.737270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:49.798806 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-7c7cf716-f600-4ff1-bcaa-bb6262428191', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:49.818475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:49.875290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:49.999569 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-d2ac85da-89a6-4f88-971a-380f1362f1e7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] delete failed (client error): The resource could not be found. Sep 19 12:18:50.001168 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d2ac85da-89a6-4f88-971a-380f1362f1e7 tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/routers/3b099c52-d850-4dd3-9a68-a066d18d7f80 HTTP/1.1" status: 404 len: 336 time: 0.5280125 Sep 19 12:18:50.010690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] device_id is not set on port c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:18:50.091945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55902) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:50.116469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Allocated IP 2001:db8:2::2 (7c7cf716-f600-4ff1-bcaa-bb6262428191/e8eee88d-dd65-46c8-806f-25e4989c2351/bdf11d47-958f-4f24-b269-ab711ceef0b4) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:50.207567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ae49b9a6-f6a5-495a-a419-625741a7d718 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:50.255206 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-826ed757-9366-46d0-8665-7d5e77bf235e tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] DELETE failed (client error): The resource could not be found. Sep 19 12:18:50.255690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826ed757-9366-46d0-8665-7d5e77bf235e tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:18:50.277621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2195175d-afbd-40c3-bde2-03c5c9966c94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:50.283731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:50.293734 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcdd942-8aae-458e-b43d-3612622739c6 None None] Sync routers for ids ['c7322141-f175-4ae4-b400-a2a7ef5b90e1'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:50.308357 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcdd942-8aae-458e-b43d-3612622739c6 None None] Routers {'c7322141-f175-4ae4-b400-a2a7ef5b90e1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:50.309009 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-adcdd942-8aae-458e-b43d-3612622739c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c7322141-f175-4ae4-b400-a2a7ef5b90e1'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:50.324656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-98e87a5b-23d7-4a58-8c4d-8bae36ec89e1 None None] Provisioning for port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:50.357722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-98e87a5b-23d7-4a58-8c4d-8bae36ec89e1 None None] Provisioning complete for port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:50.358359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98e87a5b-23d7-4a58-8c4d-8bae36ec89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:50.484886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195175d-afbd-40c3-bde2-03c5c9966c94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=b6ae321a-8ff1-4e34-a600-65f20f5f15d9,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:50.489633 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-adcdd942-8aae-458e-b43d-3612622739c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:50.498919 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcdd942-8aae-458e-b43d-3612622739c6 None None] Routers {'c7322141-f175-4ae4-b400-a2a7ef5b90e1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:50.499649 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-adcdd942-8aae-458e-b43d-3612622739c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c7322141-f175-4ae4-b400-a2a7ef5b90e1'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:50.517473 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-826ed757-9366-46d0-8665-7d5e77bf235e tempest-RoutersIpV6AdminTest-267321216 tempest-RoutersIpV6AdminTest-267321216-project] 10.222.0.66 "DELETE /v2.0/subnets/05c64dc5-2b33-4cf3-b721-4fed8b5f98b9 HTTP/1.1" status: 404 len: 337 time: 0.4181023 Sep 19 12:18:50.545819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55910) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:50.549671 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9f95be0e-677f-4eab-aa1a-0fbb5da8ceee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/c7322141-f175-4ae4-b400-a2a7ef5b90e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7274690 Sep 19 12:18:50.627862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port ae49b9a6-f6a5-495a-a419-625741a7d718 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:50.637527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Allocated IP 172.20.0.12 (f2602851-421b-49c2-8166-8d10d306334d/fa84d1f1-541e-43d8-8795-3596d2523bb4/c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:50.644190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ae49b9a6-f6a5-495a-a419-625741a7d718 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:50.644566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:50.676056 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-adcdd942-8aae-458e-b43d-3612622739c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:50.676459 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcdd942-8aae-458e-b43d-3612622739c6 None None] The sync data for ids ['c7322141-f175-4ae4-b400-a2a7ef5b90e1'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:50.780393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47396474-830f-4c6c-be3d-cb06a6b49839 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:50.785533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-47396474-830f-4c6c-be3d-cb06a6b49839 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Synchronizing usage tracker for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:50.958683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2195175d-afbd-40c3-bde2-03c5c9966c94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:50.977017 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2195175d-afbd-40c3-bde2-03c5c9966c94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/b6ae321a-8ff1-4e34-a600-65f20f5f15d9 HTTP/1.1" status: 204 len: 168 time: 3.3228631 Sep 19 12:18:50.983049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55914) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:51.020971 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b22ee-986f-45c4-9557-982b8b496090 None None] Network fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:51.056290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:51.145931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:51.244190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Transition to ACTIVE for port object bdf11d47-958f-4f24-b269-ab711ceef0b4 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:51.269243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Transition to ACTIVE for port object bdf11d47-958f-4f24-b269-ab711ceef0b4 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:51.299039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-98e87a5b-23d7-4a58-8c4d-8bae36ec89e1 None None] Current status of the port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:51.299760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98e87a5b-23d7-4a58-8c4d-8bae36ec89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:51.326698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b175bcb-d98b-4f0c-95ec-1fc449e0c225 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:51.327474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7b175bcb-d98b-4f0c-95ec-1fc449e0c225 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:51.356880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:51.401034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:51.433344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-47396474-830f-4c6c-be3d-cb06a6b49839 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Unset dirty status for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:51.433344 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-47396474-830f-4c6c-be3d-cb06a6b49839 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports/5a8d2af1-ab17-4f27-bd78-9bab00948ddd HTTP/1.1" status: 200 len: 910 time: 0.8849149 Sep 19 12:18:51.433589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ae49b9a6-f6a5-495a-a419-625741a7d718 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:51.433589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:51.436156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55920) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:51.451588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Transition to ACTIVE for port object c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:51.513088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-98e87a5b-23d7-4a58-8c4d-8bae36ec89e1 None None] For port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c0d72f7a-5e5b-4691-bfa7-84d27595d5ea,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:51.519480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:51.528387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Subnet': ['ID=97f2c6cd-4e4c-4428-b6d8-745ee41ec6a9,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:51.533630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Checking segment: {'id': '751447b9-12eb-4fd6-931f-d47971d8ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'abbf520a-fa65-4df0-938c-2506f86b45a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:51.536115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network hostable DHCP agents. Network: abbf520a-fa65-4df0-938c-2506f86b45a9, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:51.615046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98e87a5b-23d7-4a58-8c4d-8bae36ec89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:51.628094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7b175bcb-d98b-4f0c-95ec-1fc449e0c225 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:51.629269 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7b175bcb-d98b-4f0c-95ec-1fc449e0c225 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6410279 Sep 19 12:18:51.633876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55924) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:51.637964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port ae49b9a6-f6a5-495a-a419-625741a7d718, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ae49b9a6-f6a5-495a-a419-625741a7d718,segment=NetworkSegment(adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5),segment_id=adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:51.655609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Network 7c7cf716-f600-4ff1-bcaa-bb6262428191 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:51.665676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Pushing event updated for resources: {'Port': ['ID=bdf11d47-958f-4f24-b269-ab711ceef0b4,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:51.668303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:51.707725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:51.721808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:51.748422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:51.844534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e87a5b-23d7-4a58-8c4d-8bae36ec89e1 None None] Pushing event updated for resources: {'Port': ['ID=c0d72f7a-5e5b-4691-bfa7-84d27595d5ea,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:51.854314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-57a8c487-7892-4814-879e-5d3e871ec186 None None] Could not find standard attr ID for object b6ae321a-8ff1-4e34-a600-65f20f5f15d9. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:18:51.881088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55930) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:51.926924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network abbf520a-fa65-4df0-938c-2506f86b45a9 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:52.014311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Allocated IP 2001:db8:2::1 (7c7cf716-f600-4ff1-bcaa-bb6262428191/e8eee88d-dd65-46c8-806f-25e4989c2351/d1b32bf7-1246-405e-a462-397c93819f89) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:52.022881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Network f2602851-421b-49c2-8166-8d10d306334d is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:52.038802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Port': ['ID=c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:52.056148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, abbf520a-fa65-4df0-938c-2506f86b45a9) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:52.063349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:52.077249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:52.079524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.082377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 18c04024-fb2a-42dc-b607-a322804f2224 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:52.088057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:52.147580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247acea6-b641-40b6-994f-927afbff805f None None] Network abbf520a-fa65-4df0-938c-2506f86b45a9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:52.219330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8622b-c329-4c51-8755-0d10ea48952d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:52.221807 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-97f8622b-c329-4c51-8755-0d10ea48952d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5860343 Sep 19 12:18:52.237505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55936) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:52.246858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:52.250621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.306769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-57a8c487-7892-4814-879e-5d3e871ec186 None None] Provisioning for port 18c04024-fb2a-42dc-b607-a322804f2224 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:52.326699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.392652 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-55416fca-dd0e-4203-9a41-8104773d240a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6728356 Sep 19 12:18:52.395034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55948) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:52.422197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Attempting to bind port bdf11d47-958f-4f24-b269-ab711ceef0b4 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:52.422197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Attempting to bind port bdf11d47-958f-4f24-b269-ab711ceef0b4 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '1a520932-3c3d-4fb3-93cc-5c97296f48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:52.422197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Attempting to bind port bdf11d47-958f-4f24-b269-ab711ceef0b4 on network 7c7cf716-f600-4ff1-bcaa-bb6262428191 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:52.429233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'subnet': {'network_id': 'c5c05143-0747-49d6-9adc-f5294a96b874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:52.442569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:52.443498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Checking segment: {'id': '1a520932-3c3d-4fb3-93cc-5c97296f48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:52.444006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.444563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Bound using segment: {'id': '1a520932-3c3d-4fb3-93cc-5c97296f48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:52.445302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Bound port: bdf11d47-958f-4f24-b269-ab711ceef0b4, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a520932-3c3d-4fb3-93cc-5c97296f48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:52.445646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.540668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=ae49b9a6-f6a5-495a-a419-625741a7d718,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:52.596614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:52.605726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Usage tracker for resource:subnet and tenant:b455c0bcdbf34215a0af4f02de6cbb27 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:52.613385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:52.627608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c4a22-dc51-4e59-92d1-ac5f47c6a863 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:52.629602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c4a22-dc51-4e59-92d1-ac5f47c6a863 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:52.631457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c4a22-dc51-4e59-92d1-ac5f47c6a863 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:52.632534 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9b7c4a22-dc51-4e59-92d1-ac5f47c6a863 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:52.635908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:52.640385 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d3fa3993-d1a5-473d-87e0-5ff4ff5fa784 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5244009 Sep 19 12:18:52.643346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55954) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:52.651684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4abf69ff-f7d5-499e-8835-b18d4a7fc671 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:cb:f9:94'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:52.666914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6033b006-0e39-41e8-948d-d00ae7b2327c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.712142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6033b006-0e39-41e8-948d-d00ae7b2327c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:52.715596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 18c04024-fb2a-42dc-b607-a322804f2224 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:52.718646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Transition to ACTIVE for port object d1b32bf7-1246-405e-a462-397c93819f89 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:52.723155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6033b006-0e39-41e8-948d-d00ae7b2327c admin admin] Usage tracker for resource:security_group_rule and tenant:6ae7e1e197354711b742cd2f513f8892 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:52.734888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6033b006-0e39-41e8-948d-d00ae7b2327c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:52.736535 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-eee16d39-51fa-45e1-b228-534529469c75 None None] Provisioning for port c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:52.741981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6033b006-0e39-41e8-948d-d00ae7b2327c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:52.748131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 18c04024-fb2a-42dc-b607-a322804f2224 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:52.748408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.779076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-abbf520a-fa65-4df0-938c-2506f86b45a9', 'network_id': 'abbf520a-fa65-4df0-938c-2506f86b45a9', 'tenant_id': 'b455c0bcdbf34215a0af4f02de6cbb27', 'fixed_ips': [{'subnet_id': '97f2c6cd-4e4c-4428-b6d8-745ee41ec6a9'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:52.779887 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.805148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-eee16d39-51fa-45e1-b228-534529469c75 None None] Provisioning complete for port c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:52.805531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eee16d39-51fa-45e1-b228-534529469c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.807616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Made reservation on behalf of b455c0bcdbf34215a0af4f02de6cbb27 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:52.811231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.834661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9b7c4a22-dc51-4e59-92d1-ac5f47c6a863 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:52.838536 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9b7c4a22-dc51-4e59-92d1-ac5f47c6a863 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5756297 Sep 19 12:18:52.847861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] For port bdf11d47-958f-4f24-b269-ab711ceef0b4, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:52.862471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55958) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:52.909218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:52.931688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] For port bdf11d47-958f-4f24-b269-ab711ceef0b4, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bdf11d47-958f-4f24-b269-ab711ceef0b4,segment=NetworkSegment(1a520932-3c3d-4fb3-93cc-5c97296f48dd),segment_id=1a520932-3c3d-4fb3-93cc-5c97296f48dd)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:52.961316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-eee16d39-51fa-45e1-b228-534529469c75 None None] Port c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:18:53.005827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-25511599-c585-43b8-b845-f591d79eb058 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 27658eea-67c4-477f-bfdf-5f65f24cefa1 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:53.015115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25511599-c585-43b8-b845-f591d79eb058 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.059307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4abf69ff-f7d5-499e-8835-b18d4a7fc671 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.060140 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.133364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-eee16d39-51fa-45e1-b228-534529469c75 None None] Provisioning complete for port 18c04024-fb2a-42dc-b607-a322804f2224 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:53.134062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eee16d39-51fa-45e1-b228-534529469c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.151790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25511599-c585-43b8-b845-f591d79eb058 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.204907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.210661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 18c04024-fb2a-42dc-b607-a322804f2224 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:53.220068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.265184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Allocated IP 2001:db8::2 (abbf520a-fa65-4df0-938c-2506f86b45a9/97f2c6cd-4e4c-4428-b6d8-745ee41ec6a9/b602c39d-1977-4bd3-bce1-da48a4a43554) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:53.348413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 18c04024-fb2a-42dc-b607-a322804f2224, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=18c04024-fb2a-42dc-b607-a322804f2224,segment=NetworkSegment(99ff3b92-efed-498a-bc88-feeccf17faff),segment_id=99ff3b92-efed-498a-bc88-feeccf17faff)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:53.414323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 7c7cf716-f600-4ff1-bcaa-bb6262428191 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:53.431971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:53.440954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:53.441508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.455865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4abf69ff-f7d5-499e-8835-b18d4a7fc671 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.475709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.484951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6033b006-0e39-41e8-948d-d00ae7b2327c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.499118 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=d1b32bf7-1246-405e-a462-397c93819f89,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:53.519428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1aa60-1ce3-4e9d-beb5-cc3102ad39d1 None None] Pushing event updated for resources: {'Port': ['ID=bdf11d47-958f-4f24-b269-ab711ceef0b4,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:53.528728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.565247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.566172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c0d72f7a-5e5b-4691-bfa7-84d27595d5ea up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:53.594609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4abf69ff-f7d5-499e-8835-b18d4a7fc671 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.731334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6033b006-0e39-41e8-948d-d00ae7b2327c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.770588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Subnet': ['ID=923cdfef-c549-403d-a98b-cf42b61c73b7,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:53.848211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf69ff-f7d5-499e-8835-b18d4a7fc671 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Port': ['ID=c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:53.876746 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-4abf69ff-f7d5-499e-8835-b18d4a7fc671 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] In _notify_port_updated(), no bound segment for port c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf on network f2602851-421b-49c2-8166-8d10d306334d {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:18:53.880271 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=18c04024-fb2a-42dc-b607-a322804f2224,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:53.882996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf69ff-f7d5-499e-8835-b18d4a7fc671 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:53.892506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4abf69ff-f7d5-499e-8835-b18d4a7fc671 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.893958 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4abf69ff-f7d5-499e-8835-b18d4a7fc671 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "PUT /v2.0/ports/c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf HTTP/1.1" status: 200 len: 994 time: 1.2493351 Sep 19 12:18:53.902113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55972) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:53.902940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Checking segment: {'id': '4d5d265d-e94a-4dec-9969-1d8721187537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c5c05143-0747-49d6-9adc-f5294a96b874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:53.903311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network hostable DHCP agents. Network: c5c05143-0747-49d6-9adc-f5294a96b874, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:53.937049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-eee16d39-51fa-45e1-b228-534529469c75 None None] Current status of the port 18c04024-fb2a-42dc-b607-a322804f2224 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:53.938855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25511599-c585-43b8-b845-f591d79eb058 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:53.963155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:53.963670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.032039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-bc39db64-1fa2-4bae-ac9a-c3bcf6c02f95 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Deleting port c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:54.032559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bc39db64-1fa2-4bae-ac9a-c3bcf6c02f95 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.066283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.082341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Transition to ACTIVE for port object b602c39d-1977-4bd3-bce1-da48a4a43554 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:54.158917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Transition to ACTIVE for port object b602c39d-1977-4bd3-bce1-da48a4a43554 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:54.165992 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6033b006-0e39-41e8-948d-d00ae7b2327c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ae7e1e197354711b742cd2f513f8892&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2817659 Sep 19 12:18:54.170647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033b006-0e39-41e8-948d-d00ae7b2327c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b646108-e476-4127-b0cd-031312c7fd88,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:54.183576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:54.185206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b02dec83-964b-4b56-bf96-ae5ff151e544 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:54.198079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 55976) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:54.213815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.259701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.322298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Network abbf520a-fa65-4df0-938c-2506f86b45a9 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:54.325205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:54.327831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:54.350918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network c5c05143-0747-49d6-9adc-f5294a96b874 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:54.483448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Pushing event updated for resources: {'Port': ['ID=b602c39d-1977-4bd3-bce1-da48a4a43554,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:54.487687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Attempting to bind port b602c39d-1977-4bd3-bce1-da48a4a43554 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:54.488055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Attempting to bind port b602c39d-1977-4bd3-bce1-da48a4a43554 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '751447b9-12eb-4fd6-931f-d47971d8ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'abbf520a-fa65-4df0-938c-2506f86b45a9'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:54.488471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Attempting to bind port b602c39d-1977-4bd3-bce1-da48a4a43554 on network abbf520a-fa65-4df0-938c-2506f86b45a9 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:54.498932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:54.499318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Checking segment: {'id': '751447b9-12eb-4fd6-931f-d47971d8ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'abbf520a-fa65-4df0-938c-2506f86b45a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:54.500419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.500875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Bound using segment: {'id': '751447b9-12eb-4fd6-931f-d47971d8ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'abbf520a-fa65-4df0-938c-2506f86b45a9'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:54.501375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Bound port: b602c39d-1977-4bd3-bce1-da48a4a43554, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751447b9-12eb-4fd6-931f-d47971d8ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'abbf520a-fa65-4df0-938c-2506f86b45a9'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:54.501751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.524244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25511599-c585-43b8-b845-f591d79eb058 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.563903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, c5c05143-0747-49d6-9adc-f5294a96b874) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:54.575411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:54.575971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.580320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port b02dec83-964b-4b56-bf96-ae5ff151e544 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:54.595320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b02dec83-964b-4b56-bf96-ae5ff151e544 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:54.595715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.627711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b2d6b0-7cf1-4cb5-8f35-118b22805f1d None None] Network c5c05143-0747-49d6-9adc-f5294a96b874 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:54.684585 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bc39db64-1fa2-4bae-ac9a-c3bcf6c02f95 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.701661 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-796d37d2-31a3-4676-94f3-71418a1f4dc0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2934935 Sep 19 12:18:54.708420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55980) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:54.729545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-846c04a7-fca8-4001-97e5-e4b6c4ff0011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.731699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25511599-c585-43b8-b845-f591d79eb058 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=27658eea-67c4-477f-bfdf-5f65f24cefa1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:54.753226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25511599-c585-43b8-b845-f591d79eb058 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.759161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d6a51-4bd0-4e86-9b7c-7e295297a73a None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:54.846641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-846c04a7-fca8-4001-97e5-e4b6c4ff0011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.854337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 5a8d2af1-ab17-4f27-bd78-9bab00948ddd {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:18:54.854768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:54.899707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037668a-1324-4546-b567-402cc0223d12 None None] Network 7c7cf716-f600-4ff1-bcaa-bb6262428191 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:54.930858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] For port b602c39d-1977-4bd3-bce1-da48a4a43554, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:55.011654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] For port b602c39d-1977-4bd3-bce1-da48a4a43554, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b602c39d-1977-4bd3-bce1-da48a4a43554,segment=NetworkSegment(751447b9-12eb-4fd6-931f-d47971d8ebb8),segment_id=751447b9-12eb-4fd6-931f-d47971d8ebb8)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:55.061893 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-25511599-c585-43b8-b845-f591d79eb058 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/27658eea-67c4-477f-bfdf-5f65f24cefa1 HTTP/1.1" status: 204 len: 168 time: 2.1877124 Sep 19 12:18:55.066125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 55986) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:55.072764 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-bc39db64-1fa2-4bae-ac9a-c3bcf6c02f95 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Calling delete_port for c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:55.115296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:55.267674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f3a37bef-657b-44f8-b350-9b4a4751830b None None] Provisioning for port bdf11d47-958f-4f24-b269-ab711ceef0b4 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:55.300548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b02dec83-964b-4b56-bf96-ae5ff151e544 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:55.300816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:55.546070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:55.588694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c59bd-a436-4340-9ff9-70af9e37d42f None None] Pushing event updated for resources: {'Port': ['ID=b602c39d-1977-4bd3-bce1-da48a4a43554,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:55.727235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for 5a8d2af1-ab17-4f27-bd78-9bab00948ddd owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:18:55.768686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bb4fa6-ecf6-411a-9b39-da4de2ea2591 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 455a40bf-7d86-46cc-980a-c2d2a5ef997e {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:18:55.781704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4fa6-ecf6-411a-9b39-da4de2ea2591 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:55.835526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b02dec83-964b-4b56-bf96-ae5ff151e544, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b02dec83-964b-4b56-bf96-ae5ff151e544,segment=NetworkSegment(ac91baf0-d79c-436a-9f24-96694c52b617),segment_id=ac91baf0-d79c-436a-9f24-96694c52b617)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:55.851748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-c5c05143-0747-49d6-9adc-f5294a96b874', 'network_id': 'c5c05143-0747-49d6-9adc-f5294a96b874', 'tenant_id': 'b455c0bcdbf34215a0af4f02de6cbb27', 'fixed_ips': [{'subnet_id': '923cdfef-c549-403d-a98b-cf42b61c73b7'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:18:55.855634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:55.876369 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:55.960391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4fa6-ecf6-411a-9b39-da4de2ea2591 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:56.010843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:56.049209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-846c04a7-fca8-4001-97e5-e4b6c4ff0011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:56.075185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:56.075929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:56.081753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c04a7-fca8-4001-97e5-e4b6c4ff0011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b646108-e476-4127-b0cd-031312c7fd88,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:56.100407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:56.132225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bc39db64-1fa2-4bae-ac9a-c3bcf6c02f95 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:56.161155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:56.435046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b02dec83-964b-4b56-bf96-ae5ff151e544,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:56.438708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-846c04a7-fca8-4001-97e5-e4b6c4ff0011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:56.455996 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-846c04a7-fca8-4001-97e5-e4b6c4ff0011 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b646108-e476-4127-b0cd-031312c7fd88 HTTP/1.1" status: 204 len: 168 time: 2.2562530 Sep 19 12:18:56.519730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bdf11d47-958f-4f24-b269-ab711ceef0b4 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:18:56.594828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Allocated IP 2001:db8::2 (c5c05143-0747-49d6-9adc-f5294a96b874/923cdfef-c549-403d-a98b-cf42b61c73b7/b3586b12-ca8c-4e96-b628-ebcb5df6c6c0) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:56.694502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=d1b32bf7-1246-405e-a462-397c93819f89,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:56.863786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=5a8d2af1-ab17-4f27-bd78-9bab00948ddd,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:57.179599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d978b3-85c0-4fc8-b74c-c9d8ba0a448c None None] Network abbf520a-fa65-4df0-938c-2506f86b45a9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:57.241446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:57.257629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network 7c7cf716-f600-4ff1-bcaa-bb6262428191 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:57.261217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:57.338072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port bdf11d47-958f-4f24-b269-ab711ceef0b4 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:57.438240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] Provisioning complete for port bdf11d47-958f-4f24-b269-ab711ceef0b4 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:57.438861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:57.473196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39db64-1fa2-4bae-ac9a-c3bcf6c02f95 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event deleted for resources: {'Port': ['ID=c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:57.495226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56008) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:57.579716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Allocated IP 2001:db8::1 (abbf520a-fa65-4df0-938c-2506f86b45a9/97f2c6cd-4e4c-4428-b6d8-745ee41ec6a9/22971815-49e6-419b-a989-6ad46f5cc5b9) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:57.608147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:57.623815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Transition to ACTIVE for port object b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:57.660810 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b0d01930-5686-40dc-8ea8-597e16984a2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4411b21c1e79418a8f6773f57d1c9fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532171 Sep 19 12:18:57.668938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4fa6-ecf6-411a-9b39-da4de2ea2591 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:57.671188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Transition to ACTIVE for port object b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:57.676913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56012) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:57.677834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port bdf11d47-958f-4f24-b269-ab711ceef0b4 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:57.677834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:57.745727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:57.889462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Network c5c05143-0747-49d6-9adc-f5294a96b874 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:57.904113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Pushing event updated for resources: {'Port': ['ID=b3586b12-ca8c-4e96-b628-ebcb5df6c6c0,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:57.914616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:57.928592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:58.055596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bc39db64-1fa2-4bae-ac9a-c3bcf6c02f95 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.097084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Attempting to bind port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:18:58.097774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Attempting to bind port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '4d5d265d-e94a-4dec-9969-1d8721187537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c5c05143-0747-49d6-9adc-f5294a96b874'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:18:58.098346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Attempting to bind port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 on network c5c05143-0747-49d6-9adc-f5294a96b874 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:18:58.109186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-50bca29c-16ad-4244-86d0-51e71820d97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.115359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:18:58.116543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Checking segment: {'id': '4d5d265d-e94a-4dec-9969-1d8721187537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c5c05143-0747-49d6-9adc-f5294a96b874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:18:58.117120 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.117713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Bound using segment: {'id': '4d5d265d-e94a-4dec-9969-1d8721187537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c5c05143-0747-49d6-9adc-f5294a96b874'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:18:58.118415 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Bound port: b3586b12-ca8c-4e96-b628-ebcb5df6c6c0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5d265d-e94a-4dec-9969-1d8721187537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c5c05143-0747-49d6-9adc-f5294a96b874'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:18:58.119057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.139972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-50bca29c-16ad-4244-86d0-51e71820d97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.150762 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bc39db64-1fa2-4bae-ac9a-c3bcf6c02f95 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "DELETE /v2.0/ports/c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf HTTP/1.1" status: 204 len: 168 time: 4.2374163 Sep 19 12:18:58.154062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56016) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:58.197416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.211788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4fa6-ecf6-411a-9b39-da4de2ea2591 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.266816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4fa6-ecf6-411a-9b39-da4de2ea2591 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.287627 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fa512d-bba6-4880-a621-291926702451 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] GET failed (client error): The resource could not be found. Sep 19 12:18:58.288236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c3fa512d-bba6-4880-a621-291926702451 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Synchronizing usage tracker for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:58.300065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb4fa6-ecf6-411a-9b39-da4de2ea2591 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=455a40bf-7d86-46cc-980a-c2d2a5ef997e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:58.317170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Transition to ACTIVE for port object 22971815-49e6-419b-a989-6ad46f5cc5b9 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:18:58.323724 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c6bb4fa6-ecf6-411a-9b39-da4de2ea2591 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/455a40bf-7d86-46cc-980a-c2d2a5ef997e HTTP/1.1" status: 204 len: 168 time: 3.2215726 Sep 19 12:18:58.328398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56022) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:58.351151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:18:58.413842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c3fa512d-bba6-4880-a621-291926702451 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Unset dirty status for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:58.419155 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c3fa512d-bba6-4880-a621-291926702451 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "GET /v2.0/ports/c37a7da7-bcfc-436f-ad5f-b2709b5bcfbf HTTP/1.1" status: 404 len: 333 time: 0.2639880 Sep 19 12:18:58.421486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56026) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:58.429521 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a1e71557-a6c4-4185-ae4e-4350250cbb3f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024013 Sep 19 12:18:58.430304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56030) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:58.443391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'port': {'network_id': 'f2602851-421b-49c2-8166-8d10d306334d', 'name': 'tempest-AllowedAddressPairTestJSON-1342829460'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:58.459077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7672c9-3a4d-49fa-82ae-b58bb3a93a95 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:18:58.484658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] Current status of the port bdf11d47-958f-4f24-b269-ab711ceef0b4 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:58.485093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.485948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:58.549623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-50bca29c-16ad-4244-86d0-51e71820d97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.587078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bca29c-16ad-4244-86d0-51e71820d97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df0ad1-5dc1-4b89-84f0-25d4df022e87,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:58.593211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router c7322141-f175-4ae4-b400-a2a7ef5b90e1 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:18:58.608199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-50bca29c-16ad-4244-86d0-51e71820d97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.612888 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-50bca29c-16ad-4244-86d0-51e71820d97e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03df0ad1-5dc1-4b89-84f0-25d4df022e87 HTTP/1.1" status: 204 len: 168 time: 0.8969254 Sep 19 12:18:58.640645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:58.659360 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3dbcf05c-a344-4bf5-bb23-2ed22fbafc43 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4652495 Sep 19 12:18:58.731967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56036) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:58.781180 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:58.790215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2108561647'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:18:58.810100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:58.814267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:58.828382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:58.832953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:58.856080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:network and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:18:58.856308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:18:58.865390 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ff72ebed-c6a2-42ab-8010-6596964a7c6a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/c7322141-f175-4ae4-b400-a2a7ef5b90e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4280667 Sep 19 12:18:58.865599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:18:58.866295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56040) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:58.871215 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b8db51-7e63-4258-826b-1ba5e4fae018 None None] Sync routers for ids ['c7322141-f175-4ae4-b400-a2a7ef5b90e1'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:58.871812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:58.884908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:58.885228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:58.886572 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8db51-7e63-4258-826b-1ba5e4fae018 None None] Routers {'c7322141-f175-4ae4-b400-a2a7ef5b90e1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:58.887215 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c4b8db51-7e63-4258-826b-1ba5e4fae018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c7322141-f175-4ae4-b400-a2a7ef5b90e1'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:58.907347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:58.967543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:18:58.974551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] For port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:18:58.979376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:58.994151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eb76a79e-85c1-4509-939c-9e7b138a61ca tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Synchronizing usage tracker for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:18:59.026260 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c4b8db51-7e63-4258-826b-1ba5e4fae018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:59.036498 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8db51-7e63-4258-826b-1ba5e4fae018 None None] Routers {'c7322141-f175-4ae4-b400-a2a7ef5b90e1'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:18:59.038546 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c4b8db51-7e63-4258-826b-1ba5e4fae018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c7322141-f175-4ae4-b400-a2a7ef5b90e1'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:59.086351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eb76a79e-85c1-4509-939c-9e7b138a61ca tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Unset dirty status for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:18:59.091408 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eb76a79e-85c1-4509-939c-9e7b138a61ca tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7322141-f175-4ae4-b400-a2a7ef5b90e1 HTTP/1.1" status: 200 len: 205 time: 0.2215707 Sep 19 12:18:59.094472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56046) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:18:59.097669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port bdf11d47-958f-4f24-b269-ab711ceef0b4 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:18:59.098049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.127146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] For port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b3586b12-ca8c-4e96-b628-ebcb5df6c6c0,segment=NetworkSegment(4d5d265d-e94a-4dec-9969-1d8721187537),segment_id=4d5d265d-e94a-4dec-9969-1d8721187537)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:18:59.140713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] For port bdf11d47-958f-4f24-b269-ab711ceef0b4, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bdf11d47-958f-4f24-b269-ab711ceef0b4,segment=NetworkSegment(1a520932-3c3d-4fb3-93cc-5c97296f48dd),segment_id=1a520932-3c3d-4fb3-93cc-5c97296f48dd)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:18:59.144457 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c4b8db51-7e63-4258-826b-1ba5e4fae018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:59.145053 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b8db51-7e63-4258-826b-1ba5e4fae018 None None] The sync data for ids ['c7322141-f175-4ae4-b400-a2a7ef5b90e1'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:59.167701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:18:59.175511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Port': ['ID=22971815-49e6-419b-a989-6ad46f5cc5b9,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:59.180482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:59.189239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.200546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.211719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:59.216560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.275790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:18:59.300138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network abbf520a-fa65-4df0-938c-2506f86b45a9 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:59.344241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:18:59.346610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:59.363749 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:18:59.365373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.374048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.379881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Made reservation on behalf of 9271540f70e54ddb9b3567e603c50eab for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:59.383525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.397711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-be56625d-8d4b-4f7a-aabb-c308c7caf67e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.445111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.445457 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added segment 2e52d74d-cf58-44e5-8257-51a5a9b79ba7 of type vlan for network b0e5ab1b-981d-44ba-8318-87046adcd9e0 Sep 19 12:18:59.508582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] device_id is not set on port 60fc8882-6a23-4c0b-b4d7-f940dba247b8 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:18:59.643193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:18:59.643688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:18:59.849452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] Provisioning for port d1b32bf7-1246-405e-a462-397c93819f89 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:18:59.860345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] Provisioning complete for port d1b32bf7-1246-405e-a462-397c93819f89 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:18:59.860708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.904861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-be56625d-8d4b-4f7a-aabb-c308c7caf67e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.910197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ed96e-83cb-4a80-af17-7e6c5c0a18cf None None] Pushing event updated for resources: {'Port': ['ID=b3586b12-ca8c-4e96-b628-ebcb5df6c6c0,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:59.917621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-be56625d-8d4b-4f7a-aabb-c308c7caf67e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:18:59.963211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:00.101217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7871eaf-76ff-4560-9f4b-4b42b2cbf2f3 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:00.159615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-be56625d-8d4b-4f7a-aabb-c308c7caf67e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:00.159615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be56625d-8d4b-4f7a-aabb-c308c7caf67e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Fanout notify agent at l3_agent the message router_deleted on router c7322141-f175-4ae4-b400-a2a7ef5b90e1 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:19:00.160409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:00.166668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:00.167329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:00.170851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-be56625d-8d4b-4f7a-aabb-c308c7caf67e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:00.172599 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-be56625d-8d4b-4f7a-aabb-c308c7caf67e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/c7322141-f175-4ae4-b400-a2a7ef5b90e1 HTTP/1.1" status: 204 len: 168 time: 1.0769446 Sep 19 12:19:00.182595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56064) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:00.252921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d7871eaf-76ff-4560-9f4b-4b42b2cbf2f3 None None] Deleting port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:00.253302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d7871eaf-76ff-4560-9f4b-4b42b2cbf2f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:00.324863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] Pushing event updated for resources: {'Port': ['ID=bdf11d47-958f-4f24-b269-ab711ceef0b4,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:00.373668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2b174d84-3c82-4e7b-a031-dae6cf02ae6a None None] Port d1b32bf7-1246-405e-a462-397c93819f89 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:00.464038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Network': ['ID=b0e5ab1b-981d-44ba-8318-87046adcd9e0,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:00.473280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Allocated IP 172.20.0.9 (f2602851-421b-49c2-8166-8d10d306334d/fa84d1f1-541e-43d8-8795-3596d2523bb4/60fc8882-6a23-4c0b-b4d7-f940dba247b8) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:00.475606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:00.491562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port bdf11d47-958f-4f24-b269-ab711ceef0b4 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:00.492145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 18c04024-fb2a-42dc-b607-a322804f2224 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:00.571727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network b0e5ab1b-981d-44ba-8318-87046adcd9e0 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:19:00.601400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0c4020-6af9-4695-83d1-721afd5e5d6c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting subnet 0d4ae2ab-7a78-4f73-8123-a513041c62b6 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:00.605383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4020-6af9-4695-83d1-721afd5e5d6c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:00.698215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4020-6af9-4695-83d1-721afd5e5d6c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:00.740522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56074) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:00.774030 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c53c14c2-6ab1-4a5d-985a-b28d11fd32a2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0081072 Sep 19 12:19:00.785867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56080) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:00.799279 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:19:00.801196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'subnet': {'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:00.818834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d7871eaf-76ff-4560-9f4b-4b42b2cbf2f3 None None] For port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c0d72f7a-5e5b-4691-bfa7-84d27595d5ea,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:00.819628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d7871eaf-76ff-4560-9f4b-4b42b2cbf2f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:00.972155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1084151588'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:00.978501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:00.984965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:network and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:00.988873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:00.995912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:01.080257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:01.088534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:subnet and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:01.093722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:01.101134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4020-6af9-4695-83d1-721afd5e5d6c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.128976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.objects.ports [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89794) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:19:01.133260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:01.157062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Made reservation on behalf of a9e2c072bf044a24a66b8c160b7eaea8 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:01.160950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.174230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d7871eaf-76ff-4560-9f4b-4b42b2cbf2f3 None None] Calling delete_port for c0d72f7a-5e5b-4691-bfa7-84d27595d5ea owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:01.178226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.200146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:01.204761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:security_group_rule and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:01.207709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:01.210393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea47be6-e45f-49e3-95ab-cb6a6e33105a None None] Network c5c05143-0747-49d6-9adc-f5294a96b874 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:01.214417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:01.313935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Made reservation on behalf of a65b7f90b94949b59c042b3a55d40c09 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:01.317625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.342201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.397904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-394c8b64-6c12-4615-b734-eb09c0d276a0 None None] Provisioning complete for port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:01.397904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-394c8b64-6c12-4615-b734-eb09c0d276a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.439488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.473473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.484706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 18c04024-fb2a-42dc-b607-a322804f2224 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:01.488027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.489400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:19:01.495020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782879cb-47b2-4343-bf7d-c04e4cce5385,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:01.504513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.504886 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Added segment 419cf999-eb7f-49b3-8c06-f1c6a4842a96 of type vlan for network d6c08b33-9970-4c58-a65f-a5880413e978 Sep 19 12:19:01.512217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.529990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Transition to ACTIVE for port object 60fc8882-6a23-4c0b-b4d7-f940dba247b8 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:01.539680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.560482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4020-6af9-4695-83d1-721afd5e5d6c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.584466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.584957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.595281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d7871eaf-76ff-4560-9f4b-4b42b2cbf2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.628246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4020-6af9-4695-83d1-721afd5e5d6c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.635901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c4020-6af9-4695-83d1-721afd5e5d6c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4ae2ab-7a78-4f73-8123-a513041c62b6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:01.665435 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6d0c4020-6af9-4695-83d1-721afd5e5d6c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/0d4ae2ab-7a78-4f73-8123-a513041c62b6 HTTP/1.1" status: 204 len: 168 time: 1.4779360 Sep 19 12:19:01.666224 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56084) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:01.670610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c6949-d6ba-4bac-9a3d-52ff464e803c None None] Network b1b3c83f-8fe3-4568-b624-6ca7474b11d3 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:01.675489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.ipam_pluggable_backend [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89794) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Sep 19 12:19:01.676167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.ipam_pluggable_backend [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Reverting IP allocation for 2001:db8::f816:3eff:fe52:d0af {{(pid=89794) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Sep 19 12:19:01.688799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:18:53Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 2, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:01.719177 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.plugins.ml2.db [None req-394c8b64-6c12-4615-b734-eb09c0d276a0 None None] No ports have port_id starting with c0d72f7a-5e5b-4691-bfa7-84d27595d5ea Sep 19 12:19:01.720342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7871eaf-76ff-4560-9f4b-4b42b2cbf2f3 None None] Pushing event deleted for resources: {'Port': ['ID=c0d72f7a-5e5b-4691-bfa7-84d27595d5ea,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:01.744063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.759606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.763012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Port': ['ID=22971815-49e6-419b-a989-6ad46f5cc5b9,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:01.775766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:19:01.776542 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Updating router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 port d1b32bf7-1246-405e-a462-397c93819f89 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:19:01.792332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.798077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:01.798867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.849420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7871eaf-76ff-4560-9f4b-4b42b2cbf2f3 None None] No DVR routers for this DVR port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:01.876145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Network f2602851-421b-49c2-8166-8d10d306334d is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:01.891800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:01.912915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:01.956988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:01.973945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:01.974920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:02.007110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:02.007974 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:02.021996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Network': ['ID=d6c08b33-9970-4c58-a65f-a5880413e978,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:02.022723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d623f7a7-3bd5-4b2b-8423-d45c71de7651 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:02.027012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port ae49b9a6-f6a5-495a-a419-625741a7d718 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:02.027474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:02.052743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:02.053820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:02.056592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network d6c08b33-9970-4c58-a65f-a5880413e978 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:19:02.095942 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-81614cdb-bbb9-4e34-8c2b-458b014c3fca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3543332 Sep 19 12:19:02.099250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56090) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:02.099388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=4430c5e9-fd94-4990-8b73-b67a43360f36,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:02.105797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'subnet': {'network_id': 'd6c08b33-9970-4c58-a65f-a5880413e978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:02.107188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Port': ['ID=60fc8882-6a23-4c0b-b4d7-f940dba247b8,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:02.109991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-394c8b64-6c12-4615-b734-eb09c0d276a0 None None] Provisioning for port 22971815-49e6-419b-a989-6ad46f5cc5b9 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:02.113926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:02.125485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network abbf520a-fa65-4df0-938c-2506f86b45a9 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:02.126968 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:02.234583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 18c04024-fb2a-42dc-b607-a322804f2224 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:02.235825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c0d72f7a-5e5b-4691-bfa7-84d27595d5ea up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:02.256263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:02.260804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:subnet and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:02.265888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:02.273801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:02.291990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:02.368485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c0d72f7a-5e5b-4691-bfa7-84d27595d5ea {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:02.368750 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c0d72f7a-5e5b-4691-bfa7-84d27595d5ea not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 19 12:19:02.379806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Made reservation on behalf of a9e2c072bf044a24a66b8c160b7eaea8 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:02.383538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:02.425468 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bcd207ce-05db-44da-bc58-a38be17cf426 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9513662 Sep 19 12:19:02.435658 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56094) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:02.441500 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-210104f7-6dad-4136-9e2e-87e82d2f0eb8 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0186100 Sep 19 12:19:02.448749 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:02.495290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-394c8b64-6c12-4615-b734-eb09c0d276a0 None None] Provisioning complete for port 22971815-49e6-419b-a989-6ad46f5cc5b9 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:02.495531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-394c8b64-6c12-4615-b734-eb09c0d276a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:02.537450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56096) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:02.555005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-831e173b-0202-414b-b6ae-7e0aed854a22 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cb:f9:94'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:02.607220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-394c8b64-6c12-4615-b734-eb09c0d276a0 None None] Port 22971815-49e6-419b-a989-6ad46f5cc5b9 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:02.695221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Port c0d72f7a-5e5b-4691-bfa7-84d27595d5ea not found, will not notify nova. {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 19 12:19:02.695865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ae49b9a6-f6a5-495a-a419-625741a7d718 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:02.704903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Checking segment: {'id': '2e52d74d-cf58-44e5-8257-51a5a9b79ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:02.705634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network hostable DHCP agents. Network: b0e5ab1b-981d-44ba-8318-87046adcd9e0, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:19:02.931735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:02.935292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Subnet': ['ID=d0620b28-b9e9-4b4e-a746-929fca5158a3,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:02.968783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:02.972440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:02.985627 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:02.997339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:03.055920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Router 3227e579-e852-4efc-9bf4-f9aa79d0da0c is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:19:03.058561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port ae49b9a6-f6a5-495a-a419-625741a7d718, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ae49b9a6-f6a5-495a-a419-625741a7d718,segment=NetworkSegment(adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5),segment_id=adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:03.058962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:03.221658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:03.243621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:03.247380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:03.274489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Transition to ACTIVE for port object d1b32bf7-1246-405e-a462-397c93819f89 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:03.309277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Subnet': ['ID=db63c495-a9cf-4fe6-bef9-c668f89e8f42,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:03.325500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network b0e5ab1b-981d-44ba-8318-87046adcd9e0 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:19:03.334980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ae49b9a6-f6a5-495a-a419-625741a7d718 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:03.335907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:03.340320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for ae49b9a6-f6a5-495a-a419-625741a7d718 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:03.362603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-831e173b-0202-414b-b6ae-7e0aed854a22 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:03.392216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Checking segment: {'id': '419cf999-eb7f-49b3-8c06-f1c6a4842a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd6c08b33-9970-4c58-a65f-a5880413e978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:03.392611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network hostable DHCP agents. Network: d6c08b33-9970-4c58-a65f-a5880413e978, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:19:03.415871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-394c8b64-6c12-4615-b734-eb09c0d276a0 None None] Provisioning for port b602c39d-1977-4bd3-bce1-da48a4a43554 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:03.503766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:03.513791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:03.528180 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-abc5ac06-c1b1-4cd9-85dc-737b4b12a53f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "PUT /v2.0/routers/3227e579-e852-4efc-9bf4-f9aa79d0da0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8153954 Sep 19 12:19:03.528396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, b0e5ab1b-981d-44ba-8318-87046adcd9e0) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:03.531390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56104) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:03.541890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:03.544022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:03.578011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:03.642632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec2d934-cd41-4975-8c7e-f7aca9f1031c None None] Sync routers for ids ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:03.650706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=ae49b9a6-f6a5-495a-a419-625741a7d718,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:03.654629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No DVR routers for this DVR port ae49b9a6-f6a5-495a-a419-625741a7d718 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:03.696247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775975c4-29a8-4553-a1b8-7acec5104d9c None None] Network b0e5ab1b-981d-44ba-8318-87046adcd9e0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:03.696416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network d6c08b33-9970-4c58-a65f-a5880413e978 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:19:03.704949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dd47f9-427f-4784-9a07-8abe6ff00b55 None None] DHCP port deletion for b1b3c83f-8fe3-4568-b624-6ca7474b11d3 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:03.723820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, d6c08b33-9970-4c58-a65f-a5880413e978) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:03.753553 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281537c-a13d-41ca-b104-3bb4500c7ed8 None None] Network d6c08b33-9970-4c58-a65f-a5880413e978 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:03.774790 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-96c243a9-d017-41c7-a12a-543e61117f02 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9858873 Sep 19 12:19:03.776667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:03.777257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:03.781536 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56108) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:03.805318 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.ipam_backend_mixin [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4430c5e9-fd94-4990-8b73-b67a43360f36 (CIDR: 2001:db8::/64) Sep 19 12:19:03.929422 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:19:03.929921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:19:03.952341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec2d934-cd41-4975-8c7e-f7aca9f1031c None None] Routers {'3227e579-e852-4efc-9bf4-f9aa79d0da0c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:03.952341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3ec2d934-cd41-4975-8c7e-f7aca9f1031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:03.980982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.024367 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b3c83f-8fe3-4568-b624-6ca7474b11d3']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:04.031711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '4430c5e9-fd94-4990-8b73-b67a43360f36'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:19:04.033082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.045156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Could not find standard attr ID for object ae49b9a6-f6a5-495a-a419-625741a7d718. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:19:04.073833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ff1c7-c893-40db-95b8-70ed5aa60774 None None] Pushing event updated for resources: {'Port': ['ID=d1b32bf7-1246-405e-a462-397c93819f89,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:04.076861 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No ports have port_id starting with ae49b9a6-f6a5-495a-a419-625741a7d718 Sep 19 12:19:04.105575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:04.105871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:04.137709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b602c39d-1977-4bd3-bce1-da48a4a43554 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:04.177671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3ec2d934-cd41-4975-8c7e-f7aca9f1031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:04.195844 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-079d6053-f4c9-43a2-a02a-a3c77f0a9f6d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0953584 Sep 19 12:19:04.206194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.207289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56114) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:04.217121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-431254215', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:04.226011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:04.230074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:router and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:04.238934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:04.240144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:04.279874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.311750 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:04.313042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.344548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Attempting to bind port d1b32bf7-1246-405e-a462-397c93819f89 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:19:04.345518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Attempting to bind port d1b32bf7-1246-405e-a462-397c93819f89 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '1a520932-3c3d-4fb3-93cc-5c97296f48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:19:04.346154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Attempting to bind port d1b32bf7-1246-405e-a462-397c93819f89 on network 7c7cf716-f600-4ff1-bcaa-bb6262428191 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:19:04.366528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec2d934-cd41-4975-8c7e-f7aca9f1031c None None] Routers {'3227e579-e852-4efc-9bf4-f9aa79d0da0c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:04.367507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3ec2d934-cd41-4975-8c7e-f7aca9f1031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:04.377725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-831e173b-0202-414b-b6ae-7e0aed854a22 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.389698 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6af95d80-41a1-4f72-85d9-badacafdf405 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9468918 Sep 19 12:19:04.394120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56120) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:04.404011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:04.466110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:19:04.466110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Checking segment: {'id': '1a520932-3c3d-4fb3-93cc-5c97296f48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:04.466110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.466566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Bound using segment: {'id': '1a520932-3c3d-4fb3-93cc-5c97296f48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:19:04.466990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Bound port: d1b32bf7-1246-405e-a462-397c93819f89, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a520932-3c3d-4fb3-93cc-5c97296f48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:19:04.467111 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5 resource provider aggregate not found Sep 19 12:19:04.467297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.489184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-831e173b-0202-414b-b6ae-7e0aed854a22 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.526207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3ec2d934-cd41-4975-8c7e-f7aca9f1031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:04.526616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec2d934-cd41-4975-8c7e-f7aca9f1031c None None] The sync data for ids ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:04.554229 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adf8533a-63f1-4205-8b2f-0c8b0f6ca6a5 found for delete ", "request_id": "req-2044f950-8dde-4df5-a965-f5dd9e2d4e24"}]} Sep 19 12:19:04.601563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.602582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.626610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6a3edcee-998e-491a-a6f1-4d871de83e2c None None] Provisioning for port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:04.713733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.732397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.739855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.751916 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/networks/b1b3c83f-8fe3-4568-b624-6ca7474b11d3 HTTP/1.1" status: 204 len: 168 time: 3.0788677 Sep 19 12:19:04.752153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-831e173b-0202-414b-b6ae-7e0aed854a22 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] In _notify_port_updated(), no bound segment for port 60fc8882-6a23-4c0b-b4d7-f940dba247b8 on network f2602851-421b-49c2-8166-8d10d306334d {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:19:04.752251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56126) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:04.755676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e173b-0202-414b-b6ae-7e0aed854a22 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:04.756338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-831e173b-0202-414b-b6ae-7e0aed854a22 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.757001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76439c22-797d-4c53-b7cb-38ba6d5a041b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Network': ['ID=b1b3c83f-8fe3-4568-b624-6ca7474b11d3,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:04.757616 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-831e173b-0202-414b-b6ae-7e0aed854a22 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "PUT /v2.0/ports/60fc8882-6a23-4c0b-b4d7-f940dba247b8 HTTP/1.1" status: 200 len: 996 time: 2.2184196 Sep 19 12:19:04.758421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e173b-0202-414b-b6ae-7e0aed854a22 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Port': ['ID=60fc8882-6a23-4c0b-b4d7-f940dba247b8,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:04.760859 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56130) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:04.761398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-948354650', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:04.775566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:04.780475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.797513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:router and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:04.802782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:04.883812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:04.894532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:04.899436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:04.911673 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-235ddb16-93e8-4551-8f86-2ca336703d12 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:19:04.919141 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-235ddb16-93e8-4551-8f86-2ca336703d12 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "PUT /v2.0/routers/3227e579-e852-4efc-9bf4-f9aa79d0da0c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3819118 Sep 19 12:19:04.919141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:04.919141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56134) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:04.928607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port b602c39d-1977-4bd3-bce1-da48a4a43554 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:04.962940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Allocated IP 2001:db8::f816:3eff:fe61:a2e3 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/4430c5e9-fd94-4990-8b73-b67a43360f36/cbe5f393-1fb4-4c2d-b19c-7364fb677e7f) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:04.969209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'fixed_ips': [{'subnet_id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:19:04.970687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:04.983157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b602c39d-1977-4bd3-bce1-da48a4a43554 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:04.983640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.000404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:05.002236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b051c67f-fd99-4401-9717-1a183acb3e3e tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Deleting port 60fc8882-6a23-4c0b-b4d7-f940dba247b8 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:05.002578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b051c67f-fd99-4401-9717-1a183acb3e3e tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.020991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcc624d-ac06-43d3-bbbb-61edd2a1ca60 None None] Network d6c08b33-9970-4c58-a65f-a5880413e978 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:05.040670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] For port d1b32bf7-1246-405e-a462-397c93819f89, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:19:05.109445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6a3edcee-998e-491a-a6f1-4d871de83e2c None None] Provisioning for port 60fc8882-6a23-4c0b-b4d7-f940dba247b8 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:05.162687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.167087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.171349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:05.175256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.191993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] For port d1b32bf7-1246-405e-a462-397c93819f89, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d1b32bf7-1246-405e-a462-397c93819f89,segment=NetworkSegment(1a520932-3c3d-4fb3-93cc-5c97296f48dd),segment_id=1a520932-3c3d-4fb3-93cc-5c97296f48dd)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:19:05.203492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6a3edcee-998e-491a-a6f1-4d871de83e2c None None] Provisioning complete for port 60fc8882-6a23-4c0b-b4d7-f940dba247b8 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:05.207295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6a3edcee-998e-491a-a6f1-4d871de83e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.304984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.341090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.404701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Allocated IP 2001:db8:3::1 (b0e5ab1b-981d-44ba-8318-87046adcd9e0/d0620b28-b9e9-4b4e-a746-929fca5158a3/1d33406c-c583-4445-b9ab-77fbb4b6bb90) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:05.477975 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:05.482530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:05.549330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6a3edcee-998e-491a-a6f1-4d871de83e2c None None] Port 60fc8882-6a23-4c0b-b4d7-f940dba247b8 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:05.751316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.751953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ff1c7-c893-40db-95b8-70ed5aa60774 None None] Pushing event updated for resources: {'Port': ['ID=d1b32bf7-1246-405e-a462-397c93819f89,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:05.819458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6a3edcee-998e-491a-a6f1-4d871de83e2c None None] Provisioning complete for port 22971815-49e6-419b-a989-6ad46f5cc5b9 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:05.819458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6a3edcee-998e-491a-a6f1-4d871de83e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.844080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b602c39d-1977-4bd3-bce1-da48a4a43554 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:05.844472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.852923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.882468 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:05.901447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Transition to ACTIVE for port object 1d33406c-c583-4445-b9ab-77fbb4b6bb90 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:05.904957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:06.041230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:06.109192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6a3edcee-998e-491a-a6f1-4d871de83e2c None None] Port 22971815-49e6-419b-a989-6ad46f5cc5b9 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:06.143039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network b0e5ab1b-981d-44ba-8318-87046adcd9e0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:06.161458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:06.166328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:06.167129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:06.200667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:06.208721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b602c39d-1977-4bd3-bce1-da48a4a43554, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b602c39d-1977-4bd3-bce1-da48a4a43554,segment=NetworkSegment(751447b9-12eb-4fd6-931f-d47971d8ebb8),segment_id=751447b9-12eb-4fd6-931f-d47971d8ebb8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:06.219772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b051c67f-fd99-4401-9717-1a183acb3e3e tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:06.240273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Transition to ACTIVE for port object cbe5f393-1fb4-4c2d-b19c-7364fb677e7f will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:06.258948 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=1d33406c-c583-4445-b9ab-77fbb4b6bb90,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:06.319910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Allocated IP 2001:db8:3::2 (b0e5ab1b-981d-44ba-8318-87046adcd9e0/d0620b28-b9e9-4b4e-a746-929fca5158a3/c086b196-c419-4bac-b2da-1ec5672a87bb) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:06.344779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Transition to ACTIVE for port object cbe5f393-1fb4-4c2d-b19c-7364fb677e7f will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:06.419368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b051c67f-fd99-4401-9717-1a183acb3e3e tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Calling delete_port for 60fc8882-6a23-4c0b-b4d7-f940dba247b8 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:06.506854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:06.554846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:06.562373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:06.601466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:06.652337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:06.657688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:06.668588 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:06.748646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b02dec83-964b-4b56-bf96-ae5ff151e544 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:06.775578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b602c39d-1977-4bd3-bce1-da48a4a43554,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:06.826358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:06.986645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.007690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Allocated IP 172.26.5.213 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/46f86528-628c-4e35-9da0-5b3a753ba43e) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:07.019648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Pushing event updated for resources: {'Port': ['ID=cbe5f393-1fb4-4c2d-b19c-7364fb677e7f,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:07.022159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Attempting to bind port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:19:07.022492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Attempting to bind port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:19:07.022900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Attempting to bind port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:19:07.043952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:19:07.044334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:07.045128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.047253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:19:07.047253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Bound port: cbe5f393-1fb4-4c2d-b19c-7364fb677e7f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:19:07.047520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.049640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:07.050516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b051c67f-fd99-4401-9717-1a183acb3e3e tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.064175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:18:53Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:04Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:07.095175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=75d722c1-2522-44b1-bb09-cfd2ef887e0a,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:07.098555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:07.101125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:07.101719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.110389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5acab6f-7cfc-4908-800b-1fd563790cf6 None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:18:53Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:04Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:07.112719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.225641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] For port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:19:07.231850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] For port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cbe5f393-1fb4-4c2d-b19c-7364fb677e7f,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:19:07.241006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Transition to ACTIVE for port object c086b196-c419-4bac-b2da-1ec5672a87bb will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:07.282257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Transition to ACTIVE for port object c086b196-c419-4bac-b2da-1ec5672a87bb will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:07.283539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b02dec83-964b-4b56-bf96-ae5ff151e544 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:07.283996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.331194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051c67f-fd99-4401-9717-1a183acb3e3e tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event deleted for resources: {'Port': ['ID=60fc8882-6a23-4c0b-b4d7-f940dba247b8,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:07.411821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.425388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.459694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.584473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.631300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.707164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b02dec83-964b-4b56-bf96-ae5ff151e544 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:07.709528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bdf11d47-958f-4f24-b269-ab711ceef0b4 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:07.729883 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a88029f7-2ad3-415a-a28c-534dcd187625 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3345499 Sep 19 12:19:07.739501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56144) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:07.746040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67ff81-2e8e-422c-9307-7e386b6b9d62 None None] Pushing event updated for resources: {'Port': ['ID=cbe5f393-1fb4-4c2d-b19c-7364fb677e7f,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:07.747256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:b0:e4:40', 'name': 'tempest-NetworksTestDHCPv6-219507223'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:07.751856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.835589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.868447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b051c67f-fd99-4401-9717-1a183acb3e3e tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.897921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.921798 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b051c67f-fd99-4401-9717-1a183acb3e3e tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "DELETE /v2.0/ports/60fc8882-6a23-4c0b-b4d7-f940dba247b8 HTTP/1.1" status: 204 len: 168 time: 3.1306553 Sep 19 12:19:07.925391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56148) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:07.927032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Pushing event updated for resources: {'Port': ['ID=c086b196-c419-4bac-b2da-1ec5672a87bb,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:07.942692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Network b0e5ab1b-981d-44ba-8318-87046adcd9e0 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:07.946505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:07.953967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:07.963179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port bdf11d47-958f-4f24-b269-ab711ceef0b4 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:07.963179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.965788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:07.967318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:07.980910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.982040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:07.986111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:08.061565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=46f86528-628c-4e35-9da0-5b3a753ba43e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:08.118500 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-035af47b-4323-48d3-8dc7-3f2279500db2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] GET failed (client error): The resource could not be found. Sep 19 12:19:08.119086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-035af47b-4323-48d3-8dc7-3f2279500db2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Synchronizing usage tracker for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:08.212244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Attempting to bind port c086b196-c419-4bac-b2da-1ec5672a87bb on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:19:08.212612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Attempting to bind port c086b196-c419-4bac-b2da-1ec5672a87bb by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '2e52d74d-cf58-44e5-8257-51a5a9b79ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:19:08.212967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Attempting to bind port c086b196-c419-4bac-b2da-1ec5672a87bb on network b0e5ab1b-981d-44ba-8318-87046adcd9e0 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:19:08.225464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:19:08.225838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Checking segment: {'id': '2e52d74d-cf58-44e5-8257-51a5a9b79ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:08.226214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:08.226596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Bound using segment: {'id': '2e52d74d-cf58-44e5-8257-51a5a9b79ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:19:08.227109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Bound port: c086b196-c419-4bac-b2da-1ec5672a87bb, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e52d74d-cf58-44e5-8257-51a5a9b79ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:19:08.227481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:08.242711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port bdf11d47-958f-4f24-b269-ab711ceef0b4 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:08.256938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:08.257667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:08.262352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:08.266237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:08.277977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:08.286498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-035af47b-4323-48d3-8dc7-3f2279500db2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Unset dirty status for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:08.288079 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-035af47b-4323-48d3-8dc7-3f2279500db2 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "GET /v2.0/ports/60fc8882-6a23-4c0b-b4d7-f940dba247b8 HTTP/1.1" status: 404 len: 333 time: 0.3592288 Sep 19 12:19:08.292311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56152) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:08.314517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.26.5.198 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/36df0d71-de49-4f9a-bf09-5b22ee97d3b6) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:08.314517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'port': {'network_id': 'f2602851-421b-49c2-8166-8d10d306334d', 'name': 'tempest-AllowedAddressPairTestJSON-1049321221'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:08.339889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event updated for resources: {'Port': ['ID=1d33406c-c583-4445-b9ab-77fbb4b6bb90,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:08.497630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:08.500367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:08.547550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] For port c086b196-c419-4bac-b2da-1ec5672a87bb, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:19:08.571377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] For port c086b196-c419-4bac-b2da-1ec5672a87bb, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c086b196-c419-4bac-b2da-1ec5672a87bb,segment=NetworkSegment(2e52d74d-cf58-44e5-8257-51a5a9b79ba7),segment_id=2e52d74d-cf58-44e5-8257-51a5a9b79ba7)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:19:08.591692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:08.615262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Network b0e5ab1b-981d-44ba-8318-87046adcd9e0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:08.617231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:08.707182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:08.713977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:08.791706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Deleting port 22971815-49e6-419b-a989-6ad46f5cc5b9 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:08.792128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:08.829486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Made reservation on behalf of 9271540f70e54ddb9b3567e603c50eab for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:08.832025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:08.845381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:08.845767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:09.049211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:09.074085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5426c3-916a-4517-b0c8-846e9440894b None None] Pushing event updated for resources: {'Port': ['ID=c086b196-c419-4bac-b2da-1ec5672a87bb,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:09.103019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:09.103408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:09.130010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] device_id is not set on port 56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:19:09.171304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b3586b12-ca8c-4e96-b628-ebcb5df6c6c0,segment=NetworkSegment(4d5d265d-e94a-4dec-9969-1d8721187537),segment_id=4d5d265d-e94a-4dec-9969-1d8721187537)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:09.210520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:09.308830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:09.339685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:09.385689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port d478c740-d6bf-48f2-82c5-fd9297bb034b yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:19:09.389375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ae49b9a6-f6a5-495a-a419-625741a7d718 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:09.453737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: ae49b9a6-f6a5-495a-a419-625741a7d718 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:09.454096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ae49b9a6-f6a5-495a-a419-625741a7d718 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:09.454518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c0d72f7a-5e5b-4691-bfa7-84d27595d5ea no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:09.504585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c0d72f7a-5e5b-4691-bfa7-84d27595d5ea {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:09.505411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c0d72f7a-5e5b-4691-bfa7-84d27595d5ea not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:09.514175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:09.531582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b3586b12-ca8c-4e96-b628-ebcb5df6c6c0,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:09.554040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:09.659657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:09.676919 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:09.691008 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:09.692550 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:09.725956 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cb48cb70-ea19-457d-9527-efc9864a92f0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9333425 Sep 19 12:19:09.728194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56158) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:09.737357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9f698571-10f3-473c-acd5-7be40efb0fb3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:09.763827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Calling delete_port for 22971815-49e6-419b-a989-6ad46f5cc5b9 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:09.784678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27883a88-6499-4d13-a4d8-76fd5203300f None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:09.928653 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:09.955298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cbe5f393-1fb4-4c2d-b19c-7364fb677e7f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:10.042914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Allocated IP 172.20.0.10 (f2602851-421b-49c2-8166-8d10d306334d/fa84d1f1-541e-43d8-8795-3596d2523bb4/56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:10.191831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8:0:1::21f (97c14447-5e4d-4deb-a6ce-aa8646f0c431/75d722c1-2522-44b1-bb09-cfd2ef887e0a/d478c740-d6bf-48f2-82c5-fd9297bb034b) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:10.207273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f816:3eff:feb0:e440 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/4430c5e9-fd94-4990-8b73-b67a43360f36/d478c740-d6bf-48f2-82c5-fd9297bb034b) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:10.225496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:10.306196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:10.404799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:10.412217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=36df0d71-de49-4f9a-bf09-5b22ee97d3b6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:10.423984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:10.425038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:10.465358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:10.469674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9ffa9f-0b6c-496f-a57d-a6002c27f6e5 None None] Network b0e5ab1b-981d-44ba-8318-87046adcd9e0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:10.493982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d9693a26-2dfd-47eb-ade5-cc13a12e878a None None] Provisioning for port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:10.512418 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:06Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': '1d33406c-c583-4445-b9ab-77fbb4b6bb90', 'name': '', 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:c5:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:19:05Z', 'updated_at': '2022-09-19T12:19:07Z', 'revision_number': 2, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:04Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:10.517803 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:19:10.518154 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Updating router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:19:10.558999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:10.563215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:10.578821 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:10.642819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d9693a26-2dfd-47eb-ade5-cc13a12e878a None None] Provisioning complete for port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:10.643945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d9693a26-2dfd-47eb-ade5-cc13a12e878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:10.834136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:10.958846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Port': ['ID=22971815-49e6-419b-a989-6ad46f5cc5b9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:11.056441 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.072651 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Transition to ACTIVE for port object 1d33406c-c583-4445-b9ab-77fbb4b6bb90 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:11.103545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce7b5a-faf5-4230-b8e1-f1bc3c229da9 None None] Update dhcp port {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'fixed_ips': [{'subnet_id': '4430c5e9-fd94-4990-8b73-b67a43360f36', 'ip_address': '2001:db8::f816:3eff:fe61:a2e3'}, {'subnet_id': '75d722c1-2522-44b1-bb09-cfd2ef887e0a'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': 'cbe5f393-1fb4-4c2d-b19c-7364fb677e7f'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:19:11.120912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 41bae1fb-c428-4056-b0e0-9cf5000308b5 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:19:11.195459 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.200494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d9693a26-2dfd-47eb-ade5-cc13a12e878a None None] Current status of the port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:11.206614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d9693a26-2dfd-47eb-ade5-cc13a12e878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.279630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:11.280979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.314213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c0ce7b5a-faf5-4230-b8e1-f1bc3c229da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.377196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.411561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.447090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object d478c740-d6bf-48f2-82c5-fd9297bb034b will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:11.530617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cbe5f393-1fb4-4c2d-b19c-7364fb677e7f,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:11.561958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:11.571985 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Attempting to bind port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:19:11.572205 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Attempting to bind port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '2e52d74d-cf58-44e5-8257-51a5a9b79ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:19:11.572345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699061c1-5871-4eb6-bc11-e5de6cbc76b3 None None] Sync routers for ids ['41bae1fb-c428-4056-b0e0-9cf5000308b5'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:11.572776 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Attempting to bind port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 on network b0e5ab1b-981d-44ba-8318-87046adcd9e0 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:19:11.576518 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Pushing event updated for resources: {'Port': ['ID=1d33406c-c583-4445-b9ab-77fbb4b6bb90,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:11.583011 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:19:11.583317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699061c1-5871-4eb6-bc11-e5de6cbc76b3 None None] Routers {'41bae1fb-c428-4056-b0e0-9cf5000308b5'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:11.583642 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Checking segment: {'id': '2e52d74d-cf58-44e5-8257-51a5a9b79ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:11.583934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-699061c1-5871-4eb6-bc11-e5de6cbc76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['41bae1fb-c428-4056-b0e0-9cf5000308b5'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:11.584230 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.584729 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Bound using segment: {'id': '2e52d74d-cf58-44e5-8257-51a5a9b79ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:19:11.585289 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Bound port: 1d33406c-c583-4445-b9ab-77fbb4b6bb90, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e52d74d-cf58-44e5-8257-51a5a9b79ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:19:11.585786 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.601285 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.601794 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.602816 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.603236 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.604678 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.604678 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.604678 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.604678 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.605134 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.605717 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.606128 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.606542 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:11.678798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.679851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d1b32bf7-1246-405e-a462-397c93819f89 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:11.698848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.extraroute_db [None req-9f698571-10f3-473c-acd5-7be40efb0fb3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 12:19:11.721154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.extraroute_db [None req-9f698571-10f3-473c-acd5-7be40efb0fb3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Removed routes are [] {{(pid=89795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 12:19:11.721996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f698571-10f3-473c-acd5-7be40efb0fb3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.740800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.745287 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] For port 1d33406c-c583-4445-b9ab-77fbb4b6bb90, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:19:11.745501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.750903 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-95ab8464-690c-4faf-8950-5cf938da9f31 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.9976535 Sep 19 12:19:11.763435 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] For port 1d33406c-c583-4445-b9ab-77fbb4b6bb90, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1d33406c-c583-4445-b9ab-77fbb4b6bb90,segment=NetworkSegment(2e52d74d-cf58-44e5-8257-51a5a9b79ba7),segment_id=2e52d74d-cf58-44e5-8257-51a5a9b79ba7)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:19:11.763724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56166) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:11.863924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c586cc97-4e89-461a-b751-373c6d6f7cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.865497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-699061c1-5871-4eb6-bc11-e5de6cbc76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:11.876991 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:11.935721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Transition to ACTIVE for port object 56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:11.963903 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699061c1-5871-4eb6-bc11-e5de6cbc76b3 None None] Routers {'41bae1fb-c428-4056-b0e0-9cf5000308b5'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:11.964801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-699061c1-5871-4eb6-bc11-e5de6cbc76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['41bae1fb-c428-4056-b0e0-9cf5000308b5'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:12.054596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-d9693a26-2dfd-47eb-ade5-cc13a12e878a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:19:12.055255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-d9693a26-2dfd-47eb-ade5-cc13a12e878a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:19:12.057072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-699061c1-5871-4eb6-bc11-e5de6cbc76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:12.057641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699061c1-5871-4eb6-bc11-e5de6cbc76b3 None None] The sync data for ids ['41bae1fb-c428-4056-b0e0-9cf5000308b5'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:12.070255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=cbe5f393-1fb4-4c2d-b19c-7364fb677e7f,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:12.072150 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b7c91-24b7-4c97-b83e-621304a52127 None None] Pushing event updated for resources: {'Port': ['ID=1d33406c-c583-4445-b9ab-77fbb4b6bb90,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:12.087238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Router 3227e579-e852-4efc-9bf4-f9aa79d0da0c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:12.089948 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:12.091744 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:12.110931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:12.185047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:12.214256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port d1b32bf7-1246-405e-a462-397c93819f89 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:12.235562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d1b32bf7-1246-405e-a462-397c93819f89 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:12.239168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:12.418191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-c0ce7b5a-faf5-4230-b8e1-f1bc3c229da9 None None] Allocated IP 2001:db8:0:1::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/75d722c1-2522-44b1-bb09-cfd2ef887e0a/cbe5f393-1fb4-4c2d-b19c-7364fb677e7f) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:12.423337 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:12.503676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:12.509297 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f698571-10f3-473c-acd5-7be40efb0fb3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:12.518459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f698571-10f3-473c-acd5-7be40efb0fb3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:12.522517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:12.532073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:12.534774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:12.540840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:12.541661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:12.554286 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-544ea695-7df2-417a-a41a-9518275633dc tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/routers/41bae1fb-c428-4056-b0e0-9cf5000308b5 HTTP/1.1" status: 200 len: 880 time: 0.8007438 Sep 19 12:19:12.572407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56172) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:12.705281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d9693a26-2dfd-47eb-ade5-cc13a12e878a None None] Current status of the port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:12.752233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:12.767085 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f8a5272e-c69b-480e-9ccf-44a35465243a tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "PUT /v2.0/routers/3227e579-e852-4efc-9bf4-f9aa79d0da0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8431435 Sep 19 12:19:12.783474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56176) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:12.796982 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.0541992 Sep 19 12:19:12.812442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c0e59-bdda-417f-a1ae-01b42bddf7d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=d478c740-d6bf-48f2-82c5-fd9297bb034b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:12.815495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56180) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:12.840379 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0216b-8311-489c-b45e-c9bc953e839f None None] Sync routers for ids ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:12.851178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f698571-10f3-473c-acd5-7be40efb0fb3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:12.855285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d1b32bf7-1246-405e-a462-397c93819f89 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:12.855742 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:12.893271 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0216b-8311-489c-b45e-c9bc953e839f None None] Routers {'3227e579-e852-4efc-9bf4-f9aa79d0da0c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:12.893895 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8af0216b-8311-489c-b45e-c9bc953e839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:12.948198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port d1b32bf7-1246-405e-a462-397c93819f89, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d1b32bf7-1246-405e-a462-397c93819f89,segment=NetworkSegment(1a520932-3c3d-4fb3-93cc-5c97296f48dd),segment_id=1a520932-3c3d-4fb3-93cc-5c97296f48dd)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:12.960812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c0ce7b5a-faf5-4230-b8e1-f1bc3c229da9 None None] For port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cbe5f393-1fb4-4c2d-b19c-7364fb677e7f,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:13.000707 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8af0216b-8311-489c-b45e-c9bc953e839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:13.008935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c0ce7b5a-faf5-4230-b8e1-f1bc3c229da9 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:13.038072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c0ce7b5a-faf5-4230-b8e1-f1bc3c229da9 None None] Transition to ACTIVE for port object cbe5f393-1fb4-4c2d-b19c-7364fb677e7f will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:13.039670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-51cc19bf-fd80-40ec-ae8a-af330f05aabd None None] Provisioning for port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:13.041095 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0216b-8311-489c-b45e-c9bc953e839f None None] Routers {'3227e579-e852-4efc-9bf4-f9aa79d0da0c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:13.041715 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8af0216b-8311-489c-b45e-c9bc953e839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:13.045033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Network f2602851-421b-49c2-8166-8d10d306334d is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:13.064564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:13.065999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:13.096286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:13.111215 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8af0216b-8311-489c-b45e-c9bc953e839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:13.111777 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0216b-8311-489c-b45e-c9bc953e839f None None] The sync data for ids ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:13.165601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:13.234720 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:11Z', 'revision_number': 6, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': '1d33406c-c583-4445-b9ab-77fbb4b6bb90', 'name': '', 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:c5:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:19:05Z', 'updated_at': '2022-09-19T12:19:11Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:04Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:13.256604 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe864364-8aa4-4973-9088-29bb4cc61ed6 None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:11Z', 'revision_number': 6, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': '1d33406c-c583-4445-b9ab-77fbb4b6bb90', 'name': '', 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:c5:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:19:05Z', 'updated_at': '2022-09-19T12:19:11Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:04Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:13.288930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:13.290494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:13.351593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c0ce7b5a-faf5-4230-b8e1-f1bc3c229da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:13.368500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=d1b32bf7-1246-405e-a462-397c93819f89,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:13.372633 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-a13dc6a4-fe60-4965-a213-532810adede0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] delete failed (client error): The resource could not be found. Sep 19 12:19:13.379045 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a13dc6a4-fe60-4965-a213-532810adede0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-659145341 HTTP/1.1" status: 404 len: 334 time: 0.5848894 Sep 19 12:19:13.381600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56184) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:13.405287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-189d23f6-1beb-4754-b8b0-b5dfb3522023 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'router': {'external_gateway_info': {'network_id': '3227e579-e852-4efc-9bf4-f9aa79d0da0c'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:13.469536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Port': ['ID=56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:13.612693 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-98aadf66-952d-433c-8171-1b95e2234ab0 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3121238 Sep 19 12:19:13.620243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56190) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:13.623018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-65631a7d-35a5-4eba-b0dc-76fee8a2ec92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port d478c740-d6bf-48f2-82c5-fd9297bb034b {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:13.623778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-65631a7d-35a5-4eba-b0dc-76fee8a2ec92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:13.632065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:13.632432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:13.636903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'port': {'network_id': 'f2602851-421b-49c2-8166-8d10d306334d', 'name': 'tempest-AllowedAddressPairTestJSON-1808077084'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:13.652432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f698571-10f3-473c-acd5-7be40efb0fb3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:13.660544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f698571-10f3-473c-acd5-7be40efb0fb3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:13.661852 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9f698571-10f3-473c-acd5-7be40efb0fb3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718 HTTP/1.1" status: 200 len: 954 time: 3.9342408 Sep 19 12:19:13.665653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56194) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:13.703321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce7b5a-faf5-4230-b8e1-f1bc3c229da9 None None] Pushing event updated for resources: {'Port': ['ID=cbe5f393-1fb4-4c2d-b19c-7364fb677e7f,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:13.736664 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-51cc19bf-fd80-40ec-ae8a-af330f05aabd None None] Provisioning for port c086b196-c419-4bac-b2da-1ec5672a87bb completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:13.854704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-26a98876-da28-427a-a967-b9f24e1aa2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:13.861003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:13.862248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c086b196-c419-4bac-b2da-1ec5672a87bb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:14.011687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bdffe58c-48ab-4c44-8b6a-0be45bb8fd80 None None] Provisioning for port 56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:14.025404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bdffe58c-48ab-4c44-8b6a-0be45bb8fd80 None None] Provisioning complete for port 56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:14.026298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdffe58c-48ab-4c44-8b6a-0be45bb8fd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.095081 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c086b196-c419-4bac-b2da-1ec5672a87bb completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:14.118117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c086b196-c419-4bac-b2da-1ec5672a87bb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:14.118117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.163586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-189d23f6-1beb-4754-b8b0-b5dfb3522023 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.183760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bdffe58c-48ab-4c44-8b6a-0be45bb8fd80 None None] Port 56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:14.188162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:14.204827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:14.279936 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-189d23f6-1beb-4754-b8b0-b5dfb3522023 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] update failed (client error): The resource could not be found. Sep 19 12:19:14.281437 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-189d23f6-1beb-4754-b8b0-b5dfb3522023 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "PUT /v2.0/routers/3227e579-e852-4efc-9bf4-f9aa79d0da0c HTTP/1.1" status: 404 len: 339 time: 0.8908067 Sep 19 12:19:14.284600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Made reservation on behalf of 9271540f70e54ddb9b3567e603c50eab for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:14.293064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.312186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c086b196-c419-4bac-b2da-1ec5672a87bb is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:14.312703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56198) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:14.316877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.325789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1707326005'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:14.335148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:14.339898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Usage tracker for resource:network and tenant:b455c0bcdbf34215a0af4f02de6cbb27 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:14.343114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:14.349309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:14.357187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c086b196-c419-4bac-b2da-1ec5672a87bb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c086b196-c419-4bac-b2da-1ec5672a87bb,segment=NetworkSegment(2e52d74d-cf58-44e5-8257-51a5a9b79ba7),segment_id=2e52d74d-cf58-44e5-8257-51a5a9b79ba7)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:14.373083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] device_id is not set on port 89925dca-e3e6-4103-8af3-988f9dec9646 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:19:14.388272 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6bcd94bc-bc5c-4ced-9a01-089cc3963c45 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718 HTTP/1.1" status: 200 len: 954 time: 0.6878946 Sep 19 12:19:14.398304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56202) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:14.405910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c2c52771-1766-4427-bba6-bb70abd62ce1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'routes': None}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:14.440174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Made reservation on behalf of b455c0bcdbf34215a0af4f02de6cbb27 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:14.444022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.485265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.486048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b602c39d-1977-4bd3-bce1-da48a4a43554 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:14.580094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:19:14.580251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-65631a7d-35a5-4eba-b0dc-76fee8a2ec92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.580362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:14.600718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.601120 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Added segment a82290ed-0eee-4793-b438-3862f1a48730 of type vlan for network 905cd2b9-3484-4a8d-9867-614e10dd2013 Sep 19 12:19:14.607185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:14.607833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:14.613834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Allocated IP 172.20.0.7 (f2602851-421b-49c2-8166-8d10d306334d/fa84d1f1-541e-43d8-8795-3596d2523bb4/89925dca-e3e6-4103-8af3-988f9dec9646) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:14.650533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.658148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.781976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-65631a7d-35a5-4eba-b0dc-76fee8a2ec92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for d478c740-d6bf-48f2-82c5-fd9297bb034b owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:14.853265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c086b196-c419-4bac-b2da-1ec5672a87bb,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:14.908117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.931260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:14.937841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:14.938292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:14.938477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:15.023573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-81735e16-bbba-4f50-ac90-fceb6de6a121 None None] Provisioning for port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:15.032353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:15.035321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-81735e16-bbba-4f50-ac90-fceb6de6a121 None None] Provisioning complete for port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:15.035690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-81735e16-bbba-4f50-ac90-fceb6de6a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:15.069040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b602c39d-1977-4bd3-bce1-da48a4a43554 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:15.072540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:15.094444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:15.114909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Network': ['ID=905cd2b9-3484-4a8d-9867-614e10dd2013,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:15.125280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Transition to ACTIVE for port object 89925dca-e3e6-4103-8af3-988f9dec9646 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:15.151690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 905cd2b9-3484-4a8d-9867-614e10dd2013 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:19:15.178163 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a447673b-3c1f-40d0-ad4b-d6e111891976 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8643467 Sep 19 12:19:15.181193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56218) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:15.188209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'subnet': {'network_id': '905cd2b9-3484-4a8d-9867-614e10dd2013', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:15.311632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:15.428858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Port': ['ID=89925dca-e3e6-4103-8af3-988f9dec9646,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:15.432643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-65631a7d-35a5-4eba-b0dc-76fee8a2ec92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:15.442176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Network f2602851-421b-49c2-8166-8d10d306334d is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:15.446140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:15.459653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:15.579363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65631a7d-35a5-4eba-b0dc-76fee8a2ec92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=d478c740-d6bf-48f2-82c5-fd9297bb034b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:15.620547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7a1c44de-1314-4b4c-9d5a-ea66e9dfb7b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Synchronizing usage tracker for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:router {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:15.623865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b602c39d-1977-4bd3-bce1-da48a4a43554 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:15.652228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-81735e16-bbba-4f50-ac90-fceb6de6a121 None None] Current status of the port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:15.747070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:11Z', 'revision_number': 6, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': '1d33406c-c583-4445-b9ab-77fbb4b6bb90', 'name': '', 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:c5:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:19:05Z', 'updated_at': '2022-09-19T12:19:11Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:12Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:15.758864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:19:15.783197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:15.783864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:15.793814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:15.794484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:15.841405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:15.854318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Usage tracker for resource:subnet and tenant:b455c0bcdbf34215a0af4f02de6cbb27 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:15.863314 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:15.871248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:15.880377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-ddd95252-6577-443d-a470-5edf5baf9f9e tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Synchronizing usage tracker for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:15.977686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cbe5f393-1fb4-4c2d-b19c-7364fb677e7f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:16.009033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8128fb2a-a8dd-4eaa-b880-a501f2faf71a None None] Could not find standard attr ID for object d478c740-d6bf-48f2-82c5-fd9297bb034b. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:19:16.016964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-65631a7d-35a5-4eba-b0dc-76fee8a2ec92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:16.054847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:16.079737 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d028ca14-9282-46a0-ad60-6dd403114f1c tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4554064 Sep 19 12:19:16.080195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56222) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:16.084350 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-65631a7d-35a5-4eba-b0dc-76fee8a2ec92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/d478c740-d6bf-48f2-82c5-fd9297bb034b HTTP/1.1" status: 204 len: 168 time: 3.0371807 Sep 19 12:19:16.086700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0ee44748-b44a-4233-9303-da526a7026e9 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:cb:f9:94'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:86:cd:9c'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:16.090367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56226) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:16.205082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:16.205430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:16.210229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7a1c44de-1314-4b4c-9d5a-ea66e9dfb7b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Unset dirty status for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:router {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:16.214076 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7a1c44de-1314-4b4c-9d5a-ea66e9dfb7b5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 3.6316569 Sep 19 12:19:16.217214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56230) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:16.220640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-ddd95252-6577-443d-a470-5edf5baf9f9e tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Unset dirty status for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:16.222187 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-ddd95252-6577-443d-a470-5edf5baf9f9e tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54586161&fields=id&tenant_id=f625faa175074f0e9fb497e71f4f2a55 HTTP/1.1" status: 200 len: 267 time: 0.5459681 Sep 19 12:19:16.229332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Made reservation on behalf of b455c0bcdbf34215a0af4f02de6cbb27 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:16.230897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:16.265743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-14bdee89-7a6b-40b1-8608-4f38c7d90927 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-948354650'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:16.349711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d379abd7-35c4-4aaf-a18f-0c716cff737d None None] Provisioning for port 89925dca-e3e6-4103-8af3-988f9dec9646 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:16.368147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d379abd7-35c4-4aaf-a18f-0c716cff737d None None] Provisioning complete for port 89925dca-e3e6-4103-8af3-988f9dec9646 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:16.368778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d379abd7-35c4-4aaf-a18f-0c716cff737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:16.480930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:19:16.521416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd6e105-5d25-4fbb-a0fc-05a1e6a7a944 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:16.522436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ffd6e105-5d25-4fbb-a0fc-05a1e6a7a944 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:16.527253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d379abd7-35c4-4aaf-a18f-0c716cff737d None None] Port 89925dca-e3e6-4103-8af3-988f9dec9646 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:16.585852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:16.589241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:16.590339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d1b32bf7-1246-405e-a462-397c93819f89 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:16.601490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.extraroute_db [None req-c2c52771-1766-4427-bba6-bb70abd62ce1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added routes are [] {{(pid=89794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 12:19:16.601823 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.extraroute_db [None req-c2c52771-1766-4427-bba6-bb70abd62ce1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 12:19:16.638715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3ccdc3e6-62bd-46b8-a745-297d182c094a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:16.641589 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3ccdc3e6-62bd-46b8-a745-297d182c094a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 811 time: 0.2971325 Sep 19 12:19:16.679995 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-f9ad49fb-25cc-4c40-ba42-bf33645b5d25 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/quotas/f625faa175074f0e9fb497e71f4f2a55 HTTP/1.1" status: 200 len: 375 time: 0.0253289 Sep 19 12:19:16.683230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0ee44748-b44a-4233-9303-da526a7026e9 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:16.722216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ffd6e105-5d25-4fbb-a0fc-05a1e6a7a944 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:16.722497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d1b32bf7-1246-405e-a462-397c93819f89 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:16.722984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:16.725901 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ffd6e105-5d25-4fbb-a0fc-05a1e6a7a944 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6344705 Sep 19 12:19:16.726877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56234) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:16.776366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:11Z', 'revision_number': 6, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': '1d33406c-c583-4445-b9ab-77fbb4b6bb90', 'name': '', 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:c5:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:19:05Z', 'updated_at': '2022-09-19T12:19:11Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:12Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:16.782541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170526cf-acbb-4d44-9dec-1bd396df9b6e None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:11Z', 'revision_number': 6, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': '1d33406c-c583-4445-b9ab-77fbb4b6bb90', 'name': '', 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:c5:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:19:05Z', 'updated_at': '2022-09-19T12:19:11Z', 'revision_number': 4, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:12Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:16.872111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d1b32bf7-1246-405e-a462-397c93819f89 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:16.873699 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1d33406c-c583-4445-b9ab-77fbb4b6bb90 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:16.953552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.000163 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-d9c172ea-6f2d-459e-9e92-efc6629f442d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3071840 Sep 19 12:19:17.041314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2c52771-1766-4427-bba6-bb70abd62ce1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.046632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:17.058931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:17.060080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.094598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Subnet': ['ID=3f56162b-830a-456f-a0b9-f140024dc641,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:17.139012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Checking segment: {'id': 'a82290ed-0eee-4793-b438-3862f1a48730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '905cd2b9-3484-4a8d-9867-614e10dd2013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:17.139383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network hostable DHCP agents. Network: 905cd2b9-3484-4a8d-9867-614e10dd2013, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:19:17.204749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:17.205504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.216829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:17.229806 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea234bb-061b-49b9-b0d9-e51f22ce9d41 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:17.256524 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea234bb-061b-49b9-b0d9-e51f22ce9d41 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:17.257397 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-dea234bb-061b-49b9-b0d9-e51f22ce9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:17.282950 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1d33406c-c583-4445-b9ab-77fbb4b6bb90, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1d33406c-c583-4445-b9ab-77fbb4b6bb90,segment=NetworkSegment(2e52d74d-cf58-44e5-8257-51a5a9b79ba7),segment_id=2e52d74d-cf58-44e5-8257-51a5a9b79ba7)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:17.287521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0ee44748-b44a-4233-9303-da526a7026e9 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.296584 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-4318a80c-2fd8-49ad-84ab-98de048333d4 service neutron] 10.222.0.66 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740800 Sep 19 12:19:17.346718 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-dea234bb-061b-49b9-b0d9-e51f22ce9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:17.357646 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea234bb-061b-49b9-b0d9-e51f22ce9d41 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:17.358999 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-dea234bb-061b-49b9-b0d9-e51f22ce9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:17.377395 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.378990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c086b196-c419-4bac-b2da-1ec5672a87bb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:17.390445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0ee44748-b44a-4233-9303-da526a7026e9 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.420421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network 905cd2b9-3484-4a8d-9867-614e10dd2013 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:19:17.436323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.438322 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-09e4f0e6-7cc2-4ffe-b21d-2f6ce231a589 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.2298670 Sep 19 12:19:17.444627 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-dea234bb-061b-49b9-b0d9-e51f22ce9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:17.445310 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea234bb-061b-49b9-b0d9-e51f22ce9d41 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:17.467369 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56240) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:17.516378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64067d83-7cf7-47a6-9a91-83829489a0b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:17.520639 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-64067d83-7cf7-47a6-9a91-83829489a0b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7871275 Sep 19 12:19:17.521232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56244) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:17.522422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1d33406c-c583-4445-b9ab-77fbb4b6bb90,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:17.540529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c086b196-c419-4bac-b2da-1ec5672a87bb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:17.540529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.673006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c086b196-c419-4bac-b2da-1ec5672a87bb is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:17.762051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1d33406c-c583-4445-b9ab-77fbb4b6bb90 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:17.763725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e2034-34b6-45a8-86d4-4fa8fcda8599 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:17.765798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e2034-34b6-45a8-86d4-4fa8fcda8599 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:17.767478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e2034-34b6-45a8-86d4-4fa8fcda8599 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:17.768279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-541e2034-34b6-45a8-86d4-4fa8fcda8599 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:17.770817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-0ee44748-b44a-4233-9303-da526a7026e9 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] In _notify_port_updated(), no bound segment for port 89925dca-e3e6-4103-8af3-988f9dec9646 on network f2602851-421b-49c2-8166-8d10d306334d {{(pid=89795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:19:17.773439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2c52771-1766-4427-bba6-bb70abd62ce1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.776300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee44748-b44a-4233-9303-da526a7026e9 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:17.776929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0ee44748-b44a-4233-9303-da526a7026e9 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.778217 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0ee44748-b44a-4233-9303-da526a7026e9 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "PUT /v2.0/ports/89925dca-e3e6-4103-8af3-988f9dec9646 HTTP/1.1" status: 200 len: 1056 time: 1.6970754 Sep 19 12:19:17.779040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee44748-b44a-4233-9303-da526a7026e9 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event updated for resources: {'Port': ['ID=89925dca-e3e6-4103-8af3-988f9dec9646,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:17.783383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56248) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:17.788153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 905cd2b9-3484-4a8d-9867-614e10dd2013) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:17.792178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2c52771-1766-4427-bba6-bb70abd62ce1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.797826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14bdee89-7a6b-40b1-8608-4f38c7d90927 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.807654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c26150d-548c-443d-9aa9-f1134268c733 None None] Network 905cd2b9-3484-4a8d-9867-614e10dd2013 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:17.839673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:17.840263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.934104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-541e2034-34b6-45a8-86d4-4fa8fcda8599 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:17.934392 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-9a10bc3d-334f-444b-944a-17fdffb1baa3 service neutron] 10.222.0.66 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308715 Sep 19 12:19:17.935131 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-541e2034-34b6-45a8-86d4-4fa8fcda8599 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3616197 Sep 19 12:19:17.945189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56252) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:17.947849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:17.948236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:17.981332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d91e6745-1fd3-4893-8fd6-48b36fee7900 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Deleting port 89925dca-e3e6-4103-8af3-988f9dec9646 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:17.982024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d91e6745-1fd3-4893-8fd6-48b36fee7900 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:18.008928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14bdee89-7a6b-40b1-8608-4f38c7d90927 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:18.117301 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7fd13f27-dda5-4fa8-a1bf-1f8f77160900 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9348254 Sep 19 12:19:18.126227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56258) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:18.142733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e508bddd-2d62-47c6-a1fb-8cf893f0ba64 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'router': {'external_gateway_info': {'network_id': '905cd2b9-3484-4a8d-9867-614e10dd2013'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:18.173619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-905cd2b9-3484-4a8d-9867-614e10dd2013', 'network_id': '905cd2b9-3484-4a8d-9867-614e10dd2013', 'tenant_id': 'b455c0bcdbf34215a0af4f02de6cbb27', 'fixed_ips': [{'subnet_id': '3f56162b-830a-456f-a0b9-f140024dc641'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:19:18.174473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:18.201536 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 4430c5e9-fd94-4990-8b73-b67a43360f36 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:18.225263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c52771-1766-4427-bba6-bb70abd62ce1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:18.226075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:18.356864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:18.461735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Allocated IP 2001:db8:1::2 (905cd2b9-3484-4a8d-9867-614e10dd2013/3f56162b-830a-456f-a0b9-f140024dc641/182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:18.600163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d91e6745-1fd3-4893-8fd6-48b36fee7900 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:18.718921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:18.729979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Transition to ACTIVE for port object 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:18.736384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d91e6745-1fd3-4893-8fd6-48b36fee7900 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Calling delete_port for 89925dca-e3e6-4103-8af3-988f9dec9646 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:18.748679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Transition to ACTIVE for port object 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:18.764269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:18.892534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:18.963101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Network 905cd2b9-3484-4a8d-9867-614e10dd2013 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:18.966569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:18.971746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:19.018820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Pushing event updated for resources: {'Port': ['ID=182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:19.036876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:19.037465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bdee89-7a6b-40b1-8608-4f38c7d90927 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 41bae1fb-c428-4056-b0e0-9cf5000308b5 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:19.074800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e508bddd-2d62-47c6-a1fb-8cf893f0ba64 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:19.080895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c52771-1766-4427-bba6-bb70abd62ce1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:19.087876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2c52771-1766-4427-bba6-bb70abd62ce1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:19.089054 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c2c52771-1766-4427-bba6-bb70abd62ce1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718 HTTP/1.1" status: 200 len: 704 time: 4.6876104 Sep 19 12:19:19.097678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56268) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:19.113604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:19.128589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d91e6745-1fd3-4893-8fd6-48b36fee7900 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:19.143838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:19.144388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:19.191637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e6745-1fd3-4893-8fd6-48b36fee7900 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event deleted for resources: {'Port': ['ID=89925dca-e3e6-4103-8af3-988f9dec9646,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:19.198428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Attempting to bind port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:19:19.198827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Attempting to bind port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a82290ed-0eee-4793-b438-3862f1a48730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '905cd2b9-3484-4a8d-9867-614e10dd2013'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:19:19.199191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Attempting to bind port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 on network 905cd2b9-3484-4a8d-9867-614e10dd2013 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:19:19.216968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:19:19.217351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Checking segment: {'id': 'a82290ed-0eee-4793-b438-3862f1a48730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '905cd2b9-3484-4a8d-9867-614e10dd2013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:19.218320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:19.218726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Bound using segment: {'id': 'a82290ed-0eee-4793-b438-3862f1a48730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '905cd2b9-3484-4a8d-9867-614e10dd2013'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:19:19.219830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Bound port: 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82290ed-0eee-4793-b438-3862f1a48730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '905cd2b9-3484-4a8d-9867-614e10dd2013'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:19:19.220224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:19.370643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:19.382407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:19.730293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3db8d9e2-04ad-48c4-90f7-2682f19c1971 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718 HTTP/1.1" status: 200 len: 704 time: 0.6302986 Sep 19 12:19:19.739872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56272) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:19.755827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] For port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:19:19.778064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] For port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313,segment=NetworkSegment(a82290ed-0eee-4793-b438-3862f1a48730),segment_id=a82290ed-0eee-4793-b438-3862f1a48730)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:19:19.821633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bdee89-7a6b-40b1-8608-4f38c7d90927 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:19.832252 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc776f8-8756-4315-a0ee-4256e23b4358 None None] Sync routers for ids ['41bae1fb-c428-4056-b0e0-9cf5000308b5'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:19.852192 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc776f8-8756-4315-a0ee-4256e23b4358 None None] Routers {'41bae1fb-c428-4056-b0e0-9cf5000308b5'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:19.853054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9dc776f8-8756-4315-a0ee-4256e23b4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['41bae1fb-c428-4056-b0e0-9cf5000308b5'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:19.859726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:19.912181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d91e6745-1fd3-4893-8fd6-48b36fee7900 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:19.934862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14bdee89-7a6b-40b1-8608-4f38c7d90927 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:19.935979 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-14bdee89-7a6b-40b1-8608-4f38c7d90927 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/41bae1fb-c428-4056-b0e0-9cf5000308b5 HTTP/1.1" status: 200 len: 887 time: 3.7172978 Sep 19 12:19:19.944707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56282) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:19.985018 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9dc776f8-8756-4315-a0ee-4256e23b4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:19.998935 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc776f8-8756-4315-a0ee-4256e23b4358 None None] Routers {'41bae1fb-c428-4056-b0e0-9cf5000308b5'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:20.000422 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9dc776f8-8756-4315-a0ee-4256e23b4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['41bae1fb-c428-4056-b0e0-9cf5000308b5'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:20.036920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:16Z', 'revision_number': 7, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': '1d33406c-c583-4445-b9ab-77fbb4b6bb90', 'name': '', 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:c5:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:19:05Z', 'updated_at': '2022-09-19T12:19:17Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:12Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:20.054014 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d91e6745-1fd3-4893-8fd6-48b36fee7900 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "DELETE /v2.0/ports/89925dca-e3e6-4103-8af3-988f9dec9646 HTTP/1.1" status: 204 len: 168 time: 2.2670302 Sep 19 12:19:20.056740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:19:20.061000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f2dbd-1bca-4cb3-9123-cf42d8d5f778 None None] Pushing event updated for resources: {'Port': ['ID=182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:20.069332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56286) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:20.077009 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bab5c2bd-a262-470b-a8a7-b6f6a108df6e req-b795ecc4-a91d-428f-bd3e-ed88e05b59a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.2124918 Sep 19 12:19:20.091985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:20.093269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:20.127867 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9dc776f8-8756-4315-a0ee-4256e23b4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:20.128541 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc776f8-8756-4315-a0ee-4256e23b4358 None None] The sync data for ids ['41bae1fb-c428-4056-b0e0-9cf5000308b5'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:20.147964 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df7f67e-39c5-4971-8702-778f410d458b tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] GET failed (client error): The resource could not be found. Sep 19 12:19:20.148506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0df7f67e-39c5-4971-8702-778f410d458b tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Synchronizing usage tracker for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:20.167416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.20.0.1 (d6c08b33-9970-4c58-a65f-a5880413e978/db63c495-a9cf-4fe6-bef9-c668f89e8f42/301efa34-22d5-448f-b2a9-7a784a4baf2b) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:20.323054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:20.328272 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:20.333718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0df7f67e-39c5-4971-8702-778f410d458b tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Unset dirty status for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:20.338630 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0df7f67e-39c5-4971-8702-778f410d458b tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "GET /v2.0/ports/89925dca-e3e6-4103-8af3-988f9dec9646 HTTP/1.1" status: 404 len: 333 time: 0.2679141 Sep 19 12:19:20.339617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56290) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:20.490826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=4430c5e9-fd94-4990-8b73-b67a43360f36,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:20.492624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf7b572-884b-4c15-8214-b7ece48a5327 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:20.501124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:20.502732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:20.504802 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/4430c5e9-fd94-4990-8b73-b67a43360f36 HTTP/1.1" status: 204 len: 168 time: 2.5586669 Sep 19 12:19:20.507577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56294) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:20.524178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.524873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.525401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.526201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.526730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.527267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.527797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.528331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.528841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.529352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.529858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.530423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad068ec8-1eeb-42dd-b1fc-0c811f8aa527 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:20.547688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-89637c66-9d4b-456f-bedb-85b5ba20c4f4 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Deleting port 56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:20.548070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-89637c66-9d4b-456f-bedb-85b5ba20c4f4 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:20.605641 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1dc08f79-6619-49ec-ae64-9724d52544f5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/routers/41bae1fb-c428-4056-b0e0-9cf5000308b5 HTTP/1.1" status: 200 len: 887 time: 0.6546834 Sep 19 12:19:20.609206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56298) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:20.613839 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-e508bddd-2d62-47c6-a1fb-8cf893f0ba64 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:19:20.618595 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e508bddd-2d62-47c6-a1fb-8cf893f0ba64 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "PUT /v2.0/routers/3227e579-e852-4efc-9bf4-f9aa79d0da0c HTTP/1.1" status: 400 len: 364 time: 2.4852934 Sep 19 12:19:20.618919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56302) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:20.683703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fde77500-7779-4dd6-b852-6068732108df tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Synchronizing usage tracker for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:20.699652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-84acbacf-69db-44d7-bc82-3cda53602035 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 75d722c1-2522-44b1-bb09-cfd2ef887e0a {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:20.737108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84acbacf-69db-44d7-bc82-3cda53602035 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:20.910539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84acbacf-69db-44d7-bc82-3cda53602035 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:21.009368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:16Z', 'revision_number': 7, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': '1d33406c-c583-4445-b9ab-77fbb4b6bb90', 'name': '', 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:c5:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:19:05Z', 'updated_at': '2022-09-19T12:19:17Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:12Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:21.015241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bad1d-3dc1-4f98-b6ac-a6bebdadd391 None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:16Z', 'revision_number': 7, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': '1d33406c-c583-4445-b9ab-77fbb4b6bb90', 'name': '', 'network_id': 'b0e5ab1b-981d-44ba-8318-87046adcd9e0', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:c5:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:19:05Z', 'updated_at': '2022-09-19T12:19:17Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'd0620b28-b9e9-4b4e-a746-929fca5158a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:12Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:21.145921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fde77500-7779-4dd6-b852-6068732108df tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Unset dirty status for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:21.147126 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fde77500-7779-4dd6-b852-6068732108df tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=41bae1fb-c428-4056-b0e0-9cf5000308b5 HTTP/1.1" status: 200 len: 205 time: 0.5367250 Sep 19 12:19:21.185280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56314) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:21.189262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:21.449647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c76f5-c0ca-42e2-b67b-80e58535278b None None] Network 905cd2b9-3484-4a8d-9867-614e10dd2013 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:21.629143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:21.642179 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a5e1a3ff-b861-43e4-b1e3-6a2cb5550b2a req-2d210a99-5878-429d-bd3f-8f2041ba487a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.4601076 Sep 19 12:19:21.657057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network d6c08b33-9970-4c58-a65f-a5880413e978 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:21.666658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:21.678543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:21.787425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=301efa34-22d5-448f-b2a9-7a784a4baf2b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:21.794219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6ba1ca27-ea2b-4c28-aba6-3e71dc6cb67b None None] Provisioning for port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:21.822400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:21.888845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:21.918037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.918382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.918727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.919157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.919493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.919826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.920165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.920500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.921587 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.921757 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.922075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.922400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:21.935808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-89637c66-9d4b-456f-bedb-85b5ba20c4f4 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.040451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fa3c7d48-bbca-42d9-a00d-309a158b9ec6 None None] Provisioning complete for port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:22.040834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fa3c7d48-bbca-42d9-a00d-309a158b9ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.088982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:22.109193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:22.109654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.137554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-89637c66-9d4b-456f-bedb-85b5ba20c4f4 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Calling delete_port for 56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:22.185371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.236446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84acbacf-69db-44d7-bc82-3cda53602035 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.300338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c7d48-bbca-42d9-a00d-309a158b9ec6 None None] Current status of the port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:22.344238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Allocated IP 2001:db8::1 (fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976/eb6dc2b6-e58f-474b-bde1-16469ab96faf/73cabb57-733e-495c-90f1-79fd37cddd08) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:22.360400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.398357 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:22.398733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.446561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-50a054a7-cabd-4385-a895-4ce9d0b2c39e None None] Provisioning complete for port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:22.447383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-50a054a7-cabd-4385-a895-4ce9d0b2c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.481979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313,segment=NetworkSegment(a82290ed-0eee-4793-b438-3862f1a48730),segment_id=a82290ed-0eee-4793-b438-3862f1a48730)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:22.497364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84acbacf-69db-44d7-bc82-3cda53602035 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.499597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port 1d33406c-c583-4445-b9ab-77fbb4b6bb90 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:22.499814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.563200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acbacf-69db-44d7-bc82-3cda53602035 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=75d722c1-2522-44b1-bb09-cfd2ef887e0a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:22.565165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84acbacf-69db-44d7-bc82-3cda53602035 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.593489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.596268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426da48-0bce-4ec5-b215-3b6392eed207 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:22.645107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-50a054a7-cabd-4385-a895-4ce9d0b2c39e None None] Current status of the port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:22.645489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-50a054a7-cabd-4385-a895-4ce9d0b2c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.716800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.760201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Transition to ACTIVE for port object 73cabb57-733e-495c-90f1-79fd37cddd08 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:22.769608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port 1d33406c-c583-4445-b9ab-77fbb4b6bb90, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1d33406c-c583-4445-b9ab-77fbb4b6bb90,segment=NetworkSegment(2e52d74d-cf58-44e5-8257-51a5a9b79ba7),segment_id=2e52d74d-cf58-44e5-8257-51a5a9b79ba7)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:22.769838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.822177 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-84acbacf-69db-44d7-bc82-3cda53602035 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/75d722c1-2522-44b1-bb09-cfd2ef887e0a HTTP/1.1" status: 204 len: 168 time: 2.3133342 Sep 19 12:19:22.830458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56328) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:22.857356 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e113910a-8523-4a65-9e1f-94075572209e req-2c2af9df-650a-47c5-806a-ee07d27940e5 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.0954828 Sep 19 12:19:22.857737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.862523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:22.910507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for 1d33406c-c583-4445-b9ab-77fbb4b6bb90 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:22.915849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-50a054a7-cabd-4385-a895-4ce9d0b2c39e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:19:22.916613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-50a054a7-cabd-4385-a895-4ce9d0b2c39e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:19:22.928094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:22.950353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-89637c66-9d4b-456f-bedb-85b5ba20c4f4 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.002062 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-56d00564-ef72-4125-bdc2-bbcc7c3abc8e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1542351 Sep 19 12:19:23.005250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56332) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:23.014121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:23.021596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89637c66-9d4b-456f-bedb-85b5ba20c4f4 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event deleted for resources: {'Port': ['ID=56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:23.071116 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59edcf56-906a-4624-9407-85c3f4a3b39b None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:23.077694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-59edcf56-906a-4624-9407-85c3f4a3b39b None None] Deleting port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:23.078975 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-59edcf56-906a-4624-9407-85c3f4a3b39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.192288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.239333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.331628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-59edcf56-906a-4624-9407-85c3f4a3b39b None None] For port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cbe5f393-1fb4-4c2d-b19c-7364fb677e7f,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:23.332669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-59edcf56-906a-4624-9407-85c3f4a3b39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.344344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-89637c66-9d4b-456f-bedb-85b5ba20c4f4 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.346878 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-89637c66-9d4b-456f-bedb-85b5ba20c4f4 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "DELETE /v2.0/ports/56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61 HTTP/1.1" status: 204 len: 168 time: 3.0010097 Sep 19 12:19:23.356586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56336) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:23.357648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 46f86528-628c-4e35-9da0-5b3a753ba43e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:23.358291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.372456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:23.380862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:23.383324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:23.383846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.401815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Port': ['ID=73cabb57-733e-495c-90f1-79fd37cddd08,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:23.407496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:23.417640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:23.423322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:23.436564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:23.455621 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-04718c16-a51b-4778-8e19-bf48dde6513f tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] GET failed (client error): The resource could not be found. Sep 19 12:19:23.456159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-04718c16-a51b-4778-8e19-bf48dde6513f tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Synchronizing usage tracker for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:23.617131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:23.617131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.640354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.649843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-59edcf56-906a-4624-9407-85c3f4a3b39b None None] Calling delete_port for cbe5f393-1fb4-4c2d-b19c-7364fb677e7f owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:23.681391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-50a054a7-cabd-4385-a895-4ce9d0b2c39e None None] Current status of the port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:23.779577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:23.832833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=1d33406c-c583-4445-b9ab-77fbb4b6bb90,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:23.854978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-04718c16-a51b-4778-8e19-bf48dde6513f tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Unset dirty status for tenant:9271540f70e54ddb9b3567e603c50eab on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:23.854978 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-04718c16-a51b-4778-8e19-bf48dde6513f tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "GET /v2.0/ports/56a8ac6a-8c3c-48b0-aa61-8130d0eb8b61 HTTP/1.1" status: 404 len: 333 time: 0.4670737 Sep 19 12:19:23.861107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56342) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:23.881929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:23.882468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:23.969622 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-59edcf56-906a-4624-9407-85c3f4a3b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:24.032942 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a6ef6ac9-98b7-44b9-88e7-b093aff9d1b5 None None] Provisioning for port 73cabb57-733e-495c-90f1-79fd37cddd08 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:24.052668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edcf56-906a-4624-9407-85c3f4a3b39b None None] Pushing event deleted for resources: {'Port': ['ID=cbe5f393-1fb4-4c2d-b19c-7364fb677e7f,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:24.072437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a6ef6ac9-98b7-44b9-88e7-b093aff9d1b5 None None] Provisioning complete for port 73cabb57-733e-495c-90f1-79fd37cddd08 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:24.072811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a6ef6ac9-98b7-44b9-88e7-b093aff9d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:24.114609 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-abae0dbe-7ffc-45c9-9e28-fde6dd58da0d req-ac896d55-82df-4143-b3ce-0c732b130e24 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.1197846 Sep 19 12:19:24.145993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59edcf56-906a-4624-9407-85c3f4a3b39b None None] No DVR routers for this DVR port cbe5f393-1fb4-4c2d-b19c-7364fb677e7f on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:24.146349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7af45-18f4-409b-a936-64a2b5843428 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Deleting port 8edcc350-16a0-4940-bddc-176fa6c24217 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:24.146698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9f7af45-18f4-409b-a936-64a2b5843428 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:24.176195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:24.222648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef6ac9-98b7-44b9-88e7-b093aff9d1b5 None None] Port 73cabb57-733e-495c-90f1-79fd37cddd08 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:24.238623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:24.305293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cbe5f393-1fb4-4c2d-b19c-7364fb677e7f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:24.325334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:24.342258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: cbe5f393-1fb4-4c2d-b19c-7364fb677e7f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:24.342854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cbe5f393-1fb4-4c2d-b19c-7364fb677e7f not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:24.351151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for 46f86528-628c-4e35-9da0-5b3a753ba43e owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:24.397591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:24.588747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:19:24.616789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:24.677701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9f7af45-18f4-409b-a936-64a2b5843428 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:24.777741 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:24.834335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:24.908749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7af45-18f4-409b-a936-64a2b5843428 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Calling delete_port for 8edcc350-16a0-4940-bddc-176fa6c24217 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:25.022860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=301efa34-22d5-448f-b2a9-7a784a4baf2b,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:25.025275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:25.241617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:25.262948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:25.268241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:25.269186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:25.275992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c3fcc-4bd5-4e26-ba00-3a7400cdc32a None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:25.339027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:25.345418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=b8aba806-e543-48c9-95fe-71b5eb38e61a,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:25.364724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:25.533186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=46f86528-628c-4e35-9da0-5b3a753ba43e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:25.536570 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c687fba4-9202-433f-906a-9a56e23701eb req-731ce825-65b0-42fa-b9af-0a9febf9604f tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.2003658 Sep 19 12:19:25.545704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': 'b8aba806-e543-48c9-95fe-71b5eb38e61a'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:19:25.548289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:25.551148 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a7156523-12cd-489e-b414-986ae27b2c84 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5443568 Sep 19 12:19:25.580774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56352) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:25.617093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:25.691430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:25.697550 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5ed1dce5-5887-4a6b-99db-31c136912e89 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9558716 Sep 19 12:19:25.700173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:25.702029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56358) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:25.714280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:25.744578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:25.746125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:25.784135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b38ca16-96f8-4370-b429-13f4b057a9ec tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting subnet d0620b28-b9e9-4b4e-a746-929fca5158a3 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:25.792731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5b38ca16-96f8-4370-b429-13f4b057a9ec tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:25.839301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:25.839301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:25.857168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network d6c08b33-9970-4c58-a65f-a5880413e978 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:25.858244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:25.904594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:25.913532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/b8aba806-e543-48c9-95fe-71b5eb38e61a/ff89eb48-6bec-4f96-818e-50a8614fa8e5) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:25.937090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:25.971050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9f7af45-18f4-409b-a936-64a2b5843428 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.012886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5b38ca16-96f8-4370-b429-13f4b057a9ec tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.051422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event updated for resources: {'Port': ['ID=73cabb57-733e-495c-90f1-79fd37cddd08,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:26.154626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Network fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:26.157288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:26.167244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7af45-18f4-409b-a936-64a2b5843428 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event deleted for resources: {'Port': ['ID=8edcc350-16a0-4940-bddc-176fa6c24217,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:26.189777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.222254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:26.233568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.259047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:26.268183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:26.386000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:26.459577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5b38ca16-96f8-4370-b429-13f4b057a9ec tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.553763 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.569283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Transition to ACTIVE for port object ff89eb48-6bec-4f96-818e-50a8614fa8e5 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:26.594910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Transition to ACTIVE for port object ff89eb48-6bec-4f96-818e-50a8614fa8e5 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:26.597989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.599122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Fanout notify agent at l3_agent the message router_deleted on router 41bae1fb-c428-4056-b0e0-9cf5000308b5 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:19:26.606370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:23Z', 'revision_number': 8, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:12Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:26.612458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:19:26.624717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9f7af45-18f4-409b-a936-64a2b5843428 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.629610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:26.632532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:26.633366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:26.633806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.699690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Router 3227e579-e852-4efc-9bf4-f9aa79d0da0c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:26.773316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.804794 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ec78d82-485e-4cf9-b3b7-a66b859fad4c req-f43261e6-c523-4b8a-a0d4-0331100f297e tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.0861056 Sep 19 12:19:26.814366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:26.854670 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e9f7af45-18f4-409b-a936-64a2b5843428 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "DELETE /v2.0/ports/8edcc350-16a0-4940-bddc-176fa6c24217 HTTP/1.1" status: 204 len: 168 time: 2.9724681 Sep 19 12:19:26.863058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56364) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:26.863600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e41deee2-0233-40c5-8274-4029486c1b81 None None] Provisioning complete for port 73cabb57-733e-495c-90f1-79fd37cddd08 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:26.863731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5b38ca16-96f8-4370-b429-13f4b057a9ec tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.863868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e41deee2-0233-40c5-8274-4029486c1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.901329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:26.914979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:26.921826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:26.926476 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-48073114-b72f-41ab-95c5-1e9309594bdd tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/41bae1fb-c428-4056-b0e0-9cf5000308b5 HTTP/1.1" status: 204 len: 168 time: 5.7366295 Sep 19 12:19:26.931842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:26.941532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Pushing event updated for resources: {'Port': ['ID=ff89eb48-6bec-4f96-818e-50a8614fa8e5,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:26.954435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38ca16-96f8-4370-b429-13f4b057a9ec tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Subnet': ['ID=d0620b28-b9e9-4b4e-a746-929fca5158a3,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:26.959461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56368) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:26.987309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'network': {'name': 'tempest-RoutersTest-1881066663'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:26.992819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5b38ca16-96f8-4370-b429-13f4b057a9ec tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.001971 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:27.003639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:27.019580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:network and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:27.027898 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5b38ca16-96f8-4370-b429-13f4b057a9ec tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/d0620b28-b9e9-4b4e-a746-929fca5158a3 HTTP/1.1" status: 204 len: 168 time: 1.3245461 Sep 19 12:19:27.033226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:27.037628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56372) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:27.041548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1486e4b0-1f76-46f9-958f-2fc567b782a6 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Deleting subnet fa84d1f1-541e-43d8-8795-3596d2523bb4 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:27.044722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1486e4b0-1f76-46f9-958f-2fc567b782a6 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.050842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2426b787-d3d9-41c1-8328-7e8aa073bdf8 None None] Network b0e5ab1b-981d-44ba-8318-87046adcd9e0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:27.079732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.079992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.080435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.080875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.081309 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.081767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.082550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.082550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.083110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.083471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.084241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.084241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:27.086884 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.ipam_backend_mixin [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b8aba806-e543-48c9-95fe-71b5eb38e61a (CIDR: 2001:db8::/64) Sep 19 12:19:27.101286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e41deee2-0233-40c5-8274-4029486c1b81 None None] Port 73cabb57-733e-495c-90f1-79fd37cddd08 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:27.107440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1486e4b0-1f76-46f9-958f-2fc567b782a6 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.175604 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:19:27.176410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:19:27.225746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:27.236024 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c416e33c-39e2-424d-92a2-f21276e7d445 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "PUT /v2.0/routers/f1239a9f-12f6-48c7-b50b-2559be253c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7551324 Sep 19 12:19:27.237146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56374) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:27.241486 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd6f39-f61b-4119-843b-5de12fb8a333 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:27.243717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'port': {'network_id': 'd6c08b33-9970-4c58-a65f-a5880413e978', 'name': 'tempest-FloatingIPTestJSON-1953830363'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:27.259217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Attempting to bind port ff89eb48-6bec-4f96-818e-50a8614fa8e5 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:19:27.260548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Attempting to bind port ff89eb48-6bec-4f96-818e-50a8614fa8e5 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:19:27.260690 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd6f39-f61b-4119-843b-5de12fb8a333 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:27.260795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Attempting to bind port ff89eb48-6bec-4f96-818e-50a8614fa8e5 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:19:27.260889 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6f39-f61b-4119-843b-5de12fb8a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:27.384260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:19:27.384749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:27.385251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.385745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:19:27.386026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1486e4b0-1f76-46f9-958f-2fc567b782a6 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.386501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Bound port: ff89eb48-6bec-4f96-818e-50a8614fa8e5, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:19:27.387030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.404417 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6f39-f61b-4119-843b-5de12fb8a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:27.415338 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd6f39-f61b-4119-843b-5de12fb8a333 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:27.416372 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6f39-f61b-4119-843b-5de12fb8a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:27.433613 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c20d7c0f-c301-4ee4-b4fc-eb7f31c2e608 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8226166 Sep 19 12:19:27.438464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:27.440763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56378) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:27.453230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:27.500142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:port and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:27.504871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:27.509333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:27.512916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:27.527133 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dbfe83ea-c4f7-4b6a-ac79-f305a235412d tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "PUT /v2.0/routers/3227e579-e852-4efc-9bf4-f9aa79d0da0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9069231 Sep 19 12:19:27.543088 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6f39-f61b-4119-843b-5de12fb8a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:27.543886 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd6f39-f61b-4119-843b-5de12fb8a333 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:27.580588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56384) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:27.591920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:27.602562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897f9a8-6dee-41e0-97f2-20c049c70bd4 None None] Sync routers for ids ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:27.635296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1486e4b0-1f76-46f9-958f-2fc567b782a6 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.697088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897f9a8-6dee-41e0-97f2-20c049c70bd4 None None] Routers {'3227e579-e852-4efc-9bf4-f9aa79d0da0c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:27.697709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6897f9a8-6dee-41e0-97f2-20c049c70bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:27.699266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:27.703411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.725671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486e4b0-1f76-46f9-958f-2fc567b782a6 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event deleted for resources: {'Subnet': ['ID=fa84d1f1-541e-43d8-8795-3596d2523bb4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:27.744416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1486e4b0-1f76-46f9-958f-2fc567b782a6 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.747061 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1486e4b0-1f76-46f9-958f-2fc567b782a6 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "DELETE /v2.0/subnets/fa84d1f1-541e-43d8-8795-3596d2523bb4 HTTP/1.1" status: 204 len: 168 time: 0.8796384 Sep 19 12:19:27.750611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Made reservation on behalf of a9e2c072bf044a24a66b8c160b7eaea8 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:27.753653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56388) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:27.754054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.779805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed35de-c5af-4371-af19-9f066a0507d7 None None] Network f2602851-421b-49c2-8166-8d10d306334d requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:27.800472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:19:27.809773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.810404 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added segment 512f5f94-2135-49a0-ad7d-3394bff57e51 of type vlan for network 7bc32282-77c8-4fd4-88ad-8cd36811eabd Sep 19 12:19:27.819738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] device_id is not set on port 54957d4c-6895-4387-9e6d-f00a9d2cdb4c yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:19:27.837988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.872936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6897f9a8-6dee-41e0-97f2-20c049c70bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:27.873860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6329dc14-420a-4503-9a0e-79315632cb4f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.917017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:27.964346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897f9a8-6dee-41e0-97f2-20c049c70bd4 None None] Routers {'3227e579-e852-4efc-9bf4-f9aa79d0da0c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:27.965094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6897f9a8-6dee-41e0-97f2-20c049c70bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:28.049051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-825127a0-6581-4c02-a4ce-23daacac1379 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:28.050075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-825127a0-6581-4c02-a4ce-23daacac1379 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Synchronizing usage tracker for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:28.063574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port c086b196-c419-4bac-b2da-1ec5672a87bb {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:28.064075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:28.101680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:28.102349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:28.106632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:28.107311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:28.107898 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:28.110349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:28.116875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:28.130133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] For port ff89eb48-6bec-4f96-818e-50a8614fa8e5, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:19:28.133968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6897f9a8-6dee-41e0-97f2-20c049c70bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:28.134378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897f9a8-6dee-41e0-97f2-20c049c70bd4 None None] The sync data for ids ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:28.145867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:28.147078 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-68d9669f-6863-454a-ba9d-f930fb374b37 req-203fd74d-b225-419b-be94-4225eec21ce6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.1062298 Sep 19 12:19:28.183695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] For port ff89eb48-6bec-4f96-818e-50a8614fa8e5, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ff89eb48-6bec-4f96-818e-50a8614fa8e5,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:19:28.201337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:28.205267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:28.303974 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-6329dc14-420a-4503-9a0e-79315632cb4f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 19 12:19:28.307238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:28.307968 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6329dc14-420a-4503-9a0e-79315632cb4f tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/routers/3227e579-e852-4efc-9bf4-f9aa79d0da0c HTTP/1.1" status: 409 len: 329 time: 0.7262821 Sep 19 12:19:28.319008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56398) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:28.356130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Deleting port 37fb0172-3886-42f0-a652-5db9a70c2383 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:28.356130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:28.414930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1848b55b-9791-4d70-af40-2859915ab6b8 None None] DHCP port deletion for b0e5ab1b-981d-44ba-8318-87046adcd9e0 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:28.427319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:23Z', 'revision_number': 8, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:12Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:28.435870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1848b55b-9791-4d70-af40-2859915ab6b8 None None] Deleting port c086b196-c419-4bac-b2da-1ec5672a87bb {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:28.436481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1848b55b-9791-4d70-af40-2859915ab6b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:28.464077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-825127a0-6581-4c02-a4ce-23daacac1379 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Unset dirty status for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:28.468904 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-825127a0-6581-4c02-a4ce-23daacac1379 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 811 time: 0.9843011 Sep 19 12:19:28.468904 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Network': ['ID=7bc32282-77c8-4fd4-88ad-8cd36811eabd,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:28.475029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a5c57-a88e-433b-871e-32fe5fa182ad None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:23Z', 'revision_number': 8, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b32bf7-1246-405e-a462-397c93819f89', 'name': '', 'network_id': '7c7cf716-f600-4ff1-bcaa-bb6262428191', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:d8:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:51Z', 'updated_at': '2022-09-19T12:19:12Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'e8eee88d-dd65-46c8-806f-25e4989c2351', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:28.500950 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 7bc32282-77c8-4fd4-88ad-8cd36811eabd details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:19:28.513296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.20.0.6 (d6c08b33-9970-4c58-a65f-a5880413e978/db63c495-a9cf-4fe6-bef9-c668f89e8f42/54957d4c-6895-4387-9e6d-f00a9d2cdb4c) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:28.584853 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-72fd6eb1-5c13-437f-8ed0-e695b8151fae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6170180 Sep 19 12:19:28.602189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20384f23-c843-4e37-85c4-606b8fb57464 None None] Pushing event updated for resources: {'Port': ['ID=ff89eb48-6bec-4f96-818e-50a8614fa8e5,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:28.609733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56402) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:28.625142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'subnet': {'network_id': '7bc32282-77c8-4fd4-88ad-8cd36811eabd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:28.754549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-5c80bdc1-25d5-4c35-ac8b-393d0e630e64 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Synchronizing usage tracker for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:28.921668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1848b55b-9791-4d70-af40-2859915ab6b8 None None] For port c086b196-c419-4bac-b2da-1ec5672a87bb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c086b196-c419-4bac-b2da-1ec5672a87bb,segment=NetworkSegment(2e52d74d-cf58-44e5-8257-51a5a9b79ba7),segment_id=2e52d74d-cf58-44e5-8257-51a5a9b79ba7)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:28.923208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1848b55b-9791-4d70-af40-2859915ab6b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:29.074421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port c086b196-c419-4bac-b2da-1ec5672a87bb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c086b196-c419-4bac-b2da-1ec5672a87bb,segment=NetworkSegment(2e52d74d-cf58-44e5-8257-51a5a9b79ba7),segment_id=2e52d74d-cf58-44e5-8257-51a5a9b79ba7)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:29.075033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:29.110767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1848b55b-9791-4d70-af40-2859915ab6b8 None None] Calling delete_port for c086b196-c419-4bac-b2da-1ec5672a87bb owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:29.213473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec3d12-b93d-48b9-bce3-0895f20ea0c9 None None] DHCP port deletion for f2602851-421b-49c2-8166-8d10d306334d request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:29.219752 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-55ec3d12-b93d-48b9-bce3-0895f20ea0c9 None None] Deleting port 37fb0172-3886-42f0-a652-5db9a70c2383 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:29.220243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-55ec3d12-b93d-48b9-bce3-0895f20ea0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:29.497215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1848b55b-9791-4d70-af40-2859915ab6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:29.519821 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-05f52826-649e-423f-acd8-29a2a28c0e73 req-dd225117-a4c4-4f8e-8be3-de090105e4bf tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.1251686 Sep 19 12:19:29.536980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for c086b196-c419-4bac-b2da-1ec5672a87bb owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:29.569769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848b55b-9791-4d70-af40-2859915ab6b8 None None] Pushing event deleted for resources: {'Port': ['ID=c086b196-c419-4bac-b2da-1ec5672a87bb,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:29.572768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:29.575410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848b55b-9791-4d70-af40-2859915ab6b8 None None] No DVR routers for this DVR port c086b196-c419-4bac-b2da-1ec5672a87bb on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:29.585511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-55ec3d12-b93d-48b9-bce3-0895f20ea0c9 None None] For port 37fb0172-3886-42f0-a652-5db9a70c2383, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=37fb0172-3886-42f0-a652-5db9a70c2383,segment=NetworkSegment(6d2bcc73-1e5f-411e-a4ff-a55da3e07d64),segment_id=6d2bcc73-1e5f-411e-a4ff-a55da3e07d64)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:29.586265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-55ec3d12-b93d-48b9-bce3-0895f20ea0c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:29.608636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:subnet and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:29.618841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:29.632454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-5c80bdc1-25d5-4c35-ac8b-393d0e630e64 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Unset dirty status for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:29.633626 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-5c80bdc1-25d5-4c35-ac8b-393d0e630e64 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f625faa175074f0e9fb497e71f4f2a55 HTTP/1.1" status: 200 len: 378 time: 1.1424031 Sep 19 12:19:29.645622 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:29.652081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'port': {'device_id': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'admin_state_up': True, 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'security_groups': ['ec98b516-8cad-41c7-9a9e-77f29bdbca31']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:29.691113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] For port 37fb0172-3886-42f0-a652-5db9a70c2383, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=37fb0172-3886-42f0-a652-5db9a70c2383,segment=NetworkSegment(6d2bcc73-1e5f-411e-a4ff-a55da3e07d64),segment_id=6d2bcc73-1e5f-411e-a4ff-a55da3e07d64)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:29.691505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:29.887940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-55ec3d12-b93d-48b9-bce3-0895f20ea0c9 None None] Calling delete_port for 37fb0172-3886-42f0-a652-5db9a70c2383 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:29.922425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:29.936638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.objects.ports [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89795) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:19:29.941601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:29.945091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:29.974331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Calling delete_port for 37fb0172-3886-42f0-a652-5db9a70c2383 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:30.032260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ff89eb48-6bec-4f96-818e-50a8614fa8e5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:30.143403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:19:30.144380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:19:30.160965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-55ec3d12-b93d-48b9-bce3-0895f20ea0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:30.183530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:30.248465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec3d12-b93d-48b9-bce3-0895f20ea0c9 None None] No DVR routers for this DVR port 37fb0172-3886-42f0-a652-5db9a70c2383 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:30.262500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec3d12-b93d-48b9-bce3-0895f20ea0c9 None None] Pushing event deleted for resources: {'Port': ['ID=37fb0172-3886-42f0-a652-5db9a70c2383,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:30.318059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:19:30.318514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:19:30.331439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:30.337561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:port and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:30.341719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:30.349617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:30.405561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port ff89eb48-6bec-4f96-818e-50a8614fa8e5 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:30.434306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:30.453963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Made reservation on behalf of f625faa175074f0e9fb497e71f4f2a55 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:30.473932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:30.488743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 37fb0172-3886-42f0-a652-5db9a70c2383 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:30.539816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 37fb0172-3886-42f0-a652-5db9a70c2383 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:30.540573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 37fb0172-3886-42f0-a652-5db9a70c2383 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:30.541212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1d33406c-c583-4445-b9ab-77fbb4b6bb90 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:30.562141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:30.584128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:30.610432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network d6c08b33-9970-4c58-a65f-a5880413e978 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:30.613132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8bb99ff7-7f06-43f7-acc9-58e5d59c1359 None None] Provisioning for port ff89eb48-6bec-4f96-818e-50a8614fa8e5 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:30.620458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:30.624564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:30.636732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 1d33406c-c583-4445-b9ab-77fbb4b6bb90 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:30.637076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1d33406c-c583-4445-b9ab-77fbb4b6bb90 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:30.637494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c086b196-c419-4bac-b2da-1ec5672a87bb no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:30.655927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port c086b196-c419-4bac-b2da-1ec5672a87bb {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:30.656308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:30.720474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=54957d4c-6895-4387-9e6d-f00a9d2cdb4c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:30.737178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c086b196-c419-4bac-b2da-1ec5672a87bb {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:30.737535 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c086b196-c419-4bac-b2da-1ec5672a87bb not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:30.739884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8bb99ff7-7f06-43f7-acc9-58e5d59c1359 None None] Provisioning complete for port ff89eb48-6bec-4f96-818e-50a8614fa8e5 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:30.740402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8bb99ff7-7f06-43f7-acc9-58e5d59c1359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:30.778262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] The port 'c086b196-c419-4bac-b2da-1ec5672a87bb' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:19:30.834074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Deleting port 37fb0172-3886-42f0-a652-5db9a70c2383 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:30.834342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:30.878899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8bb99ff7-7f06-43f7-acc9-58e5d59c1359 None None] Current status of the port ff89eb48-6bec-4f96-818e-50a8614fa8e5 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:30.879592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8bb99ff7-7f06-43f7-acc9-58e5d59c1359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:30.919417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8bb99ff7-7f06-43f7-acc9-58e5d59c1359 None None] For port ff89eb48-6bec-4f96-818e-50a8614fa8e5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ff89eb48-6bec-4f96-818e-50a8614fa8e5,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:30.959647 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9e29f65f-03a4-483e-b92a-4945ba74286c req-81ae627f-8c89-425d-84fe-7d5e3b9e114f tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.1250131 Sep 19 12:19:30.967225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Subnet': ['ID=a7fab148-3974-40b5-94e8-cbee7ddaeaaf,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:30.984652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8bb99ff7-7f06-43f7-acc9-58e5d59c1359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.009807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:31.011923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.022113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] The port '37fb0172-3886-42f0-a652-5db9a70c2383' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:19:31.033302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Allocated IP 172.20.0.4 (bce0358b-f8d7-4df5-9007-9637a66925ef/519d06a8-72de-4c8a-a8ae-62764fd565a3/35e652fd-528d-426c-b313-2f7654a90053) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:31.036482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.078411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:19:31.078411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:19:31.083667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Checking segment: {'id': '512f5f94-2135-49a0-ad7d-3394bff57e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7bc32282-77c8-4fd4-88ad-8cd36811eabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:31.084235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network hostable DHCP agents. Network: 7bc32282-77c8-4fd4-88ad-8cd36811eabd, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:19:31.090948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb99ff7-7f06-43f7-acc9-58e5d59c1359 None None] Pushing event updated for resources: {'Port': ['ID=ff89eb48-6bec-4f96-818e-50a8614fa8e5,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:31.130878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e5ab1b-981d-44ba-8318-87046adcd9e0']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:31.206587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e52d74d-cf58-44e5-8257-51a5a9b79ba7') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:31.207351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e52d74d-cf58-44e5-8257-51a5a9b79ba7') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:31.255153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.291368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.309471 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eb885941-bd4b-4c10-9b40-5a00323480cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0708025 Sep 19 12:19:31.318438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56410) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:31.325733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 7bc32282-77c8-4fd4-88ad-8cd36811eabd is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:19:31.327144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'port': {'network_id': 'd6c08b33-9970-4c58-a65f-a5880413e978', 'name': 'tempest-FloatingIPTestJSON-778696150'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:31.424201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Deleting port 73cabb57-733e-495c-90f1-79fd37cddd08 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:31.424546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.519193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.542258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2602851-421b-49c2-8166-8d10d306334d']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:31.550050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:31.550439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.628960 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 2e52d74d-cf58-44e5-8257-51a5a9b79ba7 resource provider aggregate not found Sep 19 12:19:31.642058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2bcc73-1e5f-411e-a4ff-a55da3e07d64') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:31.642336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2bcc73-1e5f-411e-a4ff-a55da3e07d64') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:31.651320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 7bc32282-77c8-4fd4-88ad-8cd36811eabd) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:31.661847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345de5f1-10c2-4c24-b5a5-fd64f2c39b51 None None] Network 7bc32282-77c8-4fd4-88ad-8cd36811eabd requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:31.670861 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 2e52d74d-cf58-44e5-8257-51a5a9b79ba7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e52d74d-cf58-44e5-8257-51a5a9b79ba7 found for delete ", "request_id": "req-5094e0bb-b4b8-45ad-a518-c34b738187a7"}]} Sep 19 12:19:31.677283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:31.677871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.692465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.706478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.741509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.766104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:31.766568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.810111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:31.813248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ff89eb48-6bec-4f96-818e-50a8614fa8e5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:31.819248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:port and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:31.828293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:31.862204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.862435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:31.865019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.912227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.914125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:31.914587 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/networks/b0e5ab1b-981d-44ba-8318-87046adcd9e0 HTTP/1.1" status: 204 len: 168 time: 4.4550552 Sep 19 12:19:31.915825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894e97c-7a82-4301-bda2-a61c0ab68d84 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Network': ['ID=b0e5ab1b-981d-44ba-8318-87046adcd9e0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:31.917645 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56418) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:31.992925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Transition to ACTIVE for port object 35e652fd-528d-426c-b313-2f7654a90053 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:31.995192 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b99b3a4f-7c0b-4621-a6c8-be6454503985 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3803973 Sep 19 12:19:32.006445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ff89eb48-6bec-4f96-818e-50a8614fa8e5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:32.006981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.008113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56424) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:32.038584 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-7bc32282-77c8-4fd4-88ad-8cd36811eabd', 'network_id': '7bc32282-77c8-4fd4-88ad-8cd36811eabd', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'fixed_ips': [{'subnet_id': 'a7fab148-3974-40b5-94e8-cbee7ddaeaaf'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:19:32.039591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.062958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Made reservation on behalf of a9e2c072bf044a24a66b8c160b7eaea8 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:32.065627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.068853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-815592319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:32.082560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.098332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:32.115737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.131006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:router and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:32.150389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:32.159937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] Pushing event deleted for resources: {'Network': ['ID=f2602851-421b-49c2-8166-8d10d306334d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:32.163728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Calling delete_port for 73cabb57-733e-495c-90f1-79fd37cddd08 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:32.171335 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e770e67e-edf5-4dde-91d4-2c831251d293 tempest-AllowedAddressPairTestJSON-1617272640 tempest-AllowedAddressPairTestJSON-1617272640-project] 10.222.0.66 "DELETE /v2.0/networks/f2602851-421b-49c2-8166-8d10d306334d HTTP/1.1" status: 204 len: 168 time: 4.4107137 Sep 19 12:19:32.172191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:32.269986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] device_id is not set on port afba042d-5b7b-4f78-9a7a-5ba265094176 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:19:32.337830 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-53a12768-50c3-4074-9857-7653968dff3f req-4ff24b55-f4ee-46e4-9960-8aca4f45ae9f tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.1400928 Sep 19 12:19:32.403509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ff89eb48-6bec-4f96-818e-50a8614fa8e5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:32.417686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Allocated IP 172.20.0.2 (7bc32282-77c8-4fd4-88ad-8cd36811eabd/a7fab148-3974-40b5-94e8-cbee7ddaeaaf/ba71ce07-c65b-48de-9515-84a9c4d6c28b) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:32.460663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] For port ff89eb48-6bec-4f96-818e-50a8614fa8e5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ff89eb48-6bec-4f96-818e-50a8614fa8e5,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:32.518346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.571966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.571966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.587023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.605395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.20.0.11 (d6c08b33-9970-4c58-a65f-a5880413e978/db63c495-a9cf-4fe6-bef9-c668f89e8f42/afba042d-5b7b-4f78-9a7a-5ba265094176) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:32.617482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Network bce0358b-f8d7-4df5-9007-9637a66925ef is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:32.624337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:32.633155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:32.688016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.688731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.723375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.748128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Transition to ACTIVE for port object ba71ce07-c65b-48de-9515-84a9c4d6c28b will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:32.755001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56432) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:32.770774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'Port': ['ID=35e652fd-528d-426c-b313-2f7654a90053,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:32.771024 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Transition to ACTIVE for port object ba71ce07-c65b-48de-9515-84a9c4d6c28b will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:32.835164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:32.835880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.840835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:32.952469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Network 7bc32282-77c8-4fd4-88ad-8cd36811eabd is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:32.963962 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-467221b3-4b4c-4a4d-83c7-3bf2fb8ce50c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3159165 Sep 19 12:19:32.966619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:32.970926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:32.999217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=ff89eb48-6bec-4f96-818e-50a8614fa8e5,revision_number=5']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:33.078102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.082777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Request body: {'port': {'device_id': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:33.120774 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7636f828-97bf-4617-a78b-942a3404c385 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9271540f70e54ddb9b3567e603c50eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646348 Sep 19 12:19:33.122650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.130945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56440) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:33.149941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Pushing event updated for resources: {'Port': ['ID=ba71ce07-c65b-48de-9515-84a9c4d6c28b,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:33.153847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Attempting to bind port ba71ce07-c65b-48de-9515-84a9c4d6c28b on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:19:33.154337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Attempting to bind port ba71ce07-c65b-48de-9515-84a9c4d6c28b by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '512f5f94-2135-49a0-ad7d-3394bff57e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7bc32282-77c8-4fd4-88ad-8cd36811eabd'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:19:33.155417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Attempting to bind port ba71ce07-c65b-48de-9515-84a9c4d6c28b on network 7bc32282-77c8-4fd4-88ad-8cd36811eabd {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:19:33.165105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:19:33.165105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Checking segment: {'id': '512f5f94-2135-49a0-ad7d-3394bff57e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7bc32282-77c8-4fd4-88ad-8cd36811eabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:33.165105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.165105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Bound using segment: {'id': '512f5f94-2135-49a0-ad7d-3394bff57e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7bc32282-77c8-4fd4-88ad-8cd36811eabd'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:19:33.165587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Bound port: ba71ce07-c65b-48de-9515-84a9c4d6c28b, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512f5f94-2135-49a0-ad7d-3394bff57e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7bc32282-77c8-4fd4-88ad-8cd36811eabd'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:19:33.166032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.189426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:33.192763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Port': ['ID=73cabb57-733e-495c-90f1-79fd37cddd08,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:33.203266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:33.223201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:33.223784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.238572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded68038-c833-41d4-8708-000918b315f2 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:33.274782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0d6660e5-393f-415c-b257-9499ac5114d7 None None] Provisioning for port 35e652fd-528d-426c-b313-2f7654a90053 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:33.291603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f2658ad2-ba6c-46f5-a3e6-6d5e2186bc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.336927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.356868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.428218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0d6660e5-393f-415c-b257-9499ac5114d7 None None] Provisioning complete for port 35e652fd-528d-426c-b313-2f7654a90053 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:33.445725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d6660e5-393f-415c-b257-9499ac5114d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.458726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.548421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=835c4326-1e8a-4d1a-8f3b-51437876fdcd,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:33.569981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0d6660e5-393f-415c-b257-9499ac5114d7 None None] Port 35e652fd-528d-426c-b313-2f7654a90053 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:33.584049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] For port ba71ce07-c65b-48de-9515-84a9c4d6c28b, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:19:33.616043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] For port ba71ce07-c65b-48de-9515-84a9c4d6c28b, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ba71ce07-c65b-48de-9515-84a9c4d6c28b,segment=NetworkSegment(512f5f94-2135-49a0-ad7d-3394bff57e51),segment_id=512f5f94-2135-49a0-ad7d-3394bff57e51)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:19:33.705516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f2658ad2-ba6c-46f5-a3e6-6d5e2186bc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.744512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.745685 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 6d2bcc73-1e5f-411e-a4ff-a55da3e07d64 resource provider aggregate not found Sep 19 12:19:33.810194 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 6d2bcc73-1e5f-411e-a4ff-a55da3e07d64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d2bcc73-1e5f-411e-a4ff-a55da3e07d64 found for delete ", "request_id": "req-f5d3f95d-74d9-4b92-9a35-fc6ead7668cb"}]} Sep 19 12:19:33.818795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.858420 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2a1659a8-dd53-4058-9e6a-7ea2a61fbd16 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.4160287 Sep 19 12:19:33.867771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56450) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:33.872546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:33.879727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:bc:44:3b', 'name': 'tempest-NetworksTestDHCPv6-356760089'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:33.921621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29440a04-b04d-4a4e-bdae-b6de2c92dfbf None None] Pushing event updated for resources: {'Port': ['ID=ba71ce07-c65b-48de-9515-84a9c4d6c28b,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:33.999147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:34.003844 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cdbd41e8-07a2-4e8f-803f-19c02c119a73 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.9375570 Sep 19 12:19:34.018119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56454) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:34.071798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7bdb3-d731-4259-95c3-c0e6e3e45e9f req-00366dd5-2349-4df7-b2d2-c4a6e0467438 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:34.080165 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82a7bdb3-d731-4259-95c3-c0e6e3e45e9f req-00366dd5-2349-4df7-b2d2-c4a6e0467438 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 931 time: 0.5149379 Sep 19 12:19:34.245035 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82a7bdb3-d731-4259-95c3-c0e6e3e45e9f req-405ff3ef-f888-4dd9-8aca-eed21a604920 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1638839 Sep 19 12:19:34.252015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Router 3227e579-e852-4efc-9bf4-f9aa79d0da0c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:34.390906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:34.565046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network d6c08b33-9970-4c58-a65f-a5880413e978 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:34.566214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:34.569016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f2658ad2-ba6c-46f5-a3e6-6d5e2186bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:34.570046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:34.578883 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8e136393-9638-4b09-b202-041b314d52e7 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "PUT /v2.0/routers/3227e579-e852-4efc-9bf4-f9aa79d0da0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2590599 Sep 19 12:19:34.582265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56458) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:34.583083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:34.586024 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130b9ce-d4e9-40f5-9a77-4da8bd0f74c6 None None] Sync routers for ids ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:34.607695 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130b9ce-d4e9-40f5-9a77-4da8bd0f74c6 None None] Routers {'3227e579-e852-4efc-9bf4-f9aa79d0da0c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:34.608912 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-3130b9ce-d4e9-40f5-9a77-4da8bd0f74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:34.690314 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-3130b9ce-d4e9-40f5-9a77-4da8bd0f74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:34.696295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=afba042d-5b7b-4f78-9a7a-5ba265094176,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:34.699542 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130b9ce-d4e9-40f5-9a77-4da8bd0f74c6 None None] Routers {'3227e579-e852-4efc-9bf4-f9aa79d0da0c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:34.700329 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-3130b9ce-d4e9-40f5-9a77-4da8bd0f74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:34.713282 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-2e1a9987-3485-459d-8719-465fb54b7df1 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] show failed (client error): The resource could not be found. Sep 19 12:19:34.717890 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2e1a9987-3485-459d-8719-465fb54b7df1 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-683647504 HTTP/1.1" status: 404 len: 334 time: 0.1062543 Sep 19 12:19:34.719066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56462) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:34.748797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:34.749757 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:34.760294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-345fa820-f8ea-4fa2-a9d6-1133a85b64bf tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:34.767565 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-3130b9ce-d4e9-40f5-9a77-4da8bd0f74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:34.768131 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130b9ce-d4e9-40f5-9a77-4da8bd0f74c6 None None] The sync data for ids ['3227e579-e852-4efc-9bf4-f9aa79d0da0c'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:34.843501 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-345fa820-f8ea-4fa2-a9d6-1133a85b64bf tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] update failed (client error): The resource could not be found. Sep 19 12:19:34.845278 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-345fa820-f8ea-4fa2-a9d6-1133a85b64bf tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1308863500 HTTP/1.1" status: 404 len: 335 time: 0.1039896 Sep 19 12:19:34.851439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56466) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:34.908458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-63c2aadc-3bff-4c9e-b71b-cddb3f378829 None None] Provisioning complete for port ff89eb48-6bec-4f96-818e-50a8614fa8e5 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:34.909089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-63c2aadc-3bff-4c9e-b71b-cddb3f378829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:34.922690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-53448487-2247-4d01-a14c-759cc9ab0055 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Deleting subnet 3f56162b-830a-456f-a0b9-f140024dc641 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:34.926787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53448487-2247-4d01-a14c-759cc9ab0055 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:34.929036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2658ad2-ba6c-46f5-a3e6-6d5e2186bc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe45784f-1eb6-4f7b-9774-daa86c4a087c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:34.931120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:34.954490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:34.961698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f2658ad2-ba6c-46f5-a3e6-6d5e2186bc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:34.963578 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f2658ad2-ba6c-46f5-a3e6-6d5e2186bc59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe45784f-1eb6-4f7b-9774-daa86c4a087c HTTP/1.1" status: 204 len: 168 time: 1.8134615 Sep 19 12:19:34.965168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e652fd-528d-426c-b313-2f7654a90053 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:19:34.970937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:34.971373 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b6fb8e17-f23b-4bf7-8638-77d182f05413 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6521325 Sep 19 12:19:34.972608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56474) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:34.982379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:34.985068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:35.011897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'afba042d-5b7b-4f78-9a7a-5ba265094176', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:35.029224 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:35.036745 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53448487-2247-4d01-a14c-759cc9ab0055 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:35.067144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Transition to ACTIVE for port object 35e652fd-528d-426c-b313-2f7654a90053 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:35.080698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:floatingip and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:35.089022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:35.100474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:35.119770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-63c2aadc-3bff-4c9e-b71b-cddb3f378829 None None] Current status of the port ff89eb48-6bec-4f96-818e-50a8614fa8e5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:35.164080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:35.165842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53448487-2247-4d01-a14c-759cc9ab0055 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:35.181825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:35.228123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:35.459454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:35.493433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626c0fe4-268c-4708-a0a0-52ff8b4924e6 None None] Network 7bc32282-77c8-4fd4-88ad-8cd36811eabd requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:35.641580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:35.681047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-58923c1c-3db5-420a-aea8-3e08743d2352 None None] Provisioning for port ba71ce07-c65b-48de-9515-84a9c4d6c28b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:35.686785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33183c1f-7bbb-4e94-aa3e-d4b8d3cbe684 req-061e2f99-b42c-49d2-8392-de18b86c8d60 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:35.688294 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-33183c1f-7bbb-4e94-aa3e-d4b8d3cbe684 req-061e2f99-b42c-49d2-8392-de18b86c8d60 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 943 time: 0.1464674 Sep 19 12:19:35.728231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53448487-2247-4d01-a14c-759cc9ab0055 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:35.746471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 936bd7d2-f137-487e-bf68-10ab532f26ce yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:19:35.802577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53448487-2247-4d01-a14c-759cc9ab0055 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Subnet': ['ID=3f56162b-830a-456f-a0b9-f140024dc641,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:35.806914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-53448487-2247-4d01-a14c-759cc9ab0055 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:35.830851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad92c9e-e9ad-4cef-a1c1-efcdad7b6583 None None] Network 905cd2b9-3484-4a8d-9867-614e10dd2013 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:35.834341 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-33183c1f-7bbb-4e94-aa3e-d4b8d3cbe684 req-37222c6c-99fa-4aef-9634-4bc711b2022c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250079 Sep 19 12:19:35.839431 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-53448487-2247-4d01-a14c-759cc9ab0055 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/subnets/3f56162b-830a-456f-a0b9-f140024dc641 HTTP/1.1" status: 204 len: 168 time: 0.9868510 Sep 19 12:19:35.840243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56494) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:35.865685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:35.965543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ba71ce07-c65b-48de-9515-84a9c4d6c28b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:35.978840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::255 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/b8aba806-e543-48c9-95fe-71b5eb38e61a/936bd7d2-f137-487e-bf68-10ab532f26ce) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:35.985757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:443b (97c14447-5e4d-4deb-a6ce-aa8646f0c431/835c4326-1e8a-4d1a-8f3b-51437876fdcd/936bd7d2-f137-487e-bf68-10ab532f26ce) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:36.024781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.067400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Deleting port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:36.067896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.229470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port ba71ce07-c65b-48de-9515-84a9c4d6c28b completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:36.245424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ba71ce07-c65b-48de-9515-84a9c4d6c28b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:36.245797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.373071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] DHCP port deletion for 905cd2b9-3484-4a8d-9867-614e10dd2013 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:36.391362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port d1b32bf7-1246-405e-a462-397c93819f89 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:36.392200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.392894 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] Deleting port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:36.393265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.444818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.26.5.165 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/de29a219-d94f-4229-b2c3-bf8795c2f5c1) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:36.460176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ba71ce07-c65b-48de-9515-84a9c4d6c28b is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:36.463538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.486428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] For port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313,segment=NetworkSegment(a82290ed-0eee-4793-b438-3862f1a48730),segment_id=a82290ed-0eee-4793-b438-3862f1a48730)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:36.486863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.528136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Pushing event updated for resources: {'Port': ['ID=35e652fd-528d-426c-b313-2f7654a90053,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:36.642802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Calling delete_port for 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:36.645989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-05ff6b0e-cef1-49fa-a1ff-9b7f639855b1 None None] Provisioning complete for port ba71ce07-c65b-48de-9515-84a9c4d6c28b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:36.646392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-05ff6b0e-cef1-49fa-a1ff-9b7f639855b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.678053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56508) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:36.727601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port ba71ce07-c65b-48de-9515-84a9c4d6c28b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ba71ce07-c65b-48de-9515-84a9c4d6c28b,segment=NetworkSegment(512f5f94-2135-49a0-ad7d-3394bff57e51),segment_id=512f5f94-2135-49a0-ad7d-3394bff57e51)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:36.740748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] For port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313,segment=NetworkSegment(a82290ed-0eee-4793-b438-3862f1a48730),segment_id=a82290ed-0eee-4793-b438-3862f1a48730)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:36.741147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.821436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Attempting to bind port 35e652fd-528d-426c-b313-2f7654a90053 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:19:36.821770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Attempting to bind port 35e652fd-528d-426c-b313-2f7654a90053 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:19:36.822327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Attempting to bind port 35e652fd-528d-426c-b313-2f7654a90053 on network bce0358b-f8d7-4df5-9007-9637a66925ef {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:19:36.841782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.867880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Port 35e652fd-528d-426c-b313-2f7654a90053 on network bce0358b-f8d7-4df5-9007-9637a66925ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:19:36.868208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Attempting to bind port 35e652fd-528d-426c-b313-2f7654a90053 on network bce0358b-f8d7-4df5-9007-9637a66925ef {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:19:36.872569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] Calling delete_port for 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:36.893773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:19:36.894121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Checking segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:36.894513 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Bound using segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:19:36.894988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Bound port: 35e652fd-528d-426c-b313-2f7654a90053, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:19:36.895373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.900659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.917718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.926019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-830808915'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:36.926204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:36.964705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 936bd7d2-f137-487e-bf68-10ab532f26ce will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:36.978889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:37.007245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Port': ['ID=182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:37.033748 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:network and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:37.039008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:37.046270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] No DVR routers for this DVR port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:37.064067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port d1b32bf7-1246-405e-a462-397c93819f89, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d1b32bf7-1246-405e-a462-397c93819f89,segment=NetworkSegment(1a520932-3c3d-4fb3-93cc-5c97296f48dd),segment_id=1a520932-3c3d-4fb3-93cc-5c97296f48dd)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:37.064476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.081413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:37.119743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-05ff6b0e-cef1-49fa-a1ff-9b7f639855b1 None None] Current status of the port ba71ce07-c65b-48de-9515-84a9c4d6c28b is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:37.121666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=ba71ce07-c65b-48de-9515-84a9c4d6c28b,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:37.134999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:19:37.135490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:19:37.210933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.243178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905cd2b9-3484-4a8d-9867-614e10dd2013']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:37.259358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82290ed-0eee-4793-b438-3862f1a48730') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:37.259731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82290ed-0eee-4793-b438-3862f1a48730') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:37.281654 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890776df-a688-47c4-9660-4177f60836bf req-bee51807-adb9-49bd-8436-7ca607f80a9c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:37.283252 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-890776df-a688-47c4-9660-4177f60836bf req-bee51807-adb9-49bd-8436-7ca607f80a9c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 943 time: 0.2876420 Sep 19 12:19:37.285037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.298717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.366960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for d1b32bf7-1246-405e-a462-397c93819f89 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:37.369437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.401628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Allocated IP 172.20.0.1 (7bc32282-77c8-4fd4-88ad-8cd36811eabd/a7fab148-3974-40b5-94e8-cbee7ddaeaaf/7ebf68a0-aebd-4ebe-b024-89257323c238) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:37.437498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:37.441005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.482413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.519391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:37.520016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.558148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:37.604642 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a82290ed-0eee-4793-b438-3862f1a48730 resource provider aggregate not found Sep 19 12:19:37.614258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] For port 35e652fd-528d-426c-b313-2f7654a90053, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:19:37.618179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:37.620533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:37.635690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group_rule and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:37.636480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] Deleting port 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:37.637138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.643920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:37.647198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:37.652076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] For port 35e652fd-528d-426c-b313-2f7654a90053, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=35e652fd-528d-426c-b313-2f7654a90053,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:19:37.658849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:37.669778 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a82290ed-0eee-4793-b438-3862f1a48730 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a82290ed-0eee-4793-b438-3862f1a48730 found for delete ", "request_id": "req-eae06af3-4ef3-40ea-8df2-47d6b94211a5"}]} Sep 19 12:19:37.679065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=de29a219-d94f-4229-b2c3-bf8795c2f5c1,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:37.699286 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-890776df-a688-47c4-9660-4177f60836bf req-9e2f0fdc-c861-47cb-85e6-95b3a8efbe5c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4060459 Sep 19 12:19:37.726497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-360ffba5-9329-4115-a427-859e3d950a5a None None] The port '182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:19:37.738972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.803545 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:19:37.812559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.815165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ba71ce07-c65b-48de-9515-84a9c4d6c28b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:37.840361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:37.841269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.843191 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] 10.222.0.85 "PUT /v2.0/ports/35e652fd-528d-426c-b313-2f7654a90053 HTTP/1.1" status: 200 len: 1093 time: 4.8670797 Sep 19 12:19:37.853036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.855042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'tag': '35e652fd-528d-426c-b313-2f7654a90053'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:19:37.858298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037bc353-d529-4b1a-8821-a5d9060209c3" -d '{"events": [{"name": "network-changed", "server_uuid": "56d48a0e-9887-43d9-aa4e-6befc85d0270", "tag": "35e652fd-528d-426c-b313-2f7654a90053"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:19:37.887270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.891731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.912007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:37.916345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Network': ['ID=905cd2b9-3484-4a8d-9867-614e10dd2013,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:37.929844 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fd0d1825-4df7-4257-802e-7e992b08465b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/networks/905cd2b9-3484-4a8d-9867-614e10dd2013 HTTP/1.1" status: 204 len: 168 time: 2.0864546 Sep 19 12:19:37.935566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ba71ce07-c65b-48de-9515-84a9c4d6c28b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:37.935566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:37.938072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56526) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:37.954247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:37.985083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:38.001426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:38.002099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.015168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=936bd7d2-f137-487e-bf68-10ab532f26ce,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:38.131707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ba71ce07-c65b-48de-9515-84a9c4d6c28b is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:38.151218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Transition to ACTIVE for port object 7ebf68a0-aebd-4ebe-b024-89257323c238 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:38.158126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad86167-28e4-4c6c-932f-c5fd6ad584f4 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Deleting subnet 923cdfef-c549-403d-a98b-cf42b61c73b7 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:38.168305 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ad86167-28e4-4c6c-932f-c5fd6ad584f4 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.257248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:38.311949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:38.312540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 182d1b3d-4b28-48c2-b9f3-5b2e7ed4f313 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:38.392384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add8fdc-322b-4a9f-8fd8-29e8f09dd94c service neutron] Pushing event updated for resources: {'Port': ['ID=35e652fd-528d-426c-b313-2f7654a90053,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:38.411718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ad86167-28e4-4c6c-932f-c5fd6ad584f4 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.419059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.424908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.505136 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-23fd5bc9-e5b1-4e6b-8926-afb903dcee2f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.6339281 Sep 19 12:19:38.506662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56530) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:38.506833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=d1b32bf7-1246-405e-a462-397c93819f89,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:38.564678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.572103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-99171f9d-c959-4a4e-8bc0-73779c5a38b1 None None] Provisioning for port 936bd7d2-f137-487e-bf68-10ab532f26ce completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:38.588788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-99171f9d-c959-4a4e-8bc0-73779c5a38b1 None None] Provisioning complete for port 936bd7d2-f137-487e-bf68-10ab532f26ce triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:38.590212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-99171f9d-c959-4a4e-8bc0-73779c5a38b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.641923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e75349dc-ad83-497b-9eb3-85389e5e26b5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 936bd7d2-f137-487e-bf68-10ab532f26ce {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:38.642566 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.643080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e75349dc-ad83-497b-9eb3-85389e5e26b5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.679049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ad86167-28e4-4c6c-932f-c5fd6ad584f4 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.700993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-99171f9d-c959-4a4e-8bc0-73779c5a38b1 None None] Port 936bd7d2-f137-487e-bf68-10ab532f26ce cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:38.741151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3c45f44a-be09-4e9e-90e9-54450f3e8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:38.743008 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-3c45f44a-be09-4e9e-90e9-54450f3e8938 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 1096 time: 0.7191803 Sep 19 12:19:38.853851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:38.891563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 7bc32282-77c8-4fd4-88ad-8cd36811eabd is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:38.932253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:38.934546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:38.962060 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-8a0b887d-f27e-44bd-9168-631eb98fc0cd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e652fd-528d-426c-b313-2f7654a90053 HTTP/1.1" status: 200 len: 217 time: 0.1380677 Sep 19 12:19:38.972851 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:19:38.983047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=7ebf68a0-aebd-4ebe-b024-89257323c238,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:39.031683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d464ce7-5337-4b2d-9527-96e710a1903e,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:39.065653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.065996 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Added segment e226ed2e-7396-4f5c-908a-91e1eb32c4ab of type vlan for network 604d679b-9641-4153-a955-134a550a38b6 Sep 19 12:19:39.080837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.083669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e75349dc-ad83-497b-9eb3-85389e5e26b5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.103300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.135094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ad86167-28e4-4c6c-932f-c5fd6ad584f4 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.211301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-fd9282b4-e55f-4287-bd65-656eebbcbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:39.214332 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-fd9282b4-e55f-4287-bd65-656eebbcbd1d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.2343540 Sep 19 12:19:39.269229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.291777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c2dce8ee-dc87-4f0b-9a57-1c2a1a56667a None None] Provisioning for port 7ebf68a0-aebd-4ebe-b024-89257323c238 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:39.306554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c2dce8ee-dc87-4f0b-9a57-1c2a1a56667a None None] Provisioning complete for port 7ebf68a0-aebd-4ebe-b024-89257323c238 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:39.307442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2dce8ee-dc87-4f0b-9a57-1c2a1a56667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.375479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c2dce8ee-dc87-4f0b-9a57-1c2a1a56667a None None] Port 7ebf68a0-aebd-4ebe-b024-89257323c238 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:39.434881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e75349dc-ad83-497b-9eb3-85389e5e26b5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 936bd7d2-f137-487e-bf68-10ab532f26ce owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:39.473101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d2c1ad-92b9-4a6e-82e0-7a97cbd975a4 x-openstack-request-id: req-39d2c1ad-92b9-4a6e-82e0-7a97cbd975a4 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:19:39.473311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d48a0e-9887-43d9-aa4e-6befc85d0270", "tag": "35e652fd-528d-426c-b313-2f7654a90053", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:19:39.473545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39d2c1ad-92b9-4a6e-82e0-7a97cbd975a4 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:19:39.473941 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d2c1ad-92b9-4a6e-82e0-7a97cbd975a4'] response: {'name': 'network-changed', 'server_uuid': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'tag': '35e652fd-528d-426c-b313-2f7654a90053', 'status': 'completed', 'code': 200} Sep 19 12:19:39.477478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad86167-28e4-4c6c-932f-c5fd6ad584f4 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Subnet': ['ID=923cdfef-c549-403d-a98b-cf42b61c73b7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:39.487445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7ad86167-28e4-4c6c-932f-c5fd6ad584f4 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.490646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600f0bcf-ef79-47f3-8753-e988c8a9606e None None] Network c5c05143-0747-49d6-9adc-f5294a96b874 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:39.504030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d06cc3-0aa8-4b55-989e-7a6c6203bd3a req-e93c73b5-fe44-48f5-9e2b-8d577cb0a4dc tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:39.505783 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-65d06cc3-0aa8-4b55-989e-7a6c6203bd3a req-e93c73b5-fe44-48f5-9e2b-8d577cb0a4dc tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 943 time: 0.6276646 Sep 19 12:19:39.532096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.556450 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7ad86167-28e4-4c6c-932f-c5fd6ad584f4 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/subnets/923cdfef-c549-403d-a98b-cf42b61c73b7 HTTP/1.1" status: 204 len: 168 time: 1.6173165 Sep 19 12:19:39.560381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56538) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:39.637969 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-65d06cc3-0aa8-4b55-989e-7a6c6203bd3a req-b527a9ab-c6fc-4093-b9af-a961c4e821d7 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248810 Sep 19 12:19:39.752752 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.758489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:39.759303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.829879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d8ed4-bece-4632-858c-80e26eb21169 None None] DHCP port deletion for c5c05143-0747-49d6-9adc-f5294a96b874 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:39.848066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a14d8ed4-bece-4632-858c-80e26eb21169 None None] Deleting port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:39.848594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a14d8ed4-bece-4632-858c-80e26eb21169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.966715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:39.992942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0317735-ecdd-49b3-8c0f-0c184bb0f8b0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Deleting subnet 97f2c6cd-4e4c-4428-b6d8-745ee41ec6a9 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:40.013065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0317735-ecdd-49b3-8c0f-0c184bb0f8b0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.022062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.048445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-1a284697-7d32-4673-94ca-44d39f53814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:40.049888 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-1a284697-7d32-4673-94ca-44d39f53814e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7758365 Sep 19 12:19:40.073156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.096659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e75349dc-ad83-497b-9eb3-85389e5e26b5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.113021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a14d8ed4-bece-4632-858c-80e26eb21169 None None] For port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b3586b12-ca8c-4e96-b628-ebcb5df6c6c0,segment=NetworkSegment(4d5d265d-e94a-4dec-9969-1d8721187537),segment_id=4d5d265d-e94a-4dec-9969-1d8721187537)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:40.113430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a14d8ed4-bece-4632-858c-80e26eb21169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.126385 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.4425349 Sep 19 12:19:40.127219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420327c-a6c3-48e9-be62-fc359110f641 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Network': ['ID=604d679b-9641-4153-a955-134a550a38b6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:40.140060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56542) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:40.160851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'name': 'tempest-PortsTestJSON-614898298'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:40.229347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 604d679b-9641-4153-a955-134a550a38b6 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:19:40.261774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0317735-ecdd-49b3-8c0f-0c184bb0f8b0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.326821 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:40.340135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.442733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a14d8ed4-bece-4632-858c-80e26eb21169 None None] Calling delete_port for b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:40.490317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=de29a219-d94f-4229-b2c3-bf8795c2f5c1,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:40.563279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e75349dc-ad83-497b-9eb3-85389e5e26b5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.570805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75349dc-ad83-497b-9eb3-85389e5e26b5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=936bd7d2-f137-487e-bf68-10ab532f26ce,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:40.582303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a14d8ed4-bece-4632-858c-80e26eb21169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.631633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d8ed4-bece-4632-858c-80e26eb21169 None None] Pushing event deleted for resources: {'Port': ['ID=b3586b12-ca8c-4e96-b628-ebcb5df6c6c0,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:40.635633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d8ed4-bece-4632-858c-80e26eb21169 None None] No DVR routers for this DVR port b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:40.649528 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e75349dc-ad83-497b-9eb3-85389e5e26b5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/936bd7d2-f137-487e-bf68-10ab532f26ce HTTP/1.1" status: 204 len: 168 time: 2.1384723 Sep 19 12:19:40.658426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56546) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:40.663611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:40.718295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:port and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:40.723910 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-e88a0ead-d698-4d81-9298-5cd1ac729e48 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517212 Sep 19 12:19:40.724084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:40.736963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:40.753555 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP ccf71727-3e9b-4f81-9f3d-e5b135c1207e associated. External IP: 172.26.5.165, port: afba042d-5b7b-4f78-9a7a-5ba265094176. Sep 19 12:19:40.782173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:40.792485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:40.802577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:40.807114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:40.833719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0317735-ecdd-49b3-8c0f-0c184bb0f8b0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.867585 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-55a97470-4ec3-4b91-a4e1-dfbcabf56f8a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9430892 Sep 19 12:19:40.878430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56552) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:40.894688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:40.897823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:40.982044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:41.068186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:19:41.231274 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0809ddc3-1d20-4f75-902f-8c6f1b72e16b req-53d3ff26-a566-4ecd-88a9-b0d2c5bb8237 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954879 Sep 19 12:19:41.278177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-286376ba-05ec-4d4c-ac51-dc90001e2a1b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting subnet e8eee88d-dd65-46c8-806f-25e4989c2351 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:41.285808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:41.287723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b7473a-a07a-451a-bebc-a97251a470be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:41.288439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-77b7473a-a07a-451a-bebc-a97251a470be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:41.299467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0317735-ecdd-49b3-8c0f-0c184bb0f8b0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:41.310585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-286376ba-05ec-4d4c-ac51-dc90001e2a1b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:41.360024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0317735-ecdd-49b3-8c0f-0c184bb0f8b0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Subnet': ['ID=97f2c6cd-4e4c-4428-b6d8-745ee41ec6a9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:41.362002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0317735-ecdd-49b3-8c0f-0c184bb0f8b0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:41.379725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f6c985-ce3c-4758-acba-4e80cfa1e350 None None] Network abbf520a-fa65-4df0-938c-2506f86b45a9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:41.415398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:41.491450 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a0317735-ecdd-49b3-8c0f-0c184bb0f8b0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/subnets/97f2c6cd-4e4c-4428-b6d8-745ee41ec6a9 HTTP/1.1" status: 204 len: 168 time: 1.9278510 Sep 19 12:19:41.495196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-77b7473a-a07a-451a-bebc-a97251a470be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:41.498791 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-77b7473a-a07a-451a-bebc-a97251a470be tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8369806 Sep 19 12:19:41.503553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56556) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:41.505281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56558) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:41.507675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-286376ba-05ec-4d4c-ac51-dc90001e2a1b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:41.554455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=7ebf68a0-aebd-4ebe-b024-89257323c238,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:41.562367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:41.568121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bf05e-2ed9-4c75-a03d-c22cd7b45fe8 req-674895d8-6c1d-419e-b434-96f79a2407af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:41.569856 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fd4bf05e-2ed9-4c75-a03d-c22cd7b45fe8 req-674895d8-6c1d-419e-b434-96f79a2407af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 943 time: 0.7642620 Sep 19 12:19:41.614019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:37Z', 'revision_number': 9, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:41.617215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ca97-9b25-449a-9597-ea0d3dbd76db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:41.623012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:19:41.636615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:41.637228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:41.645143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-b7108ee5-f534-4d8d-81b7-09df57b1c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:41.646678 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-b7108ee5-f534-4d8d-81b7-09df57b1c887 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 1096 time: 0.2797356 Sep 19 12:19:41.818506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:41.836816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 7bc32282-77c8-4fd4-88ad-8cd36811eabd is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:41.839616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:41.845650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-8668367b-aa7e-47b2-8a71-59ebd3c06915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:41.847414 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-8668367b-aa7e-47b2-8a71-59ebd3c06915 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.1875584 Sep 19 12:19:41.875111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:41.933672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976cc505-6dc5-4af7-973d-d9d43d3eff2a None None] DHCP port deletion for abbf520a-fa65-4df0-938c-2506f86b45a9 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:41.940065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:41.940412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b3586b12-ca8c-4e96-b628-ebcb5df6c6c0 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:41.945193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-976cc505-6dc5-4af7-973d-d9d43d3eff2a None None] Deleting port b602c39d-1977-4bd3-bce1-da48a4a43554 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:41.945720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-976cc505-6dc5-4af7-973d-d9d43d3eff2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.044325 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-88afa84e-9f14-4d82-b8f8-ea0e0c4e9c84 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e652fd-528d-426c-b313-2f7654a90053 HTTP/1.1" status: 200 len: 217 time: 0.1375728 Sep 19 12:19:42.098413 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fd4bf05e-2ed9-4c75-a03d-c22cd7b45fe8 req-f78903da-fb79-4c67-baee-c443031191b1 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4205041 Sep 19 12:19:42.111049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.133521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-c256369a-546d-4292-80cb-5dcb8de7508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:42.135261 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-c256369a-546d-4292-80cb-5dcb8de7508b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.0783486 Sep 19 12:19:42.149177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.173267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-286376ba-05ec-4d4c-ac51-dc90001e2a1b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.246892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-c39391ba-51ce-4ad6-8799-211420f82b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:42.248980 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-c39391ba-51ce-4ad6-8799-211420f82b35 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016369 Sep 19 12:19:42.279302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:42.284608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0583d74f-3efd-4b96-8c1a-1b098e1409e1 None None] Provisioning complete for port 7ebf68a0-aebd-4ebe-b024-89257323c238 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:42.284908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0583d74f-3efd-4b96-8c1a-1b098e1409e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.321926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cf8075-74b5-4f85-8b0f-4e02f01bbe92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:42.325990 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f8cf8075-74b5-4f85-8b0f-4e02f01bbe92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7657771 Sep 19 12:19:42.334876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56564) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:42.342357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 470f2bdd-4e84-4d0a-9216-32ae1dfc86bd is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:19:42.469470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0583d74f-3efd-4b96-8c1a-1b098e1409e1 None None] Port 7ebf68a0-aebd-4ebe-b024-89257323c238 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:42.487111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.562790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-976cc505-6dc5-4af7-973d-d9d43d3eff2a None None] For port b602c39d-1977-4bd3-bce1-da48a4a43554, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b602c39d-1977-4bd3-bce1-da48a4a43554,segment=NetworkSegment(751447b9-12eb-4fd6-931f-d47971d8ebb8),segment_id=751447b9-12eb-4fd6-931f-d47971d8ebb8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:42.563144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-976cc505-6dc5-4af7-973d-d9d43d3eff2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.568565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.697953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-976cc505-6dc5-4af7-973d-d9d43d3eff2a None None] Calling delete_port for b602c39d-1977-4bd3-bce1-da48a4a43554 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:42.705261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e4d20-4450-4649-b0a8-13b661ba4f4f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:42.706061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c05143-0747-49d6-9adc-f5294a96b874']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:42.706773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e4d20-4450-4649-b0a8-13b661ba4f4f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:42.708384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e4d20-4450-4649-b0a8-13b661ba4f4f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:42.709194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-979e4d20-4450-4649-b0a8-13b661ba4f4f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:42.740403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=3f36f10e-e853-47b4-9b0e-3e5b40c46c96,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:42.746669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5d265d-e94a-4dec-9969-1d8721187537') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:42.749060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5d265d-e94a-4dec-9969-1d8721187537') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:42.760573 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-d950bf0c-8281-4ad6-86c1-b2751927fd35 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039814 Sep 19 12:19:42.764150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:42.766707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-286376ba-05ec-4d4c-ac51-dc90001e2a1b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.770117 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d08bc359-04d8-464d-9632-0dee87233e29 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/470f2bdd-4e84-4d0a-9216-32ae1dfc86bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6853695 Sep 19 12:19:42.776593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:37Z', 'revision_number': 9, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:42.777054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.780261 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac61336d-adb8-4a29-a97c-fc4251eabeeb None None] Sync routers for ids ['470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:42.786690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56568) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:42.794870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6bbf2-00d2-4d88-a348-35dee4dd5532 None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:37Z', 'revision_number': 9, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'b02dec83-964b-4b56-bf96-ae5ff151e544', 'name': '', 'network_id': '6fd9bb33-d485-4ec0-99da-9e54975f3821', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:72:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:36Z', 'updated_at': '2022-09-19T12:18:55Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': 'f1faf88e-3a7d-419d-8b7b-e71ac0e60015', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:42.803053 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac61336d-adb8-4a29-a97c-fc4251eabeeb None None] Routers {'470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:42.803784 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ac61336d-adb8-4a29-a97c-fc4251eabeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:42.828493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Checking segment: {'id': 'e226ed2e-7396-4f5c-908a-91e1eb32c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '604d679b-9641-4153-a955-134a550a38b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:42.828859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network hostable DHCP agents. Network: 604d679b-9641-4153-a955-134a550a38b6, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:19:42.834034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:42.844463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf4cec-19a4-4477-a0e8-a00dcce9d515 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:42.854472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf4cec-19a4-4477-a0e8-a00dcce9d515 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:42.855665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-fcbf4cec-19a4-4477-a0e8-a00dcce9d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:42.868625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-979e4d20-4450-4649-b0a8-13b661ba4f4f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:42.872545 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-979e4d20-4450-4649-b0a8-13b661ba4f4f tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5337050 Sep 19 12:19:42.880863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56572) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:42.889601 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286376ba-05ec-4d4c-ac51-dc90001e2a1b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Subnet': ['ID=e8eee88d-dd65-46c8-806f-25e4989c2351,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:42.896003 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ac61336d-adb8-4a29-a97c-fc4251eabeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:42.903051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-286376ba-05ec-4d4c-ac51-dc90001e2a1b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.907876 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac61336d-adb8-4a29-a97c-fc4251eabeeb None None] Routers {'470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:42.908745 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ac61336d-adb8-4a29-a97c-fc4251eabeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:42.911559 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.931257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646f585-b626-4075-b654-c045520e4f31 None None] Network 7c7cf716-f600-4ff1-bcaa-bb6262428191 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:42.953301 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-037bc353-d529-4b1a-8821-a5d9060209c3 req-87636d5c-a5aa-4822-8f29-d23742aab4dd service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816072 Sep 19 12:19:42.957691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-976cc505-6dc5-4af7-973d-d9d43d3eff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:42.993587 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ac61336d-adb8-4a29-a97c-fc4251eabeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:42.993991 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac61336d-adb8-4a29-a97c-fc4251eabeeb None None] The sync data for ids ['470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:42.994267 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-286376ba-05ec-4d4c-ac51-dc90001e2a1b tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/e8eee88d-dd65-46c8-806f-25e4989c2351 HTTP/1.1" status: 204 len: 168 time: 2.1062799 Sep 19 12:19:42.999638 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56576) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:43.002397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:43.002833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.054347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-fcbf4cec-19a4-4477-a0e8-a00dcce9d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:43.070948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cc505-6dc5-4af7-973d-d9d43d3eff2a None None] Pushing event deleted for resources: {'Port': ['ID=b602c39d-1977-4bd3-bce1-da48a4a43554,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:43.072717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976cc505-6dc5-4af7-973d-d9d43d3eff2a None None] No DVR routers for this DVR port b602c39d-1977-4bd3-bce1-da48a4a43554 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:43.099861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf4cec-19a4-4477-a0e8-a00dcce9d515 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:43.100518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-fcbf4cec-19a4-4477-a0e8-a00dcce9d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:43.155308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.174904 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port bdf11d47-958f-4f24-b269-ab711ceef0b4 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:43.176046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.265496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-fcbf4cec-19a4-4477-a0e8-a00dcce9d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:43.265903 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf4cec-19a4-4477-a0e8-a00dcce9d515 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:43.280701 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 4d5d265d-e94a-4dec-9969-1d8721187537 resource provider aggregate not found Sep 19 12:19:43.292984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae2b878-b84d-4e40-8b87-3093fc53183d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:43.298023 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6ae2b878-b84d-4e40-8b87-3093fc53183d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports/7ebf68a0-aebd-4ebe-b024-89257323c238 HTTP/1.1" status: 200 len: 910 time: 0.4800396 Sep 19 12:19:43.298865 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56586) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:43.321583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:19:43.324124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.367374 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 4d5d265d-e94a-4dec-9969-1d8721187537 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d5d265d-e94a-4dec-9969-1d8721187537 found for delete ", "request_id": "req-8af70ff6-f405-47ef-be87-d804dc682a52"}]} Sep 19 12:19:43.427776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ac530333-dab2-432d-a94b-2e8751702d0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a7fab148-3974-40b5-94e8-cbee7ddaeaaf'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:43.450432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] DHCP port deletion for 7c7cf716-f600-4ff1-bcaa-bb6262428191 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:43.455628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] Deleting port bdf11d47-958f-4f24-b269-ab711ceef0b4 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:43.456084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.456702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-06826378-b71b-444b-8161-10134a42a36e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 835c4326-1e8a-4d1a-8f3b-51437876fdcd {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:43.469721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port bdf11d47-958f-4f24-b269-ab711ceef0b4, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bdf11d47-958f-4f24-b269-ab711ceef0b4,segment=NetworkSegment(1a520932-3c3d-4fb3-93cc-5c97296f48dd),segment_id=1a520932-3c3d-4fb3-93cc-5c97296f48dd)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:43.470322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.488879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06826378-b71b-444b-8161-10134a42a36e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.590048 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1e68b302-ae5a-4818-8454-ca8b6f9123e2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5845292 Sep 19 12:19:43.594333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56590) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:43.596829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06826378-b71b-444b-8161-10134a42a36e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.604265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for bdf11d47-958f-4f24-b269-ab711ceef0b4 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:43.627668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 604d679b-9641-4153-a955-134a550a38b6) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:43.641681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f91ca83a-ec4e-4e7d-a899-661628d08f0d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:43.649900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed57875-7b83-4bd8-b111-40895405e4dd None None] Network 604d679b-9641-4153-a955-134a550a38b6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:43.660277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:43.665664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:43.666264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.730694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.770149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.782727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f91ca83a-ec4e-4e7d-a899-661628d08f0d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.797666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] For port bdf11d47-958f-4f24-b269-ab711ceef0b4, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bdf11d47-958f-4f24-b269-ab711ceef0b4,segment=NetworkSegment(1a520932-3c3d-4fb3-93cc-5c97296f48dd),segment_id=1a520932-3c3d-4fb3-93cc-5c97296f48dd)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:43.797666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.798250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Network': ['ID=c5c05143-0747-49d6-9adc-f5294a96b874,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:43.810364 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0032f583-6618-464d-bcd7-1f2559bba0e2 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/networks/c5c05143-0747-49d6-9adc-f5294a96b874 HTTP/1.1" status: 204 len: 168 time: 2.2547500 Sep 19 12:19:43.852714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb179181-0545-46db-8c4c-3e9c64720616 req-0109da06-7152-4d64-a4e2-3983447c0ba2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:43.854706 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eb179181-0545-46db-8c4c-3e9c64720616 req-0109da06-7152-4d64-a4e2-3983447c0ba2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 943 time: 0.5360301 Sep 19 12:19:43.859318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56594) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:43.906183 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5a99cae9-e9cd-4daf-9ee6-6f6e21765810 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.7649186 Sep 19 12:19:43.908017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56598) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:43.917509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-402596451'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:43.927424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:43.936549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:network and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:43.941256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:43.993961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-75582028-5d68-4da8-84e3-f77f3b66563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:43.995616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d1b32bf7-1246-405e-a462-397c93819f89 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:44.012283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.026264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:44.039505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] Calling delete_port for bdf11d47-958f-4f24-b269-ab711ceef0b4 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:44.063603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06826378-b71b-444b-8161-10134a42a36e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.104436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=bdf11d47-958f-4f24-b269-ab711ceef0b4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:44.114018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No DVR routers for this DVR port bdf11d47-958f-4f24-b269-ab711ceef0b4 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:44.121277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: d1b32bf7-1246-405e-a462-397c93819f89 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:44.121277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d1b32bf7-1246-405e-a462-397c93819f89 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:44.121277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bdf11d47-958f-4f24-b269-ab711ceef0b4 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:44.146638 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eb179181-0545-46db-8c4c-3e9c64720616 req-cc842ac7-26b8-496d-8839-6190dee2ab80 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2762787 Sep 19 12:19:44.155037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.176238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac530333-dab2-432d-a94b-2e8751702d0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.241213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: bdf11d47-958f-4f24-b269-ab711ceef0b4 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:44.241566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bdf11d47-958f-4f24-b269-ab711ceef0b4 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:44.241985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b602c39d-1977-4bd3-bce1-da48a4a43554 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:44.298666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: b602c39d-1977-4bd3-bce1-da48a4a43554 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:44.299040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b602c39d-1977-4bd3-bce1-da48a4a43554 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:44.341475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:44.345011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.351450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:19:44.351807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:19:44.378613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f91ca83a-ec4e-4e7d-a899-661628d08f0d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.403947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.419605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:19:44.436743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f91ca83a-ec4e-4e7d-a899-661628d08f0d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.437058 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-f91ca83a-ec4e-4e7d-a899-661628d08f0d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP ccf71727-3e9b-4f81-9f3d-e5b135c1207e disassociated. External IP: 172.26.5.165, port: afba042d-5b7b-4f78-9a7a-5ba265094176. Sep 19 12:19:44.456469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06826378-b71b-444b-8161-10134a42a36e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.542875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.569701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.584139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06826378-b71b-444b-8161-10134a42a36e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=835c4326-1e8a-4d1a-8f3b-51437876fdcd,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:44.589665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06826378-b71b-444b-8161-10134a42a36e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.597798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc64e816-f33a-4a83-8fe9-86f59216eb00 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:44.615948 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbf520a-fa65-4df0-938c-2506f86b45a9']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:44.636648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7cf716-f600-4ff1-bcaa-bb6262428191']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:44.637241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751447b9-12eb-4fd6-931f-d47971d8ebb8') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:44.637549 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751447b9-12eb-4fd6-931f-d47971d8ebb8') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:44.649782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.650930 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Added segment b3d14426-beb3-4852-8c30-46ffb024d862 of type vlan for network ffb54312-abe4-410a-abdf-38b439e31392 Sep 19 12:19:44.668453 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a520932-3c3d-4fb3-93cc-5c97296f48dd') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:44.668811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a520932-3c3d-4fb3-93cc-5c97296f48dd') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:44.689413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.696619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.728792 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-06826378-b71b-444b-8161-10134a42a36e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/835c4326-1e8a-4d1a-8f3b-51437876fdcd HTTP/1.1" status: 204 len: 168 time: 1.8346512 Sep 19 12:19:44.729012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56602) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:44.734471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.791417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.795763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.806403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:44.806600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.809678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:44.810075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.854239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] Deleting port bdf11d47-958f-4f24-b269-ab711ceef0b4 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:44.854812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:44.890833 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 1a520932-3c3d-4fb3-93cc-5c97296f48dd resource provider aggregate not found Sep 19 12:19:44.931354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-570e6667-db08-4e2f-9ef9-7e2e0ac5d1c7 None None] The port 'bdf11d47-958f-4f24-b269-ab711ceef0b4' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:19:44.941718 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 1a520932-3c3d-4fb3-93cc-5c97296f48dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a520932-3c3d-4fb3-93cc-5c97296f48dd found for delete ", "request_id": "req-5db23919-5301-431f-bfe6-3367b9bf4d96"}]} Sep 19 12:19:44.963059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.103398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8202e64d-61de-472a-8234-f4d042ac5834 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet b8aba806-e543-48c9-95fe-71b5eb38e61a {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:45.106816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8202e64d-61de-472a-8234-f4d042ac5834 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.107170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.112607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:45.113214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.116956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.167708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.187730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.264318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.281269 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/networks/abbf520a-fa65-4df0-938c-2506f86b45a9 HTTP/1.1" status: 204 len: 168 time: 1.4156930 Sep 19 12:19:45.285938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8202e64d-61de-472a-8234-f4d042ac5834 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.321189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56612) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:45.322000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d777fd2-b65d-43e8-8700-0c6e702c2d3b tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Network': ['ID=abbf520a-fa65-4df0-938c-2506f86b45a9,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:45.331620 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/networks/7c7cf716-f600-4ff1-bcaa-bb6262428191 HTTP/1.1" status: 204 len: 168 time: 2.3294463 Sep 19 12:19:45.337743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56616) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:45.408844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Network': ['ID=ffb54312-abe4-410a-abdf-38b439e31392,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:45.434509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network ffb54312-abe4-410a-abdf-38b439e31392 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:19:45.443456 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6c762847-7ab0-4d0f-81e7-cc2d80b968c2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5342050 Sep 19 12:19:45.450245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56622) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:45.467471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'ports': [{'network_id': '604d679b-9641-4153-a955-134a550a38b6'}, {'network_id': 'ffb54312-abe4-410a-abdf-38b439e31392'}]} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:45.468146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': '604d679b-9641-4153-a955-134a550a38b6'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:45.468569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': 'ffb54312-abe4-410a-abdf-38b439e31392'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:45.519035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4c2f5-68df-4290-beb0-ca242d4d7642 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Network': ['ID=7c7cf716-f600-4ff1-bcaa-bb6262428191,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:45.541443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91ca83a-ec4e-4e7d-a899-661628d08f0d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:45.584923 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 751447b9-12eb-4fd6-931f-d47971d8ebb8 resource provider aggregate not found Sep 19 12:19:45.645793 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 751447b9-12eb-4fd6-931f-d47971d8ebb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 751447b9-12eb-4fd6-931f-d47971d8ebb8 found for delete ", "request_id": "req-0281469c-e967-45ae-8791-b060f22d116c"}]} Sep 19 12:19:45.659441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa38c48-f42d-42c6-b22f-89b404555cf5 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Deleting subnet eb6dc2b6-e58f-474b-bde1-16469ab96faf {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:45.681478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8aa38c48-f42d-42c6-b22f-89b404555cf5 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.731966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5736f5d6-a952-41a1-a567-c5ceb34a5a59 None None] Provisioning complete for port ff89eb48-6bec-4f96-818e-50a8614fa8e5 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:45.734189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5736f5d6-a952-41a1-a567-c5ceb34a5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.862447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8aa38c48-f42d-42c6-b22f-89b404555cf5 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.868754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5736f5d6-a952-41a1-a567-c5ceb34a5a59 None None] Current status of the port ff89eb48-6bec-4f96-818e-50a8614fa8e5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:45.908709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:45.924740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8202e64d-61de-472a-8234-f4d042ac5834 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.941425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91ca83a-ec4e-4e7d-a899-661628d08f0d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:45.947119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f91ca83a-ec4e-4e7d-a899-661628d08f0d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.951926 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e677ca-e54b-4cbf-88b4-eb7da0c97705 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:45.955626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:port and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:45.962701 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e677ca-e54b-4cbf-88b4-eb7da0c97705 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:45.963544 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-31e677ca-e54b-4cbf-88b4-eb7da0c97705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:45.968789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:45.983234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac530333-dab2-432d-a94b-2e8751702d0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:45.999283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:46.008124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00c0e3-5fec-42eb-8753-49f8f0031e4b req-87249456-c854-45f5-9ca4-9362396fa54c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:46.013455 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3b00c0e3-5fec-42eb-8753-49f8f0031e4b req-87249456-c854-45f5-9ca4-9362396fa54c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 943 time: 0.6892924 Sep 19 12:19:46.040242 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-31e677ca-e54b-4cbf-88b4-eb7da0c97705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:46.053300 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e677ca-e54b-4cbf-88b4-eb7da0c97705 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:46.054044 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-31e677ca-e54b-4cbf-88b4-eb7da0c97705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:46.102674 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3b00c0e3-5fec-42eb-8753-49f8f0031e4b req-0be3c715-b6d0-434f-828a-9de45cfa6959 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822134 Sep 19 12:19:46.110183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac530333-dab2-432d-a94b-2e8751702d0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.128514 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-31e677ca-e54b-4cbf-88b4-eb7da0c97705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:46.129409 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e677ca-e54b-4cbf-88b4-eb7da0c97705 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:46.168851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8aa38c48-f42d-42c6-b22f-89b404555cf5 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.189928 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f91ca83a-ec4e-4e7d-a899-661628d08f0d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "PUT /v2.0/floatingips/ccf71727-3e9b-4f81-9f3d-e5b135c1207e HTTP/1.1" status: 200 len: 688 time: 2.5944278 Sep 19 12:19:46.193167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56628) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:46.205834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 2} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:46.210102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.252826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8202e64d-61de-472a-8234-f4d042ac5834 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.331183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.342430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202e64d-61de-472a-8234-f4d042ac5834 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=b8aba806-e543-48c9-95fe-71b5eb38e61a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:46.351716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8202e64d-61de-472a-8234-f4d042ac5834 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.356487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38ce3c-148f-4661-9695-10a763eaf949 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:46.364425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-865fd024-3770-440d-89cf-f993e0bbd9ba tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port de29a219-d94f-4229-b2c3-bf8795c2f5c1 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:46.364771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-865fd024-3770-440d-89cf-f993e0bbd9ba tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.392368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac530333-dab2-432d-a94b-2e8751702d0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:46.393000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ac530333-dab2-432d-a94b-2e8751702d0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.398281 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ac530333-dab2-432d-a94b-2e8751702d0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/ports/7ebf68a0-aebd-4ebe-b024-89257323c238 HTTP/1.1" status: 200 len: 910 time: 3.0776651 Sep 19 12:19:46.398475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56632) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:46.425594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.432214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac530333-dab2-432d-a94b-2e8751702d0e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=7ebf68a0-aebd-4ebe-b024-89257323c238,revision_number=3']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:46.443589 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8202e64d-61de-472a-8234-f4d042ac5834 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/b8aba806-e543-48c9-95fe-71b5eb38e61a HTTP/1.1" status: 204 len: 168 time: 1.7109907 Sep 19 12:19:46.452609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56636) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:46.569707 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6ce09e8d-6578-43fe-83f2-2737c124e5b8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132386 Sep 19 12:19:46.577659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56640) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:46.584222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:46.652547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6844f7e1-1c34-40be-94de-d96097e096c9 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:46.658849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6844f7e1-1c34-40be-94de-d96097e096c9 None None] Deleting port ff89eb48-6bec-4f96-818e-50a8614fa8e5 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:46.659379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6844f7e1-1c34-40be-94de-d96097e096c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.864155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8aa38c48-f42d-42c6-b22f-89b404555cf5 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.881017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6844f7e1-1c34-40be-94de-d96097e096c9 None None] For port ff89eb48-6bec-4f96-818e-50a8614fa8e5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ff89eb48-6bec-4f96-818e-50a8614fa8e5,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:46.881483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6844f7e1-1c34-40be-94de-d96097e096c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.896743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-865fd024-3770-440d-89cf-f993e0bbd9ba tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.897078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-865fd024-3770-440d-89cf-f993e0bbd9ba tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.951567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f182a-f51d-4698-8c96-a2b116d85ad7 None None] Network fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:46.956005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8aa38c48-f42d-42c6-b22f-89b404555cf5 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.958683 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa38c48-f42d-42c6-b22f-89b404555cf5 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6dc2b6-e58f-474b-bde1-16469ab96faf,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:46.974211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port d8b19288-3f49-4391-a979-974229b14be3 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:19:46.975606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:46.980325 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8aa38c48-f42d-42c6-b22f-89b404555cf5 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/subnets/eb6dc2b6-e58f-474b-bde1-16469ab96faf HTTP/1.1" status: 204 len: 168 time: 1.6539717 Sep 19 12:19:46.981794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56644) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:47.011426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:47.025784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:47.035090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6844f7e1-1c34-40be-94de-d96097e096c9 None None] Calling delete_port for ff89eb48-6bec-4f96-818e-50a8614fa8e5 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:47.072513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:47.096993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-865fd024-3770-440d-89cf-f993e0bbd9ba tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for de29a219-d94f-4229-b2c3-bf8795c2f5c1 owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:47.098987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:47.132820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:47.160864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Deleting port 18c04024-fb2a-42dc-b607-a322804f2224 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:47.161469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:47.227282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:47.230997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:47.430702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6844f7e1-1c34-40be-94de-d96097e096c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:47.466877 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:47.486171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e3c3e-87cc-4f71-853c-b14be7c07cd9 None None] DHCP port deletion for fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:47.495528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6844f7e1-1c34-40be-94de-d96097e096c9 None None] No DVR routers for this DVR port ff89eb48-6bec-4f96-818e-50a8614fa8e5 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:47.500056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844f7e1-1c34-40be-94de-d96097e096c9 None None] Pushing event deleted for resources: {'Port': ['ID=ff89eb48-6bec-4f96-818e-50a8614fa8e5,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:47.502682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-965e3c3e-87cc-4f71-853c-b14be7c07cd9 None None] Deleting port 18c04024-fb2a-42dc-b607-a322804f2224 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:47.503490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-965e3c3e-87cc-4f71-853c-b14be7c07cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:47.708543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 016f075e-2b09-42a4-84ea-66ea576bf6bf yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:19:47.726343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-965e3c3e-87cc-4f71-853c-b14be7c07cd9 None None] For port 18c04024-fb2a-42dc-b607-a322804f2224, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=18c04024-fb2a-42dc-b607-a322804f2224,segment=NetworkSegment(99ff3b92-efed-498a-bc88-feeccf17faff),segment_id=99ff3b92-efed-498a-bc88-feeccf17faff)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:47.727073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-965e3c3e-87cc-4f71-853c-b14be7c07cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:47.793095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] For port 18c04024-fb2a-42dc-b607-a322804f2224, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=18c04024-fb2a-42dc-b607-a322804f2224,segment=NetworkSegment(99ff3b92-efed-498a-bc88-feeccf17faff),segment_id=99ff3b92-efed-498a-bc88-feeccf17faff)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:47.793423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:47.810544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-865fd024-3770-440d-89cf-f993e0bbd9ba tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:47.836453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609e3c-58b7-4f40-9e6e-1689ca359e3d req-e4ee8895-62d7-42df-957f-f8bb23d38dd1 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:47.838086 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3f609e3c-58b7-4f40-9e6e-1689ca359e3d req-e4ee8895-62d7-42df-957f-f8bb23d38dd1 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 943 time: 0.5193331 Sep 19 12:19:47.850274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 18c04024-fb2a-42dc-b607-a322804f2224 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:47.882598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fd024-3770-440d-89cf-f993e0bbd9ba tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=de29a219-d94f-4229-b2c3-bf8795c2f5c1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:47.884302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-965e3c3e-87cc-4f71-853c-b14be7c07cd9 None None] Calling delete_port for 18c04024-fb2a-42dc-b607-a322804f2224 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:47.983704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port b02dec83-964b-4b56-bf96-ae5ff151e544 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:47.984636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:47.990690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Calling delete_port for 18c04024-fb2a-42dc-b607-a322804f2224 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:48.026208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.036421 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 18c04024-fb2a-42dc-b607-a322804f2224 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:48.036891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.103518 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3f609e3c-58b7-4f40-9e6e-1689ca359e3d req-3a6a63e5-8c60-462e-899c-97dcb9907ad4 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1982229 Sep 19 12:19:48.122183 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-965e3c3e-87cc-4f71-853c-b14be7c07cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: from cryptography.utils import int_from_bytes Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: from cryptography.utils import int_from_bytes Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn_limited( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn_limited( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:48.126414 dv-neutron-857775-2-hyperv neutron-server[89795]: util.warn( Sep 19 12:19:48.165015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:19:48.165343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:19:48.194780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.196832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-865fd024-3770-440d-89cf-f993e0bbd9ba tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.217571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ff89eb48-6bec-4f96-818e-50a8614fa8e5 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:48.242572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.259495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: ff89eb48-6bec-4f96-818e-50a8614fa8e5 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:48.260006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ff89eb48-6bec-4f96-818e-50a8614fa8e5 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:48.261737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e3c3e-87cc-4f71-853c-b14be7c07cd9 None None] Pushing event deleted for resources: {'Port': ['ID=18c04024-fb2a-42dc-b607-a322804f2224,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:48.272052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:48.272384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e3c3e-87cc-4f71-853c-b14be7c07cd9 None None] No DVR routers for this DVR port 18c04024-fb2a-42dc-b607-a322804f2224 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:48.276702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:48.284567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:48.285409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.312204 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50919fbf-161b-4d6f-b289-2e14238a6888 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:48.314853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=837bf2d1-8518-4235-b314-b03e6968ae01,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:48.400803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-865fd024-3770-440d-89cf-f993e0bbd9ba tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.402023 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-865fd024-3770-440d-89cf-f993e0bbd9ba tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/floatingips/ccf71727-3e9b-4f81-9f3d-e5b135c1207e HTTP/1.1" status: 204 len: 168 time: 2.2079954 Sep 19 12:19:48.409947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56650) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:48.414941 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-31c2c898-faf0-4e5b-8afc-22c45ee1cc21 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8327994 Sep 19 12:19:48.416216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56654) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:48.416352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '54957d4c-6895-4387-9e6d-f00a9d2cdb4c'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:48.425072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:48.430969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:floatingip and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:48.434091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:48.441437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:48.445681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.456187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:48.526476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:48.530134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:48.534267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:48.537592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.543114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=d8b19288-3f49-4391-a979-974229b14be3,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:48.586530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.591474 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'tenant_id': 'f18415cde1b542a48d59b14debd0e0ef', 'fixed_ips': [{'subnet_id': '837bf2d1-8518-4235-b314-b03e6968ae01'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:19:48.595091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.603594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port b02dec83-964b-4b56-bf96-ae5ff151e544, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b02dec83-964b-4b56-bf96-ae5ff151e544,segment=NetworkSegment(ac91baf0-d79c-436a-9f24-96694c52b617),segment_id=ac91baf0-d79c-436a-9f24-96694c52b617)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:48.603961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.745412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Deleting port 18c04024-fb2a-42dc-b607-a322804f2224 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:48.746002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.763558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Allocated IP 2001:db8::2 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/837bf2d1-8518-4235-b314-b03e6968ae01/a13ded95-c029-47c9-8014-363d296a8177) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:48.766584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for b02dec83-964b-4b56-bf96-ae5ff151e544 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:48.850574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] The port '18c04024-fb2a-42dc-b607-a322804f2224' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:19:48.870367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:48.910104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:48.916982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:48.943632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=016f075e-2b09-42a4-84ea-66ea576bf6bf,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:48.956938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:48.981472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.984629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Checking segment: {'id': 'b3d14426-beb3-4852-8c30-46ffb024d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffb54312-abe4-410a-abdf-38b439e31392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:48.985000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network hostable DHCP agents. Network: ffb54312-abe4-410a-abdf-38b439e31392, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:19:48.992639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 7ebf68a0-aebd-4ebe-b024-89257323c238 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:48.993207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:48.995054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Transition to ACTIVE for port object a13ded95-c029-47c9-8014-363d296a8177 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:49.015804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Transition to ACTIVE for port object a13ded95-c029-47c9-8014-363d296a8177 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:49.042877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:49.047003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.075936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.115241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:49.126682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.133637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ff3b92-efed-498a-bc88-feeccf17faff') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:49.133637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ff3b92-efed-498a-bc88-feeccf17faff') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:49.158775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.183497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.187139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network ffb54312-abe4-410a-abdf-38b439e31392 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:19:49.191063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:49.198722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:49.198908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:49.198908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.204796 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:49.256152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.321699 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.ipam_backend_mixin [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 837bf2d1-8518-4235-b314-b03e6968ae01 (CIDR: 2001:db8::/64) Sep 19 12:19:49.323477 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 99ff3b92-efed-498a-bc88-feeccf17faff resource provider aggregate not found Sep 19 12:19:49.371243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, ffb54312-abe4-410a-abdf-38b439e31392) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:49.393663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee93bb-bef6-4100-9623-aea406ade5be None None] Network ffb54312-abe4-410a-abdf-38b439e31392 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:49.408477 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:19:49.408860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:19:49.421307 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 99ff3b92-efed-498a-bc88-feeccf17faff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99ff3b92-efed-498a-bc88-feeccf17faff found for delete ", "request_id": "req-5e63d952-f8c6-46ee-bf23-ac6b766c6af9"}]} Sep 19 12:19:49.453942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:49.459446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:49.464137 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:49.464788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.468424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Pushing event updated for resources: {'Port': ['ID=a13ded95-c029-47c9-8014-363d296a8177,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:49.473177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Attempting to bind port a13ded95-c029-47c9-8014-363d296a8177 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:19:49.473177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Attempting to bind port a13ded95-c029-47c9-8014-363d296a8177 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:19:49.473706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Attempting to bind port a13ded95-c029-47c9-8014-363d296a8177 on network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:19:49.495016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:19:49.495726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Checking segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:49.496307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.496867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Bound using segment: {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:19:49.497353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Bound port: a13ded95-c029-47c9-8014-363d296a8177, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:19:49.497795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.507300 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fccb152d-e4c2-4908-af0d-4930349bfdb3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0910718 Sep 19 12:19:49.507946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56664) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:49.521332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'subnet': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:49.598076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.26.5.117 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/06574f61-25e3-40ec-815e-ae9a70758628) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:49.607195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d804-6840-4cb4-a553-7f6fc2b31c2c req-d97355d9-1480-420e-9668-ecf9b3437a92 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:49.609247 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-86e2d804-6840-4cb4-a553-7f6fc2b31c2c req-d97355d9-1480-420e-9668-ecf9b3437a92 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 943 time: 0.2470303 Sep 19 12:19:49.651035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.662872 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f770be75-2b61-4172-bc3e-17f11f903622 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2050073 Sep 19 12:19:49.667510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:49.672570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:subnet and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:49.675460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:49.681294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:49.691704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56668) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:49.692567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] For port a13ded95-c029-47c9-8014-363d296a8177, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:19:49.698042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] For port a13ded95-c029-47c9-8014-363d296a8177, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a13ded95-c029-47c9-8014-363d296a8177,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:19:49.727333 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.729128 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/networks/fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976 HTTP/1.1" status: 204 len: 168 time: 2.7459846 Sep 19 12:19:49.750950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56672) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:49.769383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f06a4-e59f-4817-ac8c-9446046b5ffc tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Pushing event deleted for resources: {'Network': ['ID=fa2c2bac-2e85-48ac-9aa5-6f6a1ce4e976,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:49.770689 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-86e2d804-6840-4cb4-a553-7f6fc2b31c2c req-895f028a-b3d7-4567-bb10-c1485940d36b tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1511140 Sep 19 12:19:49.828440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.828674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.845080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:49.850194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.884234 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6bdc4431-009b-4719-b29b-78dc92e45009 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Synchronizing usage tracker for tenant:b455c0bcdbf34215a0af4f02de6cbb27 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:49.888714 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 35e652fd-528d-426c-b313-2f7654a90053 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:19:49.921066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e8856-c5c8-4258-b30f-705489c7129f None None] Pushing event updated for resources: {'Port': ['ID=a13ded95-c029-47c9-8014-363d296a8177,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:49.948230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.949290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c063ea94-bc2d-41a9-a7b9-ed02f8a409f4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 016f075e-2b09-42a4-84ea-66ea576bf6bf {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:49.949637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea94-bc2d-41a9-a7b9-ed02f8a409f4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:49.997834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:50.028197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:50.032167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:50.036708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:50.058129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 35e652fd-528d-426c-b313-2f7654a90053, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=35e652fd-528d-426c-b313-2f7654a90053,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:50.075520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=06574f61-25e3-40ec-815e-ae9a70758628,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:50.075736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '35e652fd-528d-426c-b313-2f7654a90053', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'port_id': '35e652fd-528d-426c-b313-2f7654a90053', 'mac_address': 'fa:16:3e:47:09:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:19:50.080002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:50.118438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=b02dec83-964b-4b56-bf96-ae5ff151e544,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:50.141703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 35e652fd-528d-426c-b313-2f7654a90053 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:50.142092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:50.181011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e652fd-528d-426c-b313-2f7654a90053 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:19:50.190655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 35e652fd-528d-426c-b313-2f7654a90053, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=35e652fd-528d-426c-b313-2f7654a90053,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:50.256903 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:50.408119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=35e652fd-528d-426c-b313-2f7654a90053,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:50.455797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for 7ebf68a0-aebd-4ebe-b024-89257323c238 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:50.486481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6bdc4431-009b-4719-b29b-78dc92e45009 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Unset dirty status for tenant:b455c0bcdbf34215a0af4f02de6cbb27 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:50.490359 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6bdc4431-009b-4719-b29b-78dc92e45009 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "GET /v2.0/ports?device_id=3227e579-e852-4efc-9bf4-f9aa79d0da0c HTTP/1.1" status: 200 len: 205 time: 0.7382843 Sep 19 12:19:50.492788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56678) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:50.563261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['35e652fd-528d-426c-b313-2f7654a90053'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:19:50.839622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95a4ae6c-5c10-42cf-b110-d0e6da538ac0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:50.999516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.030618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea94-bc2d-41a9-a7b9-ed02f8a409f4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.262784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95a4ae6c-5c10-42cf-b110-d0e6da538ac0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.266113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c063ea94-bc2d-41a9-a7b9-ed02f8a409f4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 016f075e-2b09-42a4-84ea-66ea576bf6bf owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:51.268370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95a4ae6c-5c10-42cf-b110-d0e6da538ac0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.313446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6798a1e1-2c34-47e9-b7e6-a04eec1d3311 None None] Provisioning for port a13ded95-c029-47c9-8014-363d296a8177 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:51.328860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339c6ee-210f-443b-abd7-8ea307e31581 req-c1d75d1a-cc59-482b-813b-3687f6c7b075 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:51.330348 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8339c6ee-210f-443b-abd7-8ea307e31581 req-c1d75d1a-cc59-482b-813b-3687f6c7b075 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 944 time: 0.3521087 Sep 19 12:19:51.378956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95a4ae6c-5c10-42cf-b110-d0e6da538ac0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.379338 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a4ae6c-5c10-42cf-b110-d0e6da538ac0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Fanout notify agent at l3_agent the message router_deleted on router 3227e579-e852-4efc-9bf4-f9aa79d0da0c {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:19:51.400699 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8339c6ee-210f-443b-abd7-8ea307e31581 req-fe27905b-9b04-4b42-aa92-d08dfb4524f8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637250 Sep 19 12:19:51.415381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-95a4ae6c-5c10-42cf-b110-d0e6da538ac0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.424018 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-95a4ae6c-5c10-42cf-b110-d0e6da538ac0 tempest-RoutersNegativeIpV6Test-1461089757 tempest-RoutersNegativeIpV6Test-1461089757-project] 10.222.0.66 "DELETE /v2.0/routers/3227e579-e852-4efc-9bf4-f9aa79d0da0c HTTP/1.1" status: 204 len: 168 time: 0.9226696 Sep 19 12:19:51.436653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.593433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.657361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea94-bc2d-41a9-a7b9-ed02f8a409f4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.674097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.754379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=7ebf68a0-aebd-4ebe-b024-89257323c238,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:51.833295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea94-bc2d-41a9-a7b9-ed02f8a409f4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.846426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:51.861181 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c063ea94-bc2d-41a9-a7b9-ed02f8a409f4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/016f075e-2b09-42a4-84ea-66ea576bf6bf HTTP/1.1" status: 204 len: 168 time: 2.1642430 Sep 19 12:19:51.862077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56688) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:51.893522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 35e652fd-528d-426c-b313-2f7654a90053 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:51.916640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063ea94-bc2d-41a9-a7b9-ed02f8a409f4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=016f075e-2b09-42a4-84ea-66ea576bf6bf,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:51.944134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:52.000880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:52.012857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a13ded95-c029-47c9-8014-363d296a8177 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:52.015991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56692) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:52.109791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:52.144139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 35e652fd-528d-426c-b313-2f7654a90053 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:52.152445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 35e652fd-528d-426c-b313-2f7654a90053 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:52.153921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:52.202889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port a13ded95-c029-47c9-8014-363d296a8177 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:52.219965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a13ded95-c029-47c9-8014-363d296a8177 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:52.220340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:52.301066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=06574f61-25e3-40ec-815e-ae9a70758628,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:52.342255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e204e6-eb48-43d4-936d-209882064ac9 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:52.348527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e204e6-eb48-43d4-936d-209882064ac9 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:52.349343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e7e204e6-eb48-43d4-936d-209882064ac9 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:52.375456 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP 6d5679bb-8d8b-4fb6-9b8e-4778fbdb46cd associated. External IP: 172.26.5.117, port: 54957d4c-6895-4387-9e6d-f00a9d2cdb4c. Sep 19 12:19:52.431211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a13ded95-c029-47c9-8014-363d296a8177 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:52.432000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:52.442497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 35e652fd-528d-426c-b313-2f7654a90053 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:52.442902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:52.479767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e652fd-528d-426c-b313-2f7654a90053'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:19:52.482106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15846dc-ab1b-41b7-a7b9-e28f30dbefe5" -d '{"events": [{"server_uuid": "56d48a0e-9887-43d9-aa4e-6befc85d0270", "name": "network-vif-plugged", "status": "completed", "tag": "35e652fd-528d-426c-b313-2f7654a90053"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:19:52.506911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port a13ded95-c029-47c9-8014-363d296a8177, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a13ded95-c029-47c9-8014-363d296a8177,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:52.517410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 35e652fd-528d-426c-b313-2f7654a90053, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=35e652fd-528d-426c-b313-2f7654a90053,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:52.552239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:52.594465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:52.662347 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-20ad5193-a5a6-4e9c-8c9f-f23a8e1361e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b455c0bcdbf34215a0af4f02de6cbb27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6395421 Sep 19 12:19:52.666323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:52.674178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:52.689694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:52.713322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=a13ded95-c029-47c9-8014-363d296a8177,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:52.715719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56704) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:52.729059 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e7e204e6-eb48-43d4-936d-209882064ac9 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:52.730432 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e7e204e6-eb48-43d4-936d-209882064ac9 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.8671229 Sep 19 12:19:52.739077 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b4ccd543-66cd-41ca-8e7a-18313bc702e0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4000964 Sep 19 12:19:52.749875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.objects.ports [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89794) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 12:19:52.750505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56708) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:52.751026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56710) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:52.788985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:52.789620 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:52.842274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0082811d-3b93-4a92-b344-0f78cb8c7032 x-openstack-request-id: req-0082811d-3b93-4a92-b344-0f78cb8c7032 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:19:52.842612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d48a0e-9887-43d9-aa4e-6befc85d0270", "name": "network-vif-plugged", "status": "completed", "tag": "35e652fd-528d-426c-b313-2f7654a90053", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:19:52.845259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0082811d-3b93-4a92-b344-0f78cb8c7032 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:19:52.845259 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0082811d-3b93-4a92-b344-0f78cb8c7032'] response: {'server_uuid': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e652fd-528d-426c-b313-2f7654a90053', 'code': 200} Sep 19 12:19:52.857815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:52.961183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07163a6b-df8c-4a05-a519-a6a787835e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:53.004122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=35e652fd-528d-426c-b313-2f7654a90053,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:53.004329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171cfd0-277d-465d-b065-239d4a4c7e1a req-8885570e-a793-4498-a576-c25a1a6d540c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:53.005771 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4171cfd0-277d-465d-b065-239d4a4c7e1a req-8885570e-a793-4498-a576-c25a1a6d540c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 945 time: 0.2891755 Sep 19 12:19:53.027053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:53.109823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07163a6b-df8c-4a05-a519-a6a787835e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:53.142651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a80ae294-80bb-4cc2-84a3-f68e69721057 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port d8b19288-3f49-4391-a979-974229b14be3 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:53.143276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a80ae294-80bb-4cc2-84a3-f68e69721057 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:53.186229 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4171cfd0-277d-465d-b065-239d4a4c7e1a req-e6d3fb4d-f43a-42cf-861d-0f4167957ef3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191211 Sep 19 12:19:53.207517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:53.210552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 470f2bdd-4e84-4d0a-9216-32ae1dfc86bd has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:53.281660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07163a6b-df8c-4a05-a519-a6a787835e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:53.316439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07163a6b-df8c-4a05-a519-a6a787835e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c83ed51-f717-4e46-8f42-05794c7d1dde,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:53.320686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d7c80e-e3fc-4795-a9aa-73b9b5513e2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting subnet f1faf88e-3a7d-419d-8b7b-e71ac0e60015 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:53.325800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-07163a6b-df8c-4a05-a519-a6a787835e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:53.327750 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-07163a6b-df8c-4a05-a519-a6a787835e58 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c83ed51-f717-4e46-8f42-05794c7d1dde HTTP/1.1" status: 204 len: 168 time: 0.6085989 Sep 19 12:19:53.372386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-75d7c80e-e3fc-4795-a9aa-73b9b5513e2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:53.418026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:49Z', 'revision_number': 10, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:53.423148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:19:53.432497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:53.433147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:53.443924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:53.462288 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eeb88c-5de5-483b-a89a-7914fe0dce97 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:53.471943 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eeb88c-5de5-483b-a89a-7914fe0dce97 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:53.472584 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-94eeb88c-5de5-483b-a89a-7914fe0dce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:53.545589 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-94eeb88c-5de5-483b-a89a-7914fe0dce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:53.549715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:53.565650 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eeb88c-5de5-483b-a89a-7914fe0dce97 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:53.566274 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-94eeb88c-5de5-483b-a89a-7914fe0dce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:53.615712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:19:53.641065 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-440858e3-01b4-461c-b973-5b2bb3f87d14 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2321908 Sep 19 12:19:53.643913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56718) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:53.666297 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-94eeb88c-5de5-483b-a89a-7914fe0dce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:53.667072 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eeb88c-5de5-483b-a89a-7914fe0dce97 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:53.697912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:53.731005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-75d7c80e-e3fc-4795-a9aa-73b9b5513e2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:53.764838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:53.770053 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8252bd10-ddbd-4b7d-8589-1957e7707790 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/470f2bdd-4e84-4d0a-9216-32ae1dfc86bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3710437 Sep 19 12:19:53.786017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6529f03f-ac82-4e5d-b722-77c066e72632 None None] Sync routers for ids ['470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:53.791556 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f4af9616-78c1-4bc5-a1f4-301a04996124 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "GET /v2.0/floatingips/6d5679bb-8d8b-4fb6-9b8e-4778fbdb46cd HTTP/1.1" status: 200 len: 978 time: 0.1428049 Sep 19 12:19:53.791556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56724) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:53.791556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56726) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:53.863786 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a80ae294-80bb-4cc2-84a3-f68e69721057 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:53.877953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a13ded95-c029-47c9-8014-363d296a8177 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:53.928317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6529f03f-ac82-4e5d-b722-77c066e72632 None None] Routers {'470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:53.929206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6529f03f-ac82-4e5d-b722-77c066e72632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:53.939383 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-43774f3f-be65-49d7-8008-89a2a47c23d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=470f2bdd-4e84-4d0a-9216-32ae1dfc86bd HTTP/1.1" status: 200 len: 205 time: 0.1496100 Sep 19 12:19:53.948747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56736) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:54.073607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6529f03f-ac82-4e5d-b722-77c066e72632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:54.111654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6529f03f-ac82-4e5d-b722-77c066e72632 None None] Routers {'470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:54.112297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6529f03f-ac82-4e5d-b722-77c066e72632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:54.151599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff7eff8b-9122-4f55-a8fd-6b4b0d29da37 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.175995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a80ae294-80bb-4cc2-84a3-f68e69721057 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for d8b19288-3f49-4391-a979-974229b14be3 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:54.192192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6529f03f-ac82-4e5d-b722-77c066e72632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:54.192589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6529f03f-ac82-4e5d-b722-77c066e72632 None None] The sync data for ids ['470f2bdd-4e84-4d0a-9216-32ae1dfc86bd'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:54.218453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a13ded95-c029-47c9-8014-363d296a8177 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:54.218913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.266233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41664ffc-a186-480c-a3da-cceb1fa07093 req-563f4467-8a5f-4d0f-af67-9f42b587b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:54.269158 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-41664ffc-a186-480c-a3da-cceb1fa07093 req-563f4467-8a5f-4d0f-af67-9f42b587b4f7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 1098 time: 1.0628753 Sep 19 12:19:54.415770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:49Z', 'revision_number': 10, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:54.418947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a13ded95-c029-47c9-8014-363d296a8177 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:54.423456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784e034-ff68-426a-8841-4f7eba01dfa0 None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:19:49Z', 'revision_number': 10, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None, '_interfaces': [{'id': 'c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0', 'name': '', 'network_id': '01e3145f-6b70-42e9-9663-a794f4d8f0a7', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'mac_address': 'fa:16:3e:a0:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:23Z', 'updated_at': '2022-09-19T12:18:37Z', 'revision_number': 5, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'subnets': [{'id': '1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:54.537362 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-41664ffc-a186-480c-a3da-cceb1fa07093 req-75cf0320-1a6a-4525-9424-be5667a23c78 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2371209 Sep 19 12:19:54.541387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b52fb5c6-b8ad-4f5c-b465-27fe7325e447 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Synchronizing usage tracker for tenant:a9e2c072bf044a24a66b8c160b7eaea8 on resource:floatingip {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:54.551734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-75d7c80e-e3fc-4795-a9aa-73b9b5513e2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.646555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a80ae294-80bb-4cc2-84a3-f68e69721057 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.655186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] For port a13ded95-c029-47c9-8014-363d296a8177, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a13ded95-c029-47c9-8014-363d296a8177,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:54.715176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ae294-80bb-4cc2-84a3-f68e69721057 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=d8b19288-3f49-4391-a979-974229b14be3,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:54.728182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a80ae294-80bb-4cc2-84a3-f68e69721057 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.744619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff7eff8b-9122-4f55-a8fd-6b4b0d29da37 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.754291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff7eff8b-9122-4f55-a8fd-6b4b0d29da37 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.762622 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.792181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-75d7c80e-e3fc-4795-a9aa-73b9b5513e2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.799414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3ccf5-4e87-4aaa-876a-8d308435a51d req-111457b3-21e9-4860-a348-b14fd63f4c94 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:54.801028 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-12c3ccf5-4e87-4aaa-876a-8d308435a51d req-111457b3-21e9-4860-a348-b14fd63f4c94 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 945 time: 0.2562122 Sep 19 12:19:54.823439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b52fb5c6-b8ad-4f5c-b465-27fe7325e447 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Unset dirty status for tenant:a9e2c072bf044a24a66b8c160b7eaea8 on resource:floatingip {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:54.828461 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b52fb5c6-b8ad-4f5c-b465-27fe7325e447 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.9927309 Sep 19 12:19:54.832390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56754) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:54.832562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56756) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:54.843334 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a80ae294-80bb-4cc2-84a3-f68e69721057 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/d8b19288-3f49-4391-a979-974229b14be3 HTTP/1.1" status: 204 len: 168 time: 2.0899875 Sep 19 12:19:54.843688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7c80e-e3fc-4795-a9aa-73b9b5513e2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Subnet': ['ID=f1faf88e-3a7d-419d-8b7b-e71ac0e60015,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:54.848430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'port_id': 'afba042d-5b7b-4f78-9a7a-5ba265094176'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:54.848693 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-75d7c80e-e3fc-4795-a9aa-73b9b5513e2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.851440 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-75d7c80e-e3fc-4795-a9aa-73b9b5513e2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/f1faf88e-3a7d-419d-8b7b-e71ac0e60015 HTTP/1.1" status: 204 len: 168 time: 2.0977271 Sep 19 12:19:54.854876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd1483-311f-4044-a8f5-99ade18cb0ce None None] Network 6fd9bb33-d485-4ec0-99da-9e54975f3821 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:54.855640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56764) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:54.856069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56766) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:54.927952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff7eff8b-9122-4f55-a8fd-6b4b0d29da37 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.928380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7eff8b-9122-4f55-a8fd-6b4b0d29da37 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Fanout notify agent at l3_agent the message router_deleted on router 470f2bdd-4e84-4d0a-9216-32ae1dfc86bd {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:19:54.957505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.958675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.989187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff7eff8b-9122-4f55-a8fd-6b4b0d29da37 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:54.990551 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ff7eff8b-9122-4f55-a8fd-6b4b0d29da37 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/470f2bdd-4e84-4d0a-9216-32ae1dfc86bd HTTP/1.1" status: 204 len: 168 time: 1.0407701 Sep 19 12:19:55.004718 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-12c3ccf5-4e87-4aaa-876a-8d308435a51d req-e48d3fb3-d6fc-4b3c-9ce1-e569bf72672e tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1967111 Sep 19 12:19:55.005421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56772) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:55.087699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group': {'name': 'tempest-secgroup--551183394'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:55.103231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.154627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:55.177875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:55.189753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:55.192080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:55.199309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:55.204147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:55.204147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.205392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:55.214369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4938eea-7fa8-405c-b1d8-64eb391b715e None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:55.236954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.241501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Subnet': ['ID=9e685124-8a3a-42c6-a2e5-56810da19d9b,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:55.251487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db3863c-70fe-43d9-92ca-61edbd157987 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting subnet a7fab148-3974-40b5-94e8-cbee7ddaeaaf {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:19:55.275490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=a13ded95-c029-47c9-8014-363d296a8177,revision_number=5']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:55.299852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4db3863c-70fe-43d9-92ca-61edbd157987 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.301999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cff45e-6425-4f77-91ea-4d5921f0a8e7 None None] DHCP port deletion for 6fd9bb33-d485-4ec0-99da-9e54975f3821 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:55.302315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port a8481953-1eaf-4d5b-92e8-32ff77e3668f {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:55.302775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.319184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f3cff45e-6425-4f77-91ea-4d5921f0a8e7 None None] Deleting port a8481953-1eaf-4d5b-92e8-32ff77e3668f {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:55.319827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3cff45e-6425-4f77-91ea-4d5921f0a8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.339243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.342801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35514e3f-5d46-4db7-9722-d5b9751819a0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:55.343671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-35514e3f-5d46-4db7-9722-d5b9751819a0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:55.366883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.373825 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-21fe077c-c920-4c58-95f2-29e0b5d5a5d3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.8567681 Sep 19 12:19:55.376974 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56778) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:55.385796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Request body: {'port': {'network_id': '97c14447-5e4d-4deb-a6ce-aa8646f0c431', 'mac_address': 'fa:16:3e:23:0f:f6', 'name': 'tempest-NetworksTestDHCPv6-2060528792'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:55.443132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:55.446800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4db3863c-70fe-43d9-92ca-61edbd157987 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.494561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:55.503726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:55.516144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-35514e3f-5d46-4db7-9722-d5b9751819a0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:55.520054 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-35514e3f-5d46-4db7-9722-d5b9751819a0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6602347 Sep 19 12:19:55.527613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56782) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:55.588440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:55.607978 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7eaa6f-5277-4c3b-ac36-ed14610139b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:19:55.609461 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-de7eaa6f-5277-4c3b-ac36-ed14610139b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/016f075e-2b09-42a4-84ea-66ea576bf6bf HTTP/1.1" status: 404 len: 333 time: 0.0790305 Sep 19 12:19:55.615093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56786) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:55.726965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f3cff45e-6425-4f77-91ea-4d5921f0a8e7 None None] For port a8481953-1eaf-4d5b-92e8-32ff77e3668f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a8481953-1eaf-4d5b-92e8-32ff77e3668f,segment=NetworkSegment(ac91baf0-d79c-436a-9f24-96694c52b617),segment_id=ac91baf0-d79c-436a-9f24-96694c52b617)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:55.727349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3cff45e-6425-4f77-91ea-4d5921f0a8e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.738407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:55.742777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Usage tracker for resource:port and tenant:f18415cde1b542a48d59b14debd0e0ef is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:55.747253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:55.753083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:55.754929 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cc4501-4bb6-47ff-b7c3-1bb508a46fa8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:19:55.756254 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-05cc4501-4bb6-47ff-b7c3-1bb508a46fa8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/d8b19288-3f49-4391-a979-974229b14be3 HTTP/1.1" status: 404 len: 333 time: 0.1376572 Sep 19 12:19:55.760295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56790) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:55.768263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port a8481953-1eaf-4d5b-92e8-32ff77e3668f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a8481953-1eaf-4d5b-92e8-32ff77e3668f,segment=NetworkSegment(ac91baf0-d79c-436a-9f24-96694c52b617),segment_id=ac91baf0-d79c-436a-9f24-96694c52b617)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:55.768263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.812134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4db3863c-70fe-43d9-92ca-61edbd157987 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.885215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f3cff45e-6425-4f77-91ea-4d5921f0a8e7 None None] Calling delete_port for a8481953-1eaf-4d5b-92e8-32ff77e3668f owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:55.906998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:55.913295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Made reservation on behalf of f18415cde1b542a48d59b14debd0e0ef for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:55.937448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a13ded95-c029-47c9-8014-363d296a8177 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:19:56.041861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a13ded95-c029-47c9-8014-363d296a8177 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:56.041861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.075664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.094265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3cff45e-6425-4f77-91ea-4d5921f0a8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.155485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cff45e-6425-4f77-91ea-4d5921f0a8e7 None None] Pushing event deleted for resources: {'Port': ['ID=a8481953-1eaf-4d5b-92e8-32ff77e3668f,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:56.157740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cff45e-6425-4f77-91ea-4d5921f0a8e7 None None] No DVR routers for this DVR port a8481953-1eaf-4d5b-92e8-32ff77e3668f on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:56.199273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.203884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4db3863c-70fe-43d9-92ca-61edbd157987 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.269870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:56.275637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:56.279741 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:56.287403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:56.299085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for a8481953-1eaf-4d5b-92e8-32ff77e3668f owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:56.307487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a13ded95-c029-47c9-8014-363d296a8177 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:56.376587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b02dec83-964b-4b56-bf96-ae5ff151e544 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:56.423280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: b02dec83-964b-4b56-bf96-ae5ff151e544 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:56.424407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b02dec83-964b-4b56-bf96-ae5ff151e544 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:56.424831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a8481953-1eaf-4d5b-92e8-32ff77e3668f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:56.472079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: a8481953-1eaf-4d5b-92e8-32ff77e3668f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:56.472428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a8481953-1eaf-4d5b-92e8-32ff77e3668f not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:56.482690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: from cryptography.utils import int_from_bytes Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: from cryptography.utils import int_from_bytes Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn_limited( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn_limited( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:19:56.558350 dv-neutron-857775-2-hyperv neutron-server[89794]: util.warn( Sep 19 12:19:56.565712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.580100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.597564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:19:56.597564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:19:56.608094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb54312-abe4-410a-abdf-38b439e31392']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:56.621311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3863c-70fe-43d9-92ca-61edbd157987 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fab148-3974-40b5-94e8-cbee7ddaeaaf,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:56.628186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d14426-beb3-4852-8c30-46ffb024d862') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:56.628673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d14426-beb3-4852-8c30-46ffb024d862') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:56.648047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] device_id is not set on port 26e5370e-ef03-4c02-a5f7-9796278814a5 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:19:56.659220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed28793-587e-4c3e-a150-db8ea106ded9 None None] Network 7bc32282-77c8-4fd4-88ad-8cd36811eabd requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:19:56.673460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4db3863c-70fe-43d9-92ca-61edbd157987 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.688864 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4db3863c-70fe-43d9-92ca-61edbd157987 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/a7fab148-3974-40b5-94e8-cbee7ddaeaaf HTTP/1.1" status: 204 len: 168 time: 1.6756873 Sep 19 12:19:56.691778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.698144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56796) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:56.713984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ddbb6d-7356-4879-933e-19ce1623d65d,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:56.746328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.755029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.772234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a8195-15c3-4556-a640-f926649d4286 req-07d58211-73b3-414a-9ee2-d42bd5f172fb tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:56.773928 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ce2a8195-15c3-4556-a640-f926649d4286 req-07d58211-73b3-414a-9ee2-d42bd5f172fb tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 945 time: 0.5780964 Sep 19 12:19:56.801794 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.825964 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ce2a8195-15c3-4556-a640-f926649d4286 req-24032467-e28f-4351-8735-6585d37129ac tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443826 Sep 19 12:19:56.833611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.844801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:56.845287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.889755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.924748 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b3d14426-beb3-4852-8c30-46ffb024d862 resource provider aggregate not found Sep 19 12:19:56.939429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b95739e9-9f8c-4192-a93c-2043dfae1caa None None] Provisioning complete for port a13ded95-c029-47c9-8014-363d296a8177 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:56.939847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b95739e9-9f8c-4192-a93c-2043dfae1caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:56.968125 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b3d14426-beb3-4852-8c30-46ffb024d862 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3d14426-beb3-4852-8c30-46ffb024d862 found for delete ", "request_id": "req-7b0acfa3-530b-43a4-87d4-d25806d85f52"}]} Sep 19 12:19:57.004717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.046274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbed9379-2384-44e0-b937-26a0ada44c6f,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:57.066850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.067063 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-228fd301-e23c-49f5-93ed-f9ff5c33f1dd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2318974 Sep 19 12:19:57.077884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56806) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:57.108685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b95739e9-9f8c-4192-a93c-2043dfae1caa None None] Current status of the port a13ded95-c029-47c9-8014-363d296a8177 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:19:57.137992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb114c-ec57-4d8b-b39c-2a9b28582333 None None] DHCP port deletion for 7bc32282-77c8-4fd4-88ad-8cd36811eabd request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:19:57.143972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-26fb114c-ec57-4d8b-b39c-2a9b28582333 None None] Deleting port ba71ce07-c65b-48de-9515-84a9c4d6c28b {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:57.144353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-26fb114c-ec57-4d8b-b39c-2a9b28582333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.149470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port ba71ce07-c65b-48de-9515-84a9c4d6c28b {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:57.149823 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.161428 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP 6d5679bb-8d8b-4fb6-9b8e-4778fbdb46cd associated. External IP: 172.26.5.117, port: 54957d4c-6895-4387-9e6d-f00a9d2cdb4c. Sep 19 12:19:57.178248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port a8481953-1eaf-4d5b-92e8-32ff77e3668f {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:57.179003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.250416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.257702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.295728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4eff2675-7f5c-4ac9-92c3-02544af710d0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:57.359099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Network': ['ID=ffb54312-abe4-410a-abdf-38b439e31392,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:57.379285 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-836e5d47-e5e1-4a69-9f8e-44f9291214f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/networks/ffb54312-abe4-410a-abdf-38b439e31392 HTTP/1.1" status: 204 len: 168 time: 1.6107156 Sep 19 12:19:57.388258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56810) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:57.389061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] The port 'a8481953-1eaf-4d5b-92e8-32ff77e3668f' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:19:57.393292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1577981691'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:57.411564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb360316-9224-4c90-ad4d-5252c6b00b58 req-6ebb59ab-dfb8-411c-a879-bf5186ec367d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:57.413040 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fb360316-9224-4c90-ad4d-5252c6b00b58 req-6ebb59ab-dfb8-411c-a879-bf5186ec367d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 945 time: 0.4043818 Sep 19 12:19:57.414929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:57.425170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:network and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:57.438586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-26fb114c-ec57-4d8b-b39c-2a9b28582333 None None] For port ba71ce07-c65b-48de-9515-84a9c4d6c28b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ba71ce07-c65b-48de-9515-84a9c4d6c28b,segment=NetworkSegment(512f5f94-2135-49a0-ad7d-3394bff57e51),segment_id=512f5f94-2135-49a0-ad7d-3394bff57e51)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:57.441527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-26fb114c-ec57-4d8b-b39c-2a9b28582333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.441666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:57.455165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:57.463494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8::f7 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/837bf2d1-8518-4235-b314-b03e6968ae01/26e5370e-ef03-4c02-a5f7-9796278814a5) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:57.492817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Allocated IP 2001:db8:0:1:f816:3eff:fe23:ff6 (97c14447-5e4d-4deb-a6ce-aa8646f0c431/9e685124-8a3a-42c6-a2e5-56810da19d9b/26e5370e-ef03-4c02-a5f7-9796278814a5) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:19:57.541967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4eff2675-7f5c-4ac9-92c3-02544af710d0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:57.546932 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4eff2675-7f5c-4ac9-92c3-02544af710d0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4596617 Sep 19 12:19:57.556403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56814) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:57.565495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-26fb114c-ec57-4d8b-b39c-2a9b28582333 None None] Calling delete_port for ba71ce07-c65b-48de-9515-84a9c4d6c28b owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:57.566499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-568c7f58-8ac1-40ca-a182-fac2d98c2ee6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group': {'name': 'tempest-security--869493040', 'description': 'tempest-security-description-1025927753'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:57.589947 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fb360316-9224-4c90-ad4d-5252c6b00b58 req-feb8edea-99bc-41f9-9598-be6103b30308 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1699312 Sep 19 12:19:57.648950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56818) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:57.667102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:57.671025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.677732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.704048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-568c7f58-8ac1-40ca-a182-fac2d98c2ee6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.726514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-26fb114c-ec57-4d8b-b39c-2a9b28582333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.747919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd9bb33-d485-4ec0-99da-9e54975f3821']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:57.759619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:19:57.779955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port ba71ce07-c65b-48de-9515-84a9c4d6c28b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ba71ce07-c65b-48de-9515-84a9c4d6c28b,segment=NetworkSegment(512f5f94-2135-49a0-ad7d-3394bff57e51),segment_id=512f5f94-2135-49a0-ad7d-3394bff57e51)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:19:57.779955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.780167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:57.792564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.792904 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Added segment 3940ff4c-246d-4905-b81d-00b823603abd of type vlan for network 3feda90b-22f5-4d6b-8412-cc1559300e36 Sep 19 12:19:57.816264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb114c-ec57-4d8b-b39c-2a9b28582333 None None] Pushing event deleted for resources: {'Port': ['ID=ba71ce07-c65b-48de-9515-84a9c4d6c28b,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:57.823470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-568c7f58-8ac1-40ca-a182-fac2d98c2ee6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.823838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb114c-ec57-4d8b-b39c-2a9b28582333 None None] No DVR routers for this DVR port ba71ce07-c65b-48de-9515-84a9c4d6c28b on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:19:57.849674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ba71ce07-c65b-48de-9515-84a9c4d6c28b no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:19:57.888801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: ba71ce07-c65b-48de-9515-84a9c4d6c28b {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:19:57.889162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ba71ce07-c65b-48de-9515-84a9c4d6c28b not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:19:57.913457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-568c7f58-8ac1-40ca-a182-fac2d98c2ee6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.918585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.951129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-568c7f58-8ac1-40ca-a182-fac2d98c2ee6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:57.952560 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-568c7f58-8ac1-40ca-a182-fac2d98c2ee6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "PUT /v2.0/security-groups/fbed9379-2384-44e0-b937-26a0ada44c6f HTTP/1.1" status: 200 len: 1777 time: 0.3951156 Sep 19 12:19:57.960650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56824) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:58.082351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c7f58-8ac1-40ca-a182-fac2d98c2ee6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbed9379-2384-44e0-b937-26a0ada44c6f,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:58.093498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac91baf0-d79c-436a-9f24-96694c52b617') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:58.093800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac91baf0-d79c-436a-9f24-96694c52b617') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:58.112582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for ba71ce07-c65b-48de-9515-84a9c4d6c28b owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:19:58.129852 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b623b72e-d75a-491c-8218-1ddfaf896be5 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups/fbed9379-2384-44e0-b937-26a0ada44c6f HTTP/1.1" status: 200 len: 1777 time: 0.1681440 Sep 19 12:19:58.133972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56828) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:58.135051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:58.145710 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32929750-e494-4d23-9539-b153a2800ede None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:58.155808 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32929750-e494-4d23-9539-b153a2800ede None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:58.156553 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-32929750-e494-4d23-9539-b153a2800ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:58.222205 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-32929750-e494-4d23-9539-b153a2800ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:58.238819 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32929750-e494-4d23-9539-b153a2800ede None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:58.240672 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-32929750-e494-4d23-9539-b153a2800ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:58.263235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.317204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.331397 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-32929750-e494-4d23-9539-b153a2800ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:58.331792 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32929750-e494-4d23-9539-b153a2800ede None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:58.360838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:58.361417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.361818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.366226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:58.366823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.463606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:19:58.463847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:19:58.493806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.515722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d7f17-f7ed-4fda-a994-32e297b0fd0b tempest-TestVolumeBootPattern-700034176 tempest-TestVolumeBootPattern-700034176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:58.517268 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1b9d7f17-f7ed-4fda-a994-32e297b0fd0b tempest-TestVolumeBootPattern-700034176 tempest-TestVolumeBootPattern-700034176-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 1093 time: 0.8621268 Sep 19 12:19:58.520259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56832) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:58.525529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '35e652fd-528d-426c-b313-2f7654a90053', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:58.532574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:58.536591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:floatingip and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:58.539441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:58.545812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:58.569197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Network': ['ID=3feda90b-22f5-4d6b-8412-cc1559300e36,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:58.577615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Transition to ACTIVE for port object 26e5370e-ef03-4c02-a5f7-9796278814a5 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:19:58.578919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.580891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 3feda90b-22f5-4d6b-8412-cc1559300e36 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:19:58.596382 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2f74bce7-f8ec-456e-95ab-827b003407ca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2075794 Sep 19 12:19:58.597753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.600337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56836) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:58.612598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Network': ['ID=6fd9bb33-d485-4ec0-99da-9e54975f3821,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:58.618214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': '3feda90b-22f5-4d6b-8412-cc1559300e36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:58.622780 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c2f7a246-5416-476a-a131-1cd1841f95b5 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/networks/6fd9bb33-d485-4ec0-99da-9e54975f3821 HTTP/1.1" status: 204 len: 168 time: 3.7636483 Sep 19 12:19:58.624765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56840) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:58.697194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.709161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4ea16d8-efaf-43d8-aad7-6775f9ac85f5 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.828102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4ea16d8-efaf-43d8-aad7-6775f9ac85f5 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.849950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:58.864853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:19:58.875571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:19:58.884758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:58.940559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.986894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:19:58.990352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:58.993541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port ba71ce07-c65b-48de-9515-84a9c4d6c28b {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:58.993884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.070383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4ea16d8-efaf-43d8-aad7-6775f9ac85f5 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.081213 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment ac91baf0-d79c-436a-9f24-96694c52b617 resource provider aggregate not found Sep 19 12:19:59.115274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.ipam_backend_mixin [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Performing IP validity checks on allocation pools {{(pid=89795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 12:19:59.115890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.ipam_backend_mixin [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 12:19:59.118004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea16d8-efaf-43d8-aad7-6775f9ac85f5 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbed9379-2384-44e0-b937-26a0ada44c6f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:59.140727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:19:59.155282 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment ac91baf0-d79c-436a-9f24-96694c52b617 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac91baf0-d79c-436a-9f24-96694c52b617 found for delete ", "request_id": "req-41470746-fb2f-46ed-a710-a3b2066d24dd"}]} Sep 19 12:19:59.166200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] The port 'ba71ce07-c65b-48de-9515-84a9c4d6c28b' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:19:59.173346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:19:59.181108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:19:59.214456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:19:59.220678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:59.221528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.251180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4ea16d8-efaf-43d8-aad7-6775f9ac85f5 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.259051 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e4ea16d8-efaf-43d8-aad7-6775f9ac85f5 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/fbed9379-2384-44e0-b937-26a0ada44c6f HTTP/1.1" status: 204 len: 168 time: 1.0643473 Sep 19 12:19:59.259203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event updated for resources: {'Port': ['ID=26e5370e-ef03-4c02-a5f7-9796278814a5,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:59.259308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56848) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:59.461694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.470389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:19:59.482928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-56a889d2-9b78-4090-8b0a-8996140e51f0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:19:59.483979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790abce-1a43-4fb6-b9b7-e1284c3662ea None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:19:59.494219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790abce-1a43-4fb6-b9b7-e1284c3662ea None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:59.498304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8790abce-1a43-4fb6-b9b7-e1284c3662ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:59.499139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.535795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc32282-77c8-4fd4-88ad-8cd36811eabd']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:59.547947 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6bc14059-f2e5-4e29-9b9c-b9f08be930a7 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.1657362 Sep 19 12:19:59.549866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56852) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:59.569593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8790abce-1a43-4fb6-b9b7-e1284c3662ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:59.583640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790abce-1a43-4fb6-b9b7-e1284c3662ea None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:19:59.584460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8790abce-1a43-4fb6-b9b7-e1284c3662ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:59.611461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.647691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8790abce-1a43-4fb6-b9b7-e1284c3662ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:59.648236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790abce-1a43-4fb6-b9b7-e1284c3662ea None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:19:59.650689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-32985757-10f0-4612-a36e-dff27669aeb1 None None] Provisioning for port 26e5370e-ef03-4c02-a5f7-9796278814a5 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:19:59.657095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-32985757-10f0-4612-a36e-dff27669aeb1 None None] Provisioning complete for port 26e5370e-ef03-4c02-a5f7-9796278814a5 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:19:59.665948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32985757-10f0-4612-a36e-dff27669aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.666517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-56a889d2-9b78-4090-8b0a-8996140e51f0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:19:59.666517 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-56a889d2-9b78-4090-8b0a-8996140e51f0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4045868 Sep 19 12:19:59.673201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56856) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:59.712410 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-73000c02-1036-4352-9446-d1c3e62d2a2c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] delete failed (client error): The resource could not be found. Sep 19 12:19:59.713441 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-73000c02-1036-4352-9446-d1c3e62d2a2c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/fbed9379-2384-44e0-b937-26a0ada44c6f HTTP/1.1" status: 404 len: 347 time: 0.0372026 Sep 19 12:19:59.719496 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-09be2095-aab0-4805-bc07-8e61d0370e5a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "PUT /v2.0/floatingips/6d5679bb-8d8b-4fb6-9b8e-4778fbdb46cd HTTP/1.1" status: 200 len: 978 time: 4.8858924 Sep 19 12:19:59.720103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56860) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:59.726877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-32985757-10f0-4612-a36e-dff27669aeb1 None None] Port 26e5370e-ef03-4c02-a5f7-9796278814a5 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:19:59.729386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56862) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:19:59.734731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512f5f94-2135-49a0-ad7d-3394bff57e51') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:59.735058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512f5f94-2135-49a0-ad7d-3394bff57e51') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:19:59.744247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250453420'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:59.751879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f9f2c86b-d5d0-491c-a2bb-794c6de6b694 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:19:59.752326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.766461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.815182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=5a331712-7470-4864-80f7-44d8cbce4d3d,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:59.828631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:19:59.854470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.868703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Checking segment: {'id': '3940ff4c-246d-4905-b81d-00b823603abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3feda90b-22f5-4d6b-8412-cc1559300e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:19:59.868984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network hostable DHCP agents. Network: 3feda90b-22f5-4d6b-8412-cc1559300e36, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:19:59.871205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:19:59.871602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.876895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:19:59.890509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-7bd05ca8-044a-41fd-81e2-2795f1dbf6b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting port 26e5370e-ef03-4c02-a5f7-9796278814a5 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:19:59.890870 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7bd05ca8-044a-41fd-81e2-2795f1dbf6b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:19:59.901437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9f2c86b-d5d0-491c-a2bb-794c6de6b694 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.094247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.148648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:00.156466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:00.157958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.161923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:00.195660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Allocated IP 172.26.5.147 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/3185ad24-2b43-45ab-b6c4-159578f9259f) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:00.213248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.233772 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 3feda90b-22f5-4d6b-8412-cc1559300e36 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:00.236079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:00.267796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Network': ['ID=7bc32282-77c8-4fd4-88ad-8cd36811eabd,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:00.351752 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f98c79df-09a9-482c-8ab9-5a834cfc5cc2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/networks/7bc32282-77c8-4fd4-88ad-8cd36811eabd HTTP/1.1" status: 204 len: 168 time: 3.6525278 Sep 19 12:20:00.356670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56868) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:00.370703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 3feda90b-22f5-4d6b-8412-cc1559300e36) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:00.375130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:00.375871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.379889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f43654e-6992-4e19-a323-bb2fbd182335 None None] Network 3feda90b-22f5-4d6b-8412-cc1559300e36 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:00.389878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1304743156', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:00.398892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9f2c86b-d5d0-491c-a2bb-794c6de6b694 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.410822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:00.419032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:router and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:00.426614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:00.444219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:00.472030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9f2c86b-d5d0-491c-a2bb-794c6de6b694 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.472766 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-f9f2c86b-d5d0-491c-a2bb-794c6de6b694 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP 6d5679bb-8d8b-4fb6-9b8e-4778fbdb46cd disassociated. External IP: 172.26.5.117, port: afba042d-5b7b-4f78-9a7a-5ba265094176. Sep 19 12:20:00.522415 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7bd05ca8-044a-41fd-81e2-2795f1dbf6b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.533962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.535108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.539581 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b88859ed-6006-4933-be1f-1cd5fe7d4598 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9338820 Sep 19 12:20:00.545405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56872) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:00.552984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': '3feda90b-22f5-4d6b-8412-cc1559300e36', 'name': 'tempest-PortsTestJSON-1376520714'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:00.651471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-3feda90b-22f5-4d6b-8412-cc1559300e36', 'network_id': '3feda90b-22f5-4d6b-8412-cc1559300e36', 'tenant_id': '8a4702b612ab486e999fd6bc838de6eb', 'fixed_ips': [{'subnet_id': '5a331712-7470-4864-80f7-44d8cbce4d3d'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:00.653760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.654784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.787599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-7bd05ca8-044a-41fd-81e2-2795f1dbf6b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Calling delete_port for 26e5370e-ef03-4c02-a5f7-9796278814a5 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:00.837985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.839211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.840276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.881068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9087fa94-354b-4bf5-9470-8e126aaa61f7,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:00.882707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Allocated IP 172.20.0.2 (3feda90b-22f5-4d6b-8412-cc1559300e36/5a331712-7470-4864-80f7-44d8cbce4d3d/76a9f1db-4848-4682-98cf-be212cbcf782) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:00.904419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.908482 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-83b3ad6d-f346-4482-bf6c-77074bf2cba6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1845820 Sep 19 12:20:00.911627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56876) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:00.917684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:00.935128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '9087fa94-354b-4bf5-9470-8e126aaa61f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:00.951897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:00.956592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:00.963291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:00.970676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:01.035125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:01.037599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:01.105546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.129579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.155072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:01.158411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.189073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.201623 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 512f5f94-2135-49a0-ad7d-3394bff57e51 resource provider aggregate not found Sep 19 12:20:01.210620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.234631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Transition to ACTIVE for port object 76a9f1db-4848-4682-98cf-be212cbcf782 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:01.239053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 23559971-20c5-4ae7-8f34-c27cd059827b yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:20:01.261564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Transition to ACTIVE for port object 76a9f1db-4848-4682-98cf-be212cbcf782 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:01.321605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f2c86b-d5d0-491c-a2bb-794c6de6b694 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:01.322569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.323876 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1bc1c077-6695-4019-91fd-a437512e45e1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9646752 Sep 19 12:20:01.333013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56884) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:01.347548 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'network': {'name': 'tempest-RoutersTest-812218202'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:01.365762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.366045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:01.367304 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 512f5f94-2135-49a0-ad7d-3394bff57e51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 512f5f94-2135-49a0-ad7d-3394bff57e51 found for delete ", "request_id": "req-cf9bd6dd-c12a-48c3-aa5d-55584c03d717"}]} Sep 19 12:20:01.398441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7bd05ca8-044a-41fd-81e2-2795f1dbf6b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.433244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.437174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:network and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:01.437618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Network 3feda90b-22f5-4d6b-8412-cc1559300e36 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:01.440564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:01.446943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:01.449037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:01.458559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:01.468715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:01.489401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Pushing event updated for resources: {'Port': ['ID=76a9f1db-4848-4682-98cf-be212cbcf782,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:01.500850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:01.502330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:01.503009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.524278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.542106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:01.574027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f060ddb-3730-412e-ace5-885dba5dd0d2,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:01.605601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Attempting to bind port 76a9f1db-4848-4682-98cf-be212cbcf782 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:01.605968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Attempting to bind port 76a9f1db-4848-4682-98cf-be212cbcf782 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '3940ff4c-246d-4905-b81d-00b823603abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3feda90b-22f5-4d6b-8412-cc1559300e36'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:01.606597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Attempting to bind port 76a9f1db-4848-4682-98cf-be212cbcf782 on network 3feda90b-22f5-4d6b-8412-cc1559300e36 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:01.613239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:01.613885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Checking segment: {'id': '3940ff4c-246d-4905-b81d-00b823603abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3feda90b-22f5-4d6b-8412-cc1559300e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:01.614472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.615095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Bound using segment: {'id': '3940ff4c-246d-4905-b81d-00b823603abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3feda90b-22f5-4d6b-8412-cc1559300e36'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:01.615720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Bound port: 76a9f1db-4848-4682-98cf-be212cbcf782, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3940ff4c-246d-4905-b81d-00b823603abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3feda90b-22f5-4d6b-8412-cc1559300e36'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:01.616279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.647074 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:01.650773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.694956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.11 (3feda90b-22f5-4d6b-8412-cc1559300e36/5a331712-7470-4864-80f7-44d8cbce4d3d/23559971-20c5-4ae7-8f34-c27cd059827b) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:01.717774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] For port 76a9f1db-4848-4682-98cf-be212cbcf782, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:01.722546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] For port 76a9f1db-4848-4682-98cf-be212cbcf782, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=76a9f1db-4848-4682-98cf-be212cbcf782,segment=NetworkSegment(3940ff4c-246d-4905-b81d-00b823603abd),segment_id=3940ff4c-246d-4905-b81d-00b823603abd)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:01.722691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f2c86b-d5d0-491c-a2bb-794c6de6b694 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:01.727130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f9f2c86b-d5d0-491c-a2bb-794c6de6b694 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.734630 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ceed4c-0851-4355-ac77-4670b2d666f8 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:01.749402 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ceed4c-0851-4355-ac77-4670b2d666f8 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:01.750224 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-38ceed4c-0851-4355-ac77-4670b2d666f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:01.768002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.771939 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e1b90ad6-5571-4165-80d6-8438ab849cde tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8532958 Sep 19 12:20:01.771939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:01.792108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56888) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:01.797295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'Port': ['ID=3185ad24-2b43-45ab-b6c4-159578f9259f,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:01.800896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.804163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7bd05ca8-044a-41fd-81e2-2795f1dbf6b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.845221 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-38ceed4c-0851-4355-ac77-4670b2d666f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:01.871003 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ceed4c-0851-4355-ac77-4670b2d666f8 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:01.873453 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-38ceed4c-0851-4355-ac77-4670b2d666f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:01.894403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd05ca8-044a-41fd-81e2-2795f1dbf6b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Port': ['ID=26e5370e-ef03-4c02-a5f7-9796278814a5,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:01.909564 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7bd05ca8-044a-41fd-81e2-2795f1dbf6b2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/26e5370e-ef03-4c02-a5f7-9796278814a5 HTTP/1.1" status: 204 len: 168 time: 2.3583338 Sep 19 12:20:01.929990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef927c2-690d-4a46-b1ce-98ab919fe5d7 None None] Pushing event updated for resources: {'Port': ['ID=76a9f1db-4848-4682-98cf-be212cbcf782,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:01.933101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56892) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:01.962186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:01.962517 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added segment 5e636e18-1a5d-41d1-8758-a4e1784097e3 of type vlan for network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 Sep 19 12:20:01.964605 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-38ceed4c-0851-4355-ac77-4670b2d666f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:01.965011 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ceed4c-0851-4355-ac77-4670b2d666f8 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:02.012271 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f9f2c86b-d5d0-491c-a2bb-794c6de6b694 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "PUT /v2.0/floatingips/6d5679bb-8d8b-4fb6-9b8e-4778fbdb46cd HTTP/1.1" status: 200 len: 688 time: 2.2773523 Sep 19 12:20:02.027497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56896) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:02.061693 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c66658f0-df7e-492a-824c-aadaeb595474 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.095322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0,segment=NetworkSegment(65a4c4fc-6796-4f0f-a75c-6ecbe379fc79),segment_id=65a4c4fc-6796-4f0f-a75c-6ecbe379fc79)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:02.095838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.111047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c66658f0-df7e-492a-824c-aadaeb595474 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.172089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.304637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:20:02.316739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-afc2e973-19fc-4b7e-b4d7-a40d99cb9daf tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 06574f61-25e3-40ec-815e-ae9a70758628 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:02.317443 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afc2e973-19fc-4b7e-b4d7-a40d99cb9daf tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.351370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:02.504133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c66658f0-df7e-492a-824c-aadaeb595474 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.506762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.512201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:02.513085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.554579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a164e-48ba-434d-b204-265e0b59085e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:02.555319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bc8a164e-48ba-434d-b204-265e0b59085e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:02.572977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66658f0-df7e-492a-824c-aadaeb595474 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f060ddb-3730-412e-ace5-885dba5dd0d2,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:02.579674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c66658f0-df7e-492a-824c-aadaeb595474 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.580831 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c66658f0-df7e-492a-824c-aadaeb595474 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1f060ddb-3730-412e-ace5-885dba5dd0d2 HTTP/1.1" status: 204 len: 168 time: 0.7793486 Sep 19 12:20:02.585007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56900) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:02.625180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.682607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object 23559971-20c5-4ae7-8f34-c27cd059827b will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:02.694441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Network': ['ID=c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:02.705726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:02.717247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afc2e973-19fc-4b7e-b4d7-a40d99cb9daf tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.717580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afc2e973-19fc-4b7e-b4d7-a40d99cb9daf tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:02.731439 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1849f32e-def2-4f3a-881e-87178f025170 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3935997 Sep 19 12:20:02.736892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56904) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:02.755955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d8be265f-92db-4024-b55b-e636656eb3e2 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:02.765246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bc8a164e-48ba-434d-b204-265e0b59085e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:02.769634 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bc8a164e-48ba-434d-b204-265e0b59085e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8295555 Sep 19 12:20:02.771990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56908) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:02.795583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'subnet': {'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:02.895099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-afc2e973-19fc-4b7e-b4d7-a40d99cb9daf tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for 06574f61-25e3-40ec-815e-ae9a70758628 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:02.957952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185869dd-9bee-497d-b064-c93048cc88f9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:02.961927 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-185869dd-9bee-497d-b064-c93048cc88f9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1844416 Sep 19 12:20:02.965557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56912) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:03.009816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d8be265f-92db-4024-b55b-e636656eb3e2 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:03.016796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56916) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:03.017644 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d8be265f-92db-4024-b55b-e636656eb3e2 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4298322 Sep 19 12:20:03.035763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.109779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:03.117254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.161403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:subnet and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:03.169106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:03.196615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:03.276406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 3feda90b-22f5-4d6b-8412-cc1559300e36 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:03.278176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:03.287387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:03.290098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:03.334558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-557ab8fe-ea2f-4311-9971-7ec1d5d240d6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.343068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3268ae-9b19-4f1f-ba70-cd7b586a73c3 None None] Network 3feda90b-22f5-4d6b-8412-cc1559300e36 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:03.351290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=23559971-20c5-4ae7-8f34-c27cd059827b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:03.368308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda11fae-0436-4d34-a3ba-76a8e4912086 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:03.369935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda11fae-0436-4d34-a3ba-76a8e4912086 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:03.372026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda11fae-0436-4d34-a3ba-76a8e4912086 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:03.372501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eda11fae-0436-4d34-a3ba-76a8e4912086 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:03.401157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-557ab8fe-ea2f-4311-9971-7ec1d5d240d6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.444461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:03.449634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.564312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:03.564963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.568670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afc2e973-19fc-4b7e-b4d7-a40d99cb9daf tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.578223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.587571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-12ff0ad7-c3e2-4fc4-a3d5-7b87a5cbe17f None None] Provisioning for port 76a9f1db-4848-4682-98cf-be212cbcf782 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:03.589726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.726207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eda11fae-0436-4d34-a3ba-76a8e4912086 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:03.726326 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-eda11fae-0436-4d34-a3ba-76a8e4912086 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7631669 Sep 19 12:20:03.735779 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56920) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:03.824671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2e973-19fc-4b7e-b4d7-a40d99cb9daf tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=06574f61-25e3-40ec-815e-ae9a70758628,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:03.922036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afc2e973-19fc-4b7e-b4d7-a40d99cb9daf tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.924692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afc2e973-19fc-4b7e-b4d7-a40d99cb9daf tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:03.928309 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-afc2e973-19fc-4b7e-b4d7-a40d99cb9daf tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/floatingips/6d5679bb-8d8b-4fb6-9b8e-4778fbdb46cd HTTP/1.1" status: 204 len: 168 time: 1.8973935 Sep 19 12:20:03.928547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56924) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:03.933598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 76a9f1db-4848-4682-98cf-be212cbcf782 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:03.946647 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:04.011147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-557ab8fe-ea2f-4311-9971-7ec1d5d240d6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.018365 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0b14e9e3-2eee-40af-8af4-66ae39429aa7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4718497 Sep 19 12:20:04.020344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56928) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:04.035752 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-db36992f-1c63-458a-936f-3fac2600d12b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] delete failed (client error): The resource could not be found. Sep 19 12:20:04.040410 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-db36992f-1c63-458a-936f-3fac2600d12b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/floatingips/6d5679bb-8d8b-4fb6-9b8e-4778fbdb46cd HTTP/1.1" status: 404 len: 345 time: 0.1072395 Sep 19 12:20:04.069323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56932) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:04.071259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ab8fe-ea2f-4311-9971-7ec1d5d240d6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9087fa94-354b-4bf5-9470-8e126aaa61f7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:04.078288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d207c3-69bd-438b-a3a2-430d4e3ca8a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 837bf2d1-8518-4235-b314-b03e6968ae01 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:20:04.084112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-557ab8fe-ea2f-4311-9971-7ec1d5d240d6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.088316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68d207c3-69bd-438b-a3a2-430d4e3ca8a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.089723 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-557ab8fe-ea2f-4311-9971-7ec1d5d240d6 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/9087fa94-354b-4bf5-9470-8e126aaa61f7 HTTP/1.1" status: 204 len: 168 time: 1.0677128 Sep 19 12:20:04.095982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56936) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:04.137066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 76a9f1db-4848-4682-98cf-be212cbcf782 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:04.147007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 76a9f1db-4848-4682-98cf-be212cbcf782 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:04.147911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.206713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5ee2e-5e15-41a9-aacf-4381053a4cb3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 23559971-20c5-4ae7-8f34-c27cd059827b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:04.207105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ee2e-5e15-41a9-aacf-4381053a4cb3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.261689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c00aacf2-827b-4419-92c5-52bfc103bc15 None None] Provisioning for port 23559971-20c5-4ae7-8f34-c27cd059827b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:04.268995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.292407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c00aacf2-827b-4419-92c5-52bfc103bc15 None None] Provisioning complete for port 23559971-20c5-4ae7-8f34-c27cd059827b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:04.293246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c00aacf2-827b-4419-92c5-52bfc103bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.301548 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2b9235ad-b42b-477e-9d8e-bfc5b295b9d9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:04.356711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68d207c3-69bd-438b-a3a2-430d4e3ca8a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.370392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c00aacf2-827b-4419-92c5-52bfc103bc15 None None] Port 23559971-20c5-4ae7-8f34-c27cd059827b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:04.389375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:04.417211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:04.422368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2b9235ad-b42b-477e-9d8e-bfc5b295b9d9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:04.424419 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2b9235ad-b42b-477e-9d8e-bfc5b295b9d9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3253746 Sep 19 12:20:04.428641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56940) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:04.434392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668243276'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:04.444395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:04.458043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:04.459137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:04.490612 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-80722614-2502-4a17-826a-b9e74b43ed2e tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8647628 Sep 19 12:20:04.528413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56944) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:04.529834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:04.599270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a1403-3e41-4ae7-9e85-789f216eae4b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:04.605451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a1403-3e41-4ae7-9e85-789f216eae4b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:04.614189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a1403-3e41-4ae7-9e85-789f216eae4b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:04.614189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fe5a1403-3e41-4ae7-9e85-789f216eae4b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Synchronizing usage tracker for tenant:a9e2c072bf044a24a66b8c160b7eaea8 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:04.615863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 76a9f1db-4848-4682-98cf-be212cbcf782 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:04.616248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.642093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12dea71-b3c9-493b-9838-035779975466 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting subnet 1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:20:04.643014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:04.647629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d12dea71-b3c9-493b-9838-035779975466 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.673117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68d207c3-69bd-438b-a3a2-430d4e3ca8a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.708120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ee2e-5e15-41a9-aacf-4381053a4cb3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.754210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.760004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7afc9ff1-dd8f-4904-b237-b203dbd41824 None None] Provisioning complete for port 23559971-20c5-4ae7-8f34-c27cd059827b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:04.760398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7afc9ff1-dd8f-4904-b237-b203dbd41824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.803185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:20:02Z', 'revision_number': 11, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:04.819060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:20:04.823547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 76a9f1db-4848-4682-98cf-be212cbcf782, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=76a9f1db-4848-4682-98cf-be212cbcf782,segment=NetworkSegment(3940ff4c-246d-4905-b81d-00b823603abd),segment_id=3940ff4c-246d-4905-b81d-00b823603abd)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:04.834512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fe5a1403-3e41-4ae7-9e85-789f216eae4b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Unset dirty status for tenant:a9e2c072bf044a24a66b8c160b7eaea8 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:04.837966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d12dea71-b3c9-493b-9838-035779975466 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.843653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:04.843653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:04.843871 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fe5a1403-3e41-4ae7-9e85-789f216eae4b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "GET /v2.0/ports?network_id=d6c08b33-9970-4c58-a65f-a5880413e978 HTTP/1.1" status: 200 len: 2358 time: 0.7666688 Sep 19 12:20:04.843871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56948) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:04.872222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.872222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:04.891568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7afc9ff1-dd8f-4904-b237-b203dbd41824 None None] Port 23559971-20c5-4ae7-8f34-c27cd059827b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:04.895357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5ee2e-5e15-41a9-aacf-4381053a4cb3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 23559971-20c5-4ae7-8f34-c27cd059827b owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:04.967099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:05.009217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:05.039336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68d207c3-69bd-438b-a3a2-430d4e3ca8a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:05.049069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:05.068822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:05.095768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Subnet': ['ID=1da749c0-8852-4e2a-9aaa-2bb13a861e67,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:05.101415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:05.120024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Checking segment: {'id': '5e636e18-1a5d-41d1-8758-a4e1784097e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:05.120425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network hostable DHCP agents. Network: c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:05.136356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d207c3-69bd-438b-a3a2-430d4e3ca8a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=837bf2d1-8518-4235-b314-b03e6968ae01,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:05.171588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-68d207c3-69bd-438b-a3a2-430d4e3ca8a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:05.181943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f580629-759e-461b-9dac-c819ed7fdc11 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:05.192778 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d12dea71-b3c9-493b-9838-035779975466 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:05.210943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e131021-8ba5-40d5-9d30-32042e337e02 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:05.213184 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7e131021-8ba5-40d5-9d30-32042e337e02 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "GET /v2.0/subnets/db63c495-a9cf-4fe6-bef9-c668f89e8f42 HTTP/1.1" status: 200 len: 797 time: 0.3715317 Sep 19 12:20:05.213757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:05.224381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56952) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:05.251296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'port': {'network_id': 'd6c08b33-9970-4c58-a65f-a5880413e978', 'name': 'tempest-FloatingIPTestJSON-466817411', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:05.262551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:20:02Z', 'revision_number': 11, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:05.280517 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0c1dd-b2fb-40b0-9b72-4070433dcefd None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:20:02Z', 'revision_number': 11, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:05.296294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'Port': ['ID=3185ad24-2b43-45ab-b6c4-159578f9259f,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:05.310835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=76a9f1db-4848-4682-98cf-be212cbcf782,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:05.406651 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-68d207c3-69bd-438b-a3a2-430d4e3ca8a3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/837bf2d1-8518-4235-b314-b03e6968ae01 HTTP/1.1" status: 204 len: 168 time: 1.6701469 Sep 19 12:20:05.409187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56956) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:05.417430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:05.424115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ee2e-5e15-41a9-aacf-4381053a4cb3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:05.479835 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Floating IP 52f69a3b-61e1-4d36-848c-1d0858b1eb35 associated. External IP: 172.26.5.147, port: 35e652fd-528d-426c-b313-2f7654a90053. Sep 19 12:20:05.503895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5ee2e-5e15-41a9-aacf-4381053a4cb3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=23559971-20c5-4ae7-8f34-c27cd059827b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:05.569018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fec1a0-0b86-4971-913b-de4901a4514c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Deleting subnet 9e685124-8a3a-42c6-a2e5-56810da19d9b {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:20:05.581631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a2fec1a0-0b86-4971-913b-de4901a4514c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:05.589475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d12dea71-b3c9-493b-9838-035779975466 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:05.596095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:05.728319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a2fec1a0-0b86-4971-913b-de4901a4514c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:05.895969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 76a9f1db-4848-4682-98cf-be212cbcf782 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:05.928512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:05.947478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dea71-b3c9-493b-9838-035779975466 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:05.961405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:05.984789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1302ec2a-1522-4960-a0fb-bce7e80f906d None None] Network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:05.999696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:06.000317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.012052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d12dea71-b3c9-493b-9838-035779975466 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.023642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2e70f4-6774-4b03-a677-c0968ad2b5b1 None None] Network 01e3145f-6b70-42e9-9663-a794f4d8f0a7 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:06.040495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.083104 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d12dea71-b3c9-493b-9838-035779975466 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37 HTTP/1.1" status: 204 len: 168 time: 1.5502558 Sep 19 12:20:06.084476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ee2e-5e15-41a9-aacf-4381053a4cb3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.089651 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5fa5ee2e-5e15-41a9-aacf-4381053a4cb3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/23559971-20c5-4ae7-8f34-c27cd059827b HTTP/1.1" status: 204 len: 168 time: 2.0552576 Sep 19 12:20:06.090192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56960) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:06.090350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56962) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:06.120366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a2fec1a0-0b86-4971-913b-de4901a4514c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.142804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.179251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Made reservation on behalf of a9e2c072bf044a24a66b8c160b7eaea8 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:06.214446 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bc7720ec-6c83-4b32-8fbf-01618d1119d5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4766257 Sep 19 12:20:06.224304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56968) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:06.230561 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6063393f-1664-4de4-8665-8f526dc80606 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:06.231324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6063393f-1664-4de4-8665-8f526dc80606 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:06.238985 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6063393f-1664-4de4-8665-8f526dc80606 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/23559971-20c5-4ae7-8f34-c27cd059827b HTTP/1.1" status: 404 len: 333 time: 0.1454046 Sep 19 12:20:06.244769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56970) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:06.321944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.363281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Deleting port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:06.363633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.412829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 76a9f1db-4848-4682-98cf-be212cbcf782 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:06.413362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.612240 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.614867 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1838925 Sep 19 12:20:06.620019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8551b4b-d843-451c-af52-cb06b54573fc tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fd54df-b913-40c5-859b-170f3100beb9,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:06.625239 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a507b9f8-598d-40bd-8c7a-97c8ddccbfce tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:20:06.625239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a507b9f8-598d-40bd-8c7a-97c8ddccbfce tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:06.625586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56976) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:06.636545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:06.643360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1c47150c-3c78-4f5a-8bac-ec9afdc10c14 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '95fd54df-b913-40c5-859b-170f3100beb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:06.650312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1c47150c-3c78-4f5a-8bac-ec9afdc10c14 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:06.666399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1c47150c-3c78-4f5a-8bac-ec9afdc10c14 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:06.704785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:06.707823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.710892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] For port 9b2dff23-f4e6-4570-a186-56ed7e2c0323, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9b2dff23-f4e6-4570-a186-56ed7e2c0323,segment=NetworkSegment(65a4c4fc-6796-4f0f-a75c-6ecbe379fc79),segment_id=65a4c4fc-6796-4f0f-a75c-6ecbe379fc79)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:06.711086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.734958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1ef6748e-74ca-4a80-b27f-ad23c3e21d4d None None] Provisioning complete for port a13ded95-c029-47c9-8014-363d296a8177 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:06.734958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1ef6748e-74ca-4a80-b27f-ad23c3e21d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:06.944607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] DHCP port deletion for 01e3145f-6b70-42e9-9663-a794f4d8f0a7 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:20:06.985353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] Deleting port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:06.985353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.037301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 76a9f1db-4848-4682-98cf-be212cbcf782 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:07.048063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a507b9f8-598d-40bd-8c7a-97c8ddccbfce tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:07.048063 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a507b9f8-598d-40bd-8c7a-97c8ddccbfce tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/23559971-20c5-4ae7-8f34-c27cd059827b HTTP/1.1" status: 404 len: 333 time: 0.6566126 Sep 19 12:20:07.060184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.063894 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:20:07.068634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 56980) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:07.137170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:07.146820 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] Sync routers for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:07.164945 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:07.164945 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:07.169508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:20:07.169508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c4e4d2be-1b24-4ae3-bd2d-cccb3c86d0f0 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:20:07.203102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Calling delete_port for 9b2dff23-f4e6-4570-a186-56ed7e2c0323 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:07.226150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] device_id is not set on port 27a3d2aa-cb93-4d1b-9268-4a144069ab29 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:20:07.234914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c47150c-3c78-4f5a-8bac-ec9afdc10c14 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.273900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a2fec1a0-0b86-4971-913b-de4901a4514c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.364691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fec1a0-0b86-4971-913b-de4901a4514c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Subnet': ['ID=9e685124-8a3a-42c6-a2e5-56810da19d9b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:07.381825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a2fec1a0-0b86-4971-913b-de4901a4514c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.381825 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a2fec1a0-0b86-4971-913b-de4901a4514c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/9e685124-8a3a-42c6-a2e5-56810da19d9b HTTP/1.1" status: 204 len: 168 time: 1.9618366 Sep 19 12:20:07.381825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56984) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:07.398546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9801fec7-9cc5-45ee-85cb-1b2be3e5e2cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet 5a331712-7470-4864-80f7-44d8cbce4d3d {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:20:07.404643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9801fec7-9cc5-45ee-85cb-1b2be3e5e2cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.405103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef9874b-66d8-4920-b098-33e5f9a5e089 None None] Network 97c14447-5e4d-4deb-a6ce-aa8646f0c431 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:07.439467 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:07.476221 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e1df1d85-9e87-4ac2-97d7-2501081842b3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939703 Sep 19 12:20:07.480934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56988) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:07.480934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.481371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9801fec7-9cc5-45ee-85cb-1b2be3e5e2cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.604198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.605159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c47150c-3c78-4f5a-8bac-ec9afdc10c14 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.636352 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0ebf3593-ca6e-4155-9927-423cd6c38bff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1150358 Sep 19 12:20:07.638736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'tag': '35e652fd-528d-426c-b313-2f7654a90053'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:20:07.641154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf8c136-56bd-46b4-8935-682648feaaed" -d '{"events": [{"name": "network-changed", "server_uuid": "56d48a0e-9887-43d9-aa4e-6befc85d0270", "tag": "35e652fd-528d-426c-b313-2f7654a90053"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:20:07.666676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.709634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Allocated IP 172.20.0.2 (c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5/1da749c0-8852-4e2a-9aaa-2bb13a861e67/c5d4c82f-46fd-4206-84a3-6cb9d884579b) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:07.757580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6748e-74ca-4a80-b27f-ad23c3e21d4d None None] Current status of the port a13ded95-c029-47c9-8014-363d296a8177 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:07.797674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489a7b6f-d355-4c35-99ea-7cae86ab2397 x-openstack-request-id: req-489a7b6f-d355-4c35-99ea-7cae86ab2397 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:20:07.798268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d48a0e-9887-43d9-aa4e-6befc85d0270", "tag": "35e652fd-528d-426c-b313-2f7654a90053", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:20:07.798678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-489a7b6f-d355-4c35-99ea-7cae86ab2397 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:20:07.799258 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489a7b6f-d355-4c35-99ea-7cae86ab2397'] response: {'name': 'network-changed', 'server_uuid': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'tag': '35e652fd-528d-426c-b313-2f7654a90053', 'status': 'completed', 'code': 200} Sep 19 12:20:07.801211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9801fec7-9cc5-45ee-85cb-1b2be3e5e2cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.813833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c47150c-3c78-4f5a-8bac-ec9afdc10c14 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.841053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9b2dff23-f4e6-4570-a186-56ed7e2c0323 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:20:07.867740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Port': ['ID=9b2dff23-f4e6-4570-a186-56ed7e2c0323,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:07.871678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No DVR routers for this DVR port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:20:07.916966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 9b2dff23-f4e6-4570-a186-56ed7e2c0323 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:20:07.917784 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9b2dff23-f4e6-4570-a186-56ed7e2c0323 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:20:07.919061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47150c-3c78-4f5a-8bac-ec9afdc10c14 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5f2dfa-389c-4026-ab98-6fefffc959f5,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:07.934205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c067c0-fb9c-4ea4-898f-7e7a16e9002c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:07.936829 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-97c067c0-fb9c-4ea4-898f-7e7a16e9002c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4240136 Sep 19 12:20:07.945804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 56996) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:07.968834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c47150c-3c78-4f5a-8bac-ec9afdc10c14 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:07.973617 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1c47150c-3c78-4f5a-8bac-ec9afdc10c14 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3456728 Sep 19 12:20:08.016474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57000) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:08.032847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '95fd54df-b913-40c5-859b-170f3100beb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:08.034928 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '52f69a3b-61e1-4d36-848c-1d0858b1eb35', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.147', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '35e652fd-528d-426c-b313-2f7654a90053', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:47:09:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:20:02Z', 'updated_at': '2022-09-19T12:20:02Z', 'revision_number': 0, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:08.040528 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] Checking router: 63a0abe1-c457-47ea-8e7c-22eaae463ce3 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:20:08.051935 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:08.052880 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:08.073763 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] For port 9b2dff23-f4e6-4570-a186-56ed7e2c0323, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9b2dff23-f4e6-4570-a186-56ed7e2c0323,segment=NetworkSegment(65a4c4fc-6796-4f0f-a75c-6ecbe379fc79),segment_id=65a4c4fc-6796-4f0f-a75c-6ecbe379fc79)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:08.074372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.127017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:08.143568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:08.156485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:08.163034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.194292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:08.199108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdd53aa-05dc-44a2-bdc7-20e6ffc5f769 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:08.200054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7fdd53aa-05dc-44a2-bdc7-20e6ffc5f769 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Synchronizing usage tracker for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:08.219534 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e3145f-6b70-42e9-9663-a794f4d8f0a7']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:08.241913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:08.242552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a4c4fc-6796-4f0f-a75c-6ecbe379fc79') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:08.253307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8c136-56bd-46b4-8935-682648feaaed req-82b8e8ec-97c9-4380-a743-d37cbc1b9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:08.255185 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-abf8c136-56bd-46b4-8935-682648feaaed req-82b8e8ec-97c9-4380-a743-d37cbc1b9830 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 1098 time: 0.5009215 Sep 19 12:20:08.266085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.283665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] Calling delete_port for 9b2dff23-f4e6-4570-a186-56ed7e2c0323 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:08.302283 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:08.386362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7fdd53aa-05dc-44a2-bdc7-20e6ffc5f769 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Unset dirty status for tenant:f18415cde1b542a48d59b14debd0e0ef on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:08.389219 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7fdd53aa-05dc-44a2-bdc7-20e6ffc5f769 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4264116 Sep 19 12:20:08.396498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.418868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57004) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:08.420733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.471107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.20.0.14 (d6c08b33-9970-4c58-a65f-a5880413e978/db63c495-a9cf-4fe6-bef9-c668f89e8f42/27a3d2aa-cb93-4d1b-9268-4a144069ab29) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:08.478036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.20.0.13 (d6c08b33-9970-4c58-a65f-a5880413e978/db63c495-a9cf-4fe6-bef9-c668f89e8f42/27a3d2aa-cb93-4d1b-9268-4a144069ab29) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:08.515188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:20:08.515900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: from cryptography.utils import int_from_bytes Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: from cryptography.utils import int_from_bytes Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn_limited( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn_limited( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:20:08.522271 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:20:08.532751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.536890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:20:08.537249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:20:08.565629 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-35e03493-2059-4ac6-9627-4d14325ba21c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1389854 Sep 19 12:20:08.568439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9801fec7-9cc5-45ee-85cb-1b2be3e5e2cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.576887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57010) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:08.621589 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 65a4c4fc-6796-4f0f-a75c-6ecbe379fc79 resource provider aggregate not found Sep 19 12:20:08.650346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f0711-9277-4a1f-9cae-e5c441144767 None None] DHCP port deletion for 97c14447-5e4d-4deb-a6ce-aa8646f0c431 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:20:08.659242 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b98f0711-9277-4a1f-9cae-e5c441144767 None None] Deleting port a13ded95-c029-47c9-8014-363d296a8177 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:08.659900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b98f0711-9277-4a1f-9cae-e5c441144767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.727690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801fec7-9cc5-45ee-85cb-1b2be3e5e2cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=5a331712-7470-4864-80f7-44d8cbce4d3d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:08.745301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9801fec7-9cc5-45ee-85cb-1b2be3e5e2cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.749048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd41735-38da-4af1-a422-718d0ecb43ce None None] Network 3feda90b-22f5-4d6b-8412-cc1559300e36 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:08.755882 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26abe45-d4b2-40a9-9859-226bfe55ccb8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:08.756616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26abe45-d4b2-40a9-9859-226bfe55ccb8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:08.795212 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9801fec7-9cc5-45ee-85cb-1b2be3e5e2cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/5a331712-7470-4864-80f7-44d8cbce4d3d HTTP/1.1" status: 204 len: 168 time: 1.7271197 Sep 19 12:20:08.801775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57016) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:08.814856 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e26abe45-d4b2-40a9-9859-226bfe55ccb8 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/26e5370e-ef03-4c02-a5f7-9796278814a5 HTTP/1.1" status: 404 len: 333 time: 0.1567137 Sep 19 12:20:08.816209 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '52f69a3b-61e1-4d36-848c-1d0858b1eb35', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.147', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '35e652fd-528d-426c-b313-2f7654a90053', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:47:09:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:20:02Z', 'updated_at': '2022-09-19T12:20:02Z', 'revision_number': 0, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:08.824149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57020) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:08.824483 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f45b37-f3f7-4b6d-99e7-b85e9b7d9b7b None None] The sync data for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv is: [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '52f69a3b-61e1-4d36-848c-1d0858b1eb35', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.147', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '35e652fd-528d-426c-b313-2f7654a90053', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:47:09:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:20:02Z', 'updated_at': '2022-09-19T12:20:02Z', 'revision_number': 0, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:08.827061 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 65a4c4fc-6796-4f0f-a75c-6ecbe379fc79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65a4c4fc-6796-4f0f-a75c-6ecbe379fc79 found for delete ", "request_id": "req-d4f7b72f-f695-4ca6-8224-896eafc22b1e"}]} Sep 19 12:20:08.868368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.895871 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c945bb-527d-43a6-91b9-2d8da40e288e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:08.896416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c945bb-527d-43a6-91b9-2d8da40e288e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:08.906822 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-83c945bb-527d-43a6-91b9-2d8da40e288e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/9e685124-8a3a-42c6-a2e5-56810da19d9b HTTP/1.1" status: 404 len: 337 time: 0.0786328 Sep 19 12:20:08.910343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57024) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:08.962646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8c136-56bd-46b4-8935-682648feaaed req-e41f3643-8fc1-43b8-8857-99fc0d3938f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:08.963235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Transition to ACTIVE for port object c5d4c82f-46fd-4206-84a3-6cb9d884579b will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:08.964456 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-abf8c136-56bd-46b4-8935-682648feaaed req-e41f3643-8fc1-43b8-8857-99fc0d3938f6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.6894517 Sep 19 12:20:08.968987 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8575ed0-6eb8-4c59-b3eb-a60311baa556 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:08.969432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8575ed0-6eb8-4c59-b3eb-a60311baa556 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:08.973078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.979997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.980295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.988170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:08.999287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 76a9f1db-4848-4682-98cf-be212cbcf782 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:08.999911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:09.054734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] Deleting port 9b2dff23-f4e6-4570-a186-56ed7e2c0323 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:09.055120 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:09.112251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:09.125710 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-abf8c136-56bd-46b4-8935-682648feaaed req-ff7cbdd6-2c24-43ab-b04c-bb476c0a4ec1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e652fd-528d-426c-b313-2f7654a90053 HTTP/1.1" status: 200 len: 999 time: 0.1348901 Sep 19 12:20:09.130635 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c8575ed0-6eb8-4c59-b3eb-a60311baa556 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/837bf2d1-8518-4235-b314-b03e6968ae01 HTTP/1.1" status: 404 len: 337 time: 0.2191198 Sep 19 12:20:09.132091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:09.134065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Pushing event deleted for resources: {'Network': ['ID=01e3145f-6b70-42e9-9663-a794f4d8f0a7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:09.140520 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5eee621c-82d4-4ec2-8c11-961377cb736c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/networks/01e3145f-6b70-42e9-9663-a794f4d8f0a7 HTTP/1.1" status: 204 len: 168 time: 2.9809582 Sep 19 12:20:09.164838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57028) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:09.165197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57030) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:09.189937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e41b858-0f2b-4664-bcb3-0deb05834740 None None] New status for floating IP 52f69a3b-61e1-4d36-848c-1d0858b1eb35: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:20:09.214720 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163f8daa-1db3-416f-a0ab-e9ecd57f21fc,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:09.229320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bdcc68b4-6c4b-4992-99ae-b12f0c715d9f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'routes': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:09.235137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8c136-56bd-46b4-8935-682648feaaed req-aa0ab09e-0740-4bf4-a845-da29ac33a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:09.236852 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-abf8c136-56bd-46b4-8935-682648feaaed req-aa0ab09e-0740-4bf4-a845-da29ac33a84d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.0948915 Sep 19 12:20:09.258851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Transition to ACTIVE for port object c5d4c82f-46fd-4206-84a3-6cb9d884579b will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:09.286163 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bbd71028-85f5-4db0-a783-031c550b4d7f None None] The port '9b2dff23-f4e6-4570-a186-56ed7e2c0323' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:20:09.320429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:09.321634 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f61d3c4c-281f-4d7c-a606-1e7723a21354 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2991028 Sep 19 12:20:09.327226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57036) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:09.340232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '95fd54df-b913-40c5-859b-170f3100beb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:09.350467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:09.358049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:09.361271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:09.371642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:09.375144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:09.375298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network d6c08b33-9970-4c58-a65f-a5880413e978 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:09.387435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8c136-56bd-46b4-8935-682648feaaed req-29c4cc08-d0ae-4b30-97f3-9db9c5d86f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:09.389035 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-abf8c136-56bd-46b4-8935-682648feaaed req-29c4cc08-d0ae-4b30-97f3-9db9c5d86f76 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1435719 Sep 19 12:20:09.402327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:09.426514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b98f0711-9277-4a1f-9cae-e5c441144767 None None] For port a13ded95-c029-47c9-8014-363d296a8177, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a13ded95-c029-47c9-8014-363d296a8177,segment=NetworkSegment(dbc26a99-ac8d-45e5-9e6e-c8aff7f064da),segment_id=dbc26a99-ac8d-45e5-9e6e-c8aff7f064da)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:09.426514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b98f0711-9277-4a1f-9cae-e5c441144767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:09.505364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:09.527962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:09.543184 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00ffc4e-029c-48fd-a146-312d92154387 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:09.543660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00ffc4e-029c-48fd-a146-312d92154387 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:09.546019 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d00ffc4e-029c-48fd-a146-312d92154387 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/936bd7d2-f137-487e-bf68-10ab532f26ce HTTP/1.1" status: 404 len: 333 time: 0.3644173 Sep 19 12:20:09.552144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57040) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:09.590865 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=27a3d2aa-cb93-4d1b-9268-4a144069ab29,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:09.612440 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-abf8c136-56bd-46b4-8935-682648feaaed req-1bb150ed-9950-4f4c-8ea1-31bb5b9a49b3 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161427 Sep 19 12:20:09.619531 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2310515d-c3c4-4d81-8a8a-ddaf289ef55c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:09.619924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2310515d-c3c4-4d81-8a8a-ddaf289ef55c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:09.624184 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2310515d-c3c4-4d81-8a8a-ddaf289ef55c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/835c4326-1e8a-4d1a-8f3b-51437876fdcd HTTP/1.1" status: 404 len: 337 time: 0.0684612 Sep 19 12:20:09.644070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57044) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:09.695982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:09.706707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b98f0711-9277-4a1f-9cae-e5c441144767 None None] Calling delete_port for a13ded95-c029-47c9-8014-363d296a8177 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:09.746341 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6fef11-846a-4a31-ae5d-c24d6c7402a5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:09.746708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6fef11-846a-4a31-ae5d-c24d6c7402a5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:09.751394 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0d6fef11-846a-4a31-ae5d-c24d6c7402a5 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/b8aba806-e543-48c9-95fe-71b5eb38e61a HTTP/1.1" status: 404 len: 337 time: 0.1036484 Sep 19 12:20:09.759064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:09.763605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57048) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:09.781507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:09.821517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:09.832982 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-80830619-46fd-4124-b255-972761aef64b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:09.833522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80830619-46fd-4124-b255-972761aef64b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:09.846041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Pushing event updated for resources: {'Port': ['ID=c5d4c82f-46fd-4206-84a3-6cb9d884579b,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:09.856155 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-80830619-46fd-4124-b255-972761aef64b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/d478c740-d6bf-48f2-82c5-fd9297bb034b HTTP/1.1" status: 404 len: 333 time: 0.0911987 Sep 19 12:20:09.859080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57052) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:09.919990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:09.929432 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa9326a-7d2c-4d91-89fe-bed321ac6346 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:09.930055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa9326a-7d2c-4d91-89fe-bed321ac6346 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:09.931829 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8aa9326a-7d2c-4d91-89fe-bed321ac6346 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/75d722c1-2522-44b1-bb09-cfd2ef887e0a HTTP/1.1" status: 404 len: 337 time: 0.0717666 Sep 19 12:20:09.938674 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57056) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:09.942609 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-abf8c136-56bd-46b4-8935-682648feaaed req-c9c6c9b2-00c7-4bf4-af22-a02525e3b66d service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198838 Sep 19 12:20:09.954687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb96c170-61e5-41fa-98c5-04f936b2b74e,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:09.973580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] DHCP port deletion for 3feda90b-22f5-4d6b-8412-cc1559300e36 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:20:09.975480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a13ded95-c029-47c9-8014-363d296a8177 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:20:09.980504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] For port 76a9f1db-4848-4682-98cf-be212cbcf782, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=76a9f1db-4848-4682-98cf-be212cbcf782,segment=NetworkSegment(3940ff4c-246d-4905-b81d-00b823603abd),segment_id=3940ff4c-246d-4905-b81d-00b823603abd)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:09.981097 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.016207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Allocated IP 172.20.0.1 (c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5/1da749c0-8852-4e2a-9aaa-2bb13a861e67/af63cbf5-0c2e-409f-812f-7565672708aa) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:10.039413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.040457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] Deleting port 76a9f1db-4848-4682-98cf-be212cbcf782 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:10.040813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.041891 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d9adb437-2b30-46d1-a7f4-15771df12ddf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7127099 Sep 19 12:20:10.044965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57060) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.051339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '95fd54df-b913-40c5-859b-170f3100beb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:10.058958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:10.064368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:10.067511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:10.078335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:10.120808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Attempting to bind port c5d4c82f-46fd-4206-84a3-6cb9d884579b on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:10.121536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Attempting to bind port c5d4c82f-46fd-4206-84a3-6cb9d884579b by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '5e636e18-1a5d-41d1-8758-a4e1784097e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:10.122184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Attempting to bind port c5d4c82f-46fd-4206-84a3-6cb9d884579b on network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:10.140334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:10.140709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Checking segment: {'id': '5e636e18-1a5d-41d1-8758-a4e1784097e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:10.141319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.141713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Bound using segment: {'id': '5e636e18-1a5d-41d1-8758-a4e1784097e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:10.142201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Bound port: c5d4c82f-46fd-4206-84a3-6cb9d884579b, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e636e18-1a5d-41d1-8758-a4e1784097e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:10.142571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.151903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:10.161039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.161039 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36685b1-d570-4a38-ab2f-efc8e919bdd1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.161039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36685b1-d570-4a38-ab2f-efc8e919bdd1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.162654 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d36685b1-d570-4a38-ab2f-efc8e919bdd1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/4430c5e9-fd94-4990-8b73-b67a43360f36 HTTP/1.1" status: 404 len: 337 time: 0.2218418 Sep 19 12:20:10.164568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57064) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.224395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.244660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.extraroute_db [None req-bdcc68b4-6c4b-4992-99ae-b12f0c715d9f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Added routes are [] {{(pid=89795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 12:20:10.245098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.extraroute_db [None req-bdcc68b4-6c4b-4992-99ae-b12f0c715d9f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Removed routes are [] {{(pid=89795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 12:20:10.245554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bdcc68b4-6c4b-4992-99ae-b12f0c715d9f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.270639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b98f0711-9277-4a1f-9cae-e5c441144767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.289666 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac9fed3-dc07-444a-b9db-9d33e0541a7a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.290158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac9fed3-dc07-444a-b9db-9d33e0541a7a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.294735 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0ac9fed3-dc07-444a-b9db-9d33e0541a7a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/b6ae321a-8ff1-4e34-a600-65f20f5f15d9 HTTP/1.1" status: 404 len: 333 time: 0.1288662 Sep 19 12:20:10.297214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57068) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.325197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Port a13ded95-c029-47c9-8014-363d296a8177 update to DOWN by agent not found {{(pid=89796) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 19 12:20:10.354633 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa7c088-72ff-4db2-9ea3-3d642a6d523e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.355124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa7c088-72ff-4db2-9ea3-3d642a6d523e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.355269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 76a9f1db-4848-4682-98cf-be212cbcf782 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:10.363057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.365789 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7aa7c088-72ff-4db2-9ea3-3d642a6d523e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/27658eea-67c4-477f-bfdf-5f65f24cefa1 HTTP/1.1" status: 404 len: 337 time: 0.0676656 Sep 19 12:20:10.368637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57072) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.376664 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f0711-9277-4a1f-9cae-e5c441144767 None None] Pushing event deleted for resources: {'Port': ['ID=a13ded95-c029-47c9-8014-363d296a8177,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:10.415376 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-174391b0-7e4a-48a9-84a6-3fc4ee51767a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.416203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174391b0-7e4a-48a9-84a6-3fc4ee51767a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.421119 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-174391b0-7e4a-48a9-84a6-3fc4ee51767a tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/455a40bf-7d86-46cc-980a-c2d2a5ef997e HTTP/1.1" status: 404 len: 337 time: 0.0494843 Sep 19 12:20:10.423035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57076) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.429525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98f0711-9277-4a1f-9cae-e5c441144767 None None] No DVR routers for this DVR port a13ded95-c029-47c9-8014-363d296a8177 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:20:10.465691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.497667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] For port c5d4c82f-46fd-4206-84a3-6cb9d884579b, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:10.500119 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ecfc80-14be-4956-a965-8d3657e32141 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.500711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ecfc80-14be-4956-a965-8d3657e32141 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.502404 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-46ecfc80-14be-4956-a965-8d3657e32141 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/614f2012-bd34-4351-9adf-0c3daa4c9737 HTTP/1.1" status: 404 len: 333 time: 0.0784080 Sep 19 12:20:10.507509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57080) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.508301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] For port 76a9f1db-4848-4682-98cf-be212cbcf782, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=76a9f1db-4848-4682-98cf-be212cbcf782,segment=NetworkSegment(3940ff4c-246d-4905-b81d-00b823603abd),segment_id=3940ff4c-246d-4905-b81d-00b823603abd)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:10.508754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.511248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc707f29-34f7-4312-b173-2706f0af020d,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:10.526598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] For port c5d4c82f-46fd-4206-84a3-6cb9d884579b, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c5d4c82f-46fd-4206-84a3-6cb9d884579b,segment=NetworkSegment(5e636e18-1a5d-41d1-8758-a4e1784097e3),segment_id=5e636e18-1a5d-41d1-8758-a4e1784097e3)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:10.552321 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4dde74-7e09-4ef2-b3b0-217fe822b360 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.552782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4dde74-7e09-4ef2-b3b0-217fe822b360 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.557463 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5d4dde74-7e09-4ef2-b3b0-217fe822b360 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/00329fe4-32c6-412f-baad-d3f16202f492 HTTP/1.1" status: 404 len: 337 time: 0.0465205 Sep 19 12:20:10.557928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57084) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.585132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.591201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.592657 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6947b27f-39bc-407e-9233-138c45781306 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5464461 Sep 19 12:20:10.598618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57088) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.610301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '95fd54df-b913-40c5-859b-170f3100beb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:10.615918 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd405d8-62e6-4e47-b733-1d056a2d370b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.615918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd405d8-62e6-4e47-b733-1d056a2d370b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.621209 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9bd405d8-62e6-4e47-b733-1d056a2d370b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/45bd73fd-4af9-442a-bf9e-8d6a21f5ce0a HTTP/1.1" status: 404 len: 333 time: 0.0585890 Sep 19 12:20:10.621209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:10.621209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57092) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.624024 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8babe486-7588-4a10-978d-8c40825d16cc tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.3819492 Sep 19 12:20:10.637192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57096) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.661024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:10.666522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:10.669612 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cc75ce-950a-4672-90a9-4a87ef96803b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.670074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cc75ce-950a-4672-90a9-4a87ef96803b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.674336 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-00cc75ce-950a-4672-90a9-4a87ef96803b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/197ebf13-756a-4b6b-890c-aa9af8e979a6 HTTP/1.1" status: 404 len: 337 time: 0.0504031 Sep 19 12:20:10.675268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57100) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.677859 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:10.689677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] Calling delete_port for 76a9f1db-4848-4682-98cf-be212cbcf782 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:10.724959 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d341f179-0871-4b2b-bb1d-c56c2ffeb267 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.725316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d341f179-0871-4b2b-bb1d-c56c2ffeb267 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.729689 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d341f179-0871-4b2b-bb1d-c56c2ffeb267 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/514f5836-41ec-4503-bb0d-53b3253c3e8c HTTP/1.1" status: 404 len: 333 time: 0.0509102 Sep 19 12:20:10.729827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '27a3d2aa-cb93-4d1b-9268-4a144069ab29', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:10.730361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57104) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.739728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:10.747542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bdcc68b4-6c4b-4992-99ae-b12f0c715d9f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.767897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:10.770262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bdcc68b4-6c4b-4992-99ae-b12f0c715d9f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.776411 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cce12c-af9d-4c3b-98eb-f87388eb3b13 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.776997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cce12c-af9d-4c3b-98eb-f87388eb3b13 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.782880 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d1cce12c-af9d-4c3b-98eb-f87388eb3b13 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/de873cb5-2156-4f01-b431-c074e2c6218f HTTP/1.1" status: 404 len: 337 time: 0.0486805 Sep 19 12:20:10.783289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57108) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.784209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557a35-4ef5-4388-94b3-ebdf3729df30 None None] Pushing event updated for resources: {'Port': ['ID=c5d4c82f-46fd-4206-84a3-6cb9d884579b,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:10.830849 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da655c4-c8b4-4251-9310-5360ec19a921 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.831323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da655c4-c8b4-4251-9310-5360ec19a921 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.835544 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4da655c4-c8b4-4251-9310-5360ec19a921 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/7885eb99-d53c-49c8-b885-17b5a98e5b20 HTTP/1.1" status: 404 len: 333 time: 0.0483406 Sep 19 12:20:10.839068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57112) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.863739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:20:10.864334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:20:10.871917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.891184 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-273a2ac4-d2b9-43ca-826b-ed7cb9447159 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.893998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273a2ac4-d2b9-43ca-826b-ed7cb9447159 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.893998 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-273a2ac4-d2b9-43ca-826b-ed7cb9447159 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/d3f4595d-85fc-4637-83ac-1fffa165d1f0 HTTP/1.1" status: 404 len: 337 time: 0.0534635 Sep 19 12:20:10.896160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57116) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.913001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.959370 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63e0839-8d8f-41ed-93b0-b66f2d5f49ba tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:10.959793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63e0839-8d8f-41ed-93b0-b66f2d5f49ba tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:10.964827 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e63e0839-8d8f-41ed-93b0-b66f2d5f49ba tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/7bea7d87-7dd6-48f9-b8c3-318bf8cd8cae HTTP/1.1" status: 404 len: 333 time: 0.0641878 Sep 19 12:20:10.964827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57120) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:10.969150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:10.972365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.005540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=76a9f1db-4848-4682-98cf-be212cbcf782,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:11.012714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No DVR routers for this DVR port 76a9f1db-4848-4682-98cf-be212cbcf782 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:20:11.066997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Transition to ACTIVE for port object af63cbf5-0c2e-409f-812f-7565672708aa will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:11.068331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcc68b4-6c4b-4992-99ae-b12f0c715d9f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:11.142668 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e588f80-5e92-47cd-a4ea-771ec0ba8b50 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:11.143181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e588f80-5e92-47cd-a4ea-771ec0ba8b50 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:11.146820 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8e588f80-5e92-47cd-a4ea-771ec0ba8b50 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/1affe56a-22a3-4a8c-b3da-53078b373c1c HTTP/1.1" status: 404 len: 337 time: 0.1793454 Sep 19 12:20:11.148135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57124) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.195500 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2251452-6037-4415-9c08-92074c934778 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:11.195981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2251452-6037-4415-9c08-92074c934778 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:11.220078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.222329 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a2251452-6037-4415-9c08-92074c934778 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/abfd42df-9a9d-4e89-8a07-8ff3faeb2bed HTTP/1.1" status: 404 len: 333 time: 0.0732160 Sep 19 12:20:11.224952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57128) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.268261 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd770a60-0073-4f3c-868b-33755283252c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:11.269001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd770a60-0073-4f3c-868b-33755283252c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:11.273493 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fd770a60-0073-4f3c-868b-33755283252c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/064a5fad-88ba-45fa-885b-09fbb4989913 HTTP/1.1" status: 404 len: 337 time: 0.0448048 Sep 19 12:20:11.273684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57132) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.312383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.326854 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e25a61a-664f-402f-9d5c-d672f0cb5b5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:11.327301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e25a61a-664f-402f-9d5c-d672f0cb5b5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:11.328981 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2e25a61a-664f-402f-9d5c-d672f0cb5b5e tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/fbc8e7b1-ea3f-4303-b067-26ac59cdf679 HTTP/1.1" status: 404 len: 337 time: 0.0542774 Sep 19 12:20:11.332783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57136) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.365717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] Deleting port 76a9f1db-4848-4682-98cf-be212cbcf782 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:11.366339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.382154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383f3854-7b86-4795-ad16-b82dc665cafc,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:11.391250 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65a69fd-70c4-4b58-8892-3add30c560c2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:11.391719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65a69fd-70c4-4b58-8892-3add30c560c2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:11.393503 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b65a69fd-70c4-4b58-8892-3add30c560c2 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/b1b728e3-db2b-49fd-ab7e-9b6118657c58 HTTP/1.1" status: 404 len: 333 time: 0.0550673 Sep 19 12:20:11.396073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57140) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.441416 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a321b6-6c76-4cdc-a36a-f54728cfde94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:11.441876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a321b6-6c76-4cdc-a36a-f54728cfde94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:11.443717 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-22a321b6-6c76-4cdc-a36a-f54728cfde94 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/67e799c5-4803-4d1f-9d07-ead85b335f2e HTTP/1.1" status: 404 len: 337 time: 0.0467160 Sep 19 12:20:11.446268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57144) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.448631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-588b7a45-4942-4e59-b9f1-f16bbac70388 None None] The port '76a9f1db-4848-4682-98cf-be212cbcf782' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:20:11.487977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.489183 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d0dc25ca-a0bd-4e40-87d1-9a7b46f04c8c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8901577 Sep 19 12:20:11.490320 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e275cd01-5c86-49a4-80da-3479a3d56c24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:11.491104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e275cd01-5c86-49a4-80da-3479a3d56c24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:11.492706 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e275cd01-5c86-49a4-80da-3479a3d56c24 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/7e719509-77a4-4f49-93e5-c1a10a6feb2f HTTP/1.1" status: 404 len: 337 time: 0.0454974 Sep 19 12:20:11.493282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57148) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.495258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57150) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.537812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.549098 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-635a1cc0-937a-4211-bf73-61977f23210d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:11.549499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635a1cc0-937a-4211-bf73-61977f23210d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:11.551202 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-635a1cc0-937a-4211-bf73-61977f23210d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/8982e09b-0e8d-47c3-bc1c-7f76b7db853d HTTP/1.1" status: 404 len: 333 time: 0.0548658 Sep 19 12:20:11.557977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57156) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.564699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-773ead50-701a-451a-9bcd-0f8a44789f45 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.581319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-773ead50-701a-451a-9bcd-0f8a44789f45 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.610463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcc68b4-6c4b-4992-99ae-b12f0c715d9f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:11.621746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-33c2f061-7c71-4820-9fec-c922c9783253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.625106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3feda90b-22f5-4d6b-8412-cc1559300e36']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:11.625625 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] Sync routers for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:11.634286 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:11.635181 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:11.642878 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f508ace-5135-4d8c-b950-f94502a73844 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:11.643342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f508ace-5135-4d8c-b950-f94502a73844 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:11.651912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3940ff4c-246d-4905-b81d-00b823603abd') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:11.652214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3940ff4c-246d-4905-b81d-00b823603abd') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:11.668569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bdcc68b4-6c4b-4992-99ae-b12f0c715d9f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.673277 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bdcc68b4-6c4b-4992-99ae-b12f0c715d9f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718 HTTP/1.1" status: 200 len: 705 time: 2.4871716 Sep 19 12:20:11.673801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57160) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.676907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.696451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.704007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:20:11.704668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.722797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-773ead50-701a-451a-9bcd-0f8a44789f45 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.743728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9902844c-844f-4d5a-8854-391204f1b6d2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:11.757605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ead50-701a-451a-9bcd-0f8a44789f45 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=383f3854-7b86-4795-ad16-b82dc665cafc,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:11.782248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-773ead50-701a-451a-9bcd-0f8a44789f45 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.788520 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-773ead50-701a-451a-9bcd-0f8a44789f45 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/383f3854-7b86-4795-ad16-b82dc665cafc HTTP/1.1" status: 204 len: 168 time: 0.2942648 Sep 19 12:20:11.792527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57164) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.818825 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0f508ace-5135-4d8c-b950-f94502a73844 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/52284e2e-b44f-46c0-97af-5ee66061cdd9 HTTP/1.1" status: 404 len: 337 time: 0.2593565 Sep 19 12:20:11.822823 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57168) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.830189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.831199 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:11.893427 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9902844c-844f-4d5a-8854-391204f1b6d2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:11.893427 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9902844c-844f-4d5a-8854-391204f1b6d2 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b62e0d-9985-4fbd-bacd-eb05a9efd718 HTTP/1.1" status: 200 len: 205 time: 0.2161322 Sep 19 12:20:11.896426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57174) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.898106 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6370bfef-5964-45b6-8c4f-c10ab6a3009c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:11.898664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6370bfef-5964-45b6-8c4f-c10ab6a3009c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:11.901716 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6370bfef-5964-45b6-8c4f-c10ab6a3009c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/96d702d7-1ee9-4b89-9481-d789fb74ad6b HTTP/1.1" status: 404 len: 337 time: 0.0736177 Sep 19 12:20:11.902009 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 3940ff4c-246d-4905-b81d-00b823603abd resource provider aggregate not found Sep 19 12:20:11.908994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c5d4c82f-46fd-4206-84a3-6cb9d884579b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:11.912809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57176) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:11.951735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:11.969816 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:20:02Z', 'revision_number': 11, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:11.971691 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 3940ff4c-246d-4905-b81d-00b823603abd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3940ff4c-246d-4905-b81d-00b823603abd found for delete ", "request_id": "req-516aa506-27a8-42af-bc6a-4f61ada2d5d5"}]} Sep 19 12:20:11.974244 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] Checking router: d5b62e0d-9985-4fbd-bacd-eb05a9efd718 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:20:11.985055 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] Routers {'d5b62e0d-9985-4fbd-bacd-eb05a9efd718'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:11.985656 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:12.001755 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-effc484b-7c13-4121-8dc0-26d53a33909f tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:12.012281 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc71aa80-fda7-48eb-808e-28456d0f1181 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:12.013947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc71aa80-fda7-48eb-808e-28456d0f1181 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:12.017503 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fc71aa80-fda7-48eb-808e-28456d0f1181 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/efde22e2-b6c9-4ab5-85d1-a672cb3da3c2 HTTP/1.1" status: 404 len: 333 time: 0.1012096 Sep 19 12:20:12.018996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57184) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.073388 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2476af54-be74-4269-8633-813597e7c318 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:12.078438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2476af54-be74-4269-8633-813597e7c318 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:12.078438 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2476af54-be74-4269-8633-813597e7c318 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/002f6902-c178-47f1-9424-799be2c3c6fa HTTP/1.1" status: 404 len: 337 time: 0.0570281 Sep 19 12:20:12.082201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57188) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.103203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c5d4c82f-46fd-4206-84a3-6cb9d884579b completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:12.114574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.124053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3cdad6-b820-4aff-bad6-b36125418ef3 None None] Network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:12.136551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=af63cbf5-0c2e-409f-812f-7565672708aa,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:12.160264 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] Set router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:12.167662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-effc484b-7c13-4121-8dc0-26d53a33909f tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:12.171902 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-effc484b-7c13-4121-8dc0-26d53a33909f tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3768182 Sep 19 12:20:12.187255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57192) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.192231 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a4009e-3704-4e29-8301-4e489ff2eb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:12.198182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a4009e-3704-4e29-8301-4e489ff2eb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:12.198182 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-17a4009e-3704-4e29-8301-4e489ff2eb8b tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/cba09128-2f4c-4196-b51c-a3988bdcd2d8 HTTP/1.1" status: 404 len: 337 time: 0.1115468 Sep 19 12:20:12.213071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57196) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.250718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Network': ['ID=3feda90b-22f5-4d6b-8412-cc1559300e36,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:12.255109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:12.295343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:12.315116 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9510b2eb-47be-4e22-91f9-4bc005363342 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/networks/3feda90b-22f5-4d6b-8412-cc1559300e36 HTTP/1.1" status: 204 len: 168 time: 3.5113149 Sep 19 12:20:12.319305 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b4f98b45-6144-44d8-b050-ca8e7429a5b4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports?device_id=04196be7-6c8d-4a54-937d-e76192d68ec9 HTTP/1.1" status: 200 len: 205 time: 0.1048708 Sep 19 12:20:12.322521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57200) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.327001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:12.334528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57202) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.345290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 76a9f1db-4848-4682-98cf-be212cbcf782 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:20:12.361634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38c7ffbb-b221-44e6-9a23-b5f62c061506 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.367777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-507181903'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:12.380809 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:20:02Z', 'revision_number': 11, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:12.382121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:12.385541 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03feaa5a-a0e8-4b52-aac0-b6db0d4aff3d None None] The sync data for ids ['d5b62e0d-9985-4fbd-bacd-eb05a9efd718'] in dv-neutron-857775-2-hyperv is: [{'id': 'd5b62e0d-9985-4fbd-bacd-eb05a9efd718', 'name': 'tempest-RoutersIpV6Test-router-1075763584', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:18:17Z', 'updated_at': '2022-09-19T12:20:02Z', 'revision_number': 11, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:12.417314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 76a9f1db-4848-4682-98cf-be212cbcf782 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:20:12.418373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 76a9f1db-4848-4682-98cf-be212cbcf782 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:20:12.429400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.456355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcf20fce-6249-41ae-b343-040e61cb9462 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.474149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcf20fce-6249-41ae-b343-040e61cb9462 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.480922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:network and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:12.493679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:12.501896 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-91630c58-e694-4eec-9217-fb9e607b2174 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] delete failed (client error): The resource could not be found. Sep 19 12:20:12.502418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-09aecc87-b731-45f4-8a8d-fb17129190fb None None] Provisioning for port c5d4c82f-46fd-4206-84a3-6cb9d884579b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:12.503316 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-91630c58-e694-4eec-9217-fb9e607b2174 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/routers/04196be7-6c8d-4a54-937d-e76192d68ec9 HTTP/1.1" status: 404 len: 336 time: 0.1676068 Sep 19 12:20:12.506110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:12.508946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57208) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.560755 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e6f091-e75b-40cb-a16e-9696f8f512d1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:12.563459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e6f091-e75b-40cb-a16e-9696f8f512d1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:12.566377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-09aecc87-b731-45f4-8a8d-fb17129190fb None None] Provisioning complete for port c5d4c82f-46fd-4206-84a3-6cb9d884579b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:12.566889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-09aecc87-b731-45f4-8a8d-fb17129190fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.571524 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-65e6f091-e75b-40cb-a16e-9696f8f512d1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/6dd9aaa4-e003-4336-a307-c3979da26299 HTTP/1.1" status: 404 len: 337 time: 0.0611696 Sep 19 12:20:12.574861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57212) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.625939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:12.629101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.653131 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-84e95ccc-8da9-42b2-9a4d-64bcaa8328e0 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d4f7d01-57a1-41bb-8623-9d7e73736985 HTTP/1.1" status: 200 len: 205 time: 0.0753484 Sep 19 12:20:12.655863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcf20fce-6249-41ae-b343-040e61cb9462 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.659327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57216) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.671951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bcf20fce-6249-41ae-b343-040e61cb9462 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.675580 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bcf20fce-6249-41ae-b343-040e61cb9462 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/dc707f29-34f7-4312-b173-2706f0af020d HTTP/1.1" status: 204 len: 168 time: 0.4771636 Sep 19 12:20:12.679089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57220) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.718468 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.754791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-09aecc87-b731-45f4-8a8d-fb17129190fb None None] Current status of the port c5d4c82f-46fd-4206-84a3-6cb9d884579b is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:12.755255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-09aecc87-b731-45f4-8a8d-fb17129190fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.757050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf20fce-6249-41ae-b343-040e61cb9462 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc707f29-34f7-4312-b173-2706f0af020d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:12.783392 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-44950261-7500-4395-ae88-06dcd29840e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] delete failed (client error): The resource could not be found. Sep 19 12:20:12.783665 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-44950261-7500-4395-ae88-06dcd29840e9 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/routers/6d4f7d01-57a1-41bb-8623-9d7e73736985 HTTP/1.1" status: 404 len: 336 time: 0.1172574 Sep 19 12:20:12.785559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:12.787678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57224) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.795662 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-09aecc87-b731-45f4-8a8d-fb17129190fb None None] For port c5d4c82f-46fd-4206-84a3-6cb9d884579b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c5d4c82f-46fd-4206-84a3-6cb9d884579b,segment=NetworkSegment(5e636e18-1a5d-41d1-8758-a4e1784097e3),segment_id=5e636e18-1a5d-41d1-8758-a4e1784097e3)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:12.843118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.843465 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Added segment a89e9814-ad6a-4511-84d1-b0533826d1f8 of type vlan for network 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a Sep 19 12:20:12.844883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38c7ffbb-b221-44e6-9a23-b5f62c061506 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.846790 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31e8641-601b-4d9a-821e-3a5212044509 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:12.847227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31e8641-601b-4d9a-821e-3a5212044509 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:12.853286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38c7ffbb-b221-44e6-9a23-b5f62c061506 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.858038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-09aecc87-b731-45f4-8a8d-fb17129190fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.876010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c10cc8aa-91a7-49f2-a396-be3676c46f96 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:12.882091 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b31e8641-601b-4d9a-821e-3a5212044509 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/9f145971-9b24-4ad0-97ff-544f96a03cb7 HTTP/1.1" status: 404 len: 337 time: 0.0932777 Sep 19 12:20:12.890247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57228) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.945359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.26.5.184 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/f2853879-3640-4825-8287-28f350faa17d) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:12.966774 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e093ebec-2c9e-4067-9ac1-aec28b64494c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:12.967393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e093ebec-2c9e-4067-9ac1-aec28b64494c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:12.969183 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e093ebec-2c9e-4067-9ac1-aec28b64494c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/d179d419-d01f-47f4-8e59-da1c16c93dfa HTTP/1.1" status: 404 len: 337 time: 0.0779378 Sep 19 12:20:12.971218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:12.973880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57232) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:12.979465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aecc87-b731-45f4-8a8d-fb17129190fb None None] Pushing event updated for resources: {'Port': ['ID=c5d4c82f-46fd-4206-84a3-6cb9d884579b,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:13.027293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c10cc8aa-91a7-49f2-a396-be3676c46f96 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:13.032121 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c10cc8aa-91a7-49f2-a396-be3676c46f96 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3008304 Sep 19 12:20:13.036919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57236) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.081627 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9ea39099-8f78-43b8-8708-1e96ec29ba69 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.092750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9ea39099-8f78-43b8-8708-1e96ec29ba69 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.097295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f5866019-5e86-4314-bb43-09bb7f996687 None None] Provisioning complete for port c5d4c82f-46fd-4206-84a3-6cb9d884579b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:13.097295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5866019-5e86-4314-bb43-09bb7f996687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.103794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38c7ffbb-b221-44e6-9a23-b5f62c061506 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.103794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c7ffbb-b221-44e6-9a23-b5f62c061506 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Fanout notify agent at l3_agent the message router_deleted on router d5b62e0d-9985-4fbd-bacd-eb05a9efd718 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:20:13.116290 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6362b9-6ba6-4097-b88d-1052d4fa58f4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:13.116775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6362b9-6ba6-4097-b88d-1052d4fa58f4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:13.156015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.157358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-38c7ffbb-b221-44e6-9a23-b5f62c061506 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.158469 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-38c7ffbb-b221-44e6-9a23-b5f62c061506 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718 HTTP/1.1" status: 204 len: 168 time: 1.2334809 Sep 19 12:20:13.168020 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ea6362b9-6ba6-4097-b88d-1052d4fa58f4 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/53027951-8155-47e3-8d7c-2ed08d3eb9ab HTTP/1.1" status: 404 len: 333 time: 0.1929379 Sep 19 12:20:13.173054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:13.173600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57240) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.174216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.179042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57242) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.182649 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1374628383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:13.190482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:13.203524 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Usage tracker for resource:router and tenant:a65b7f90b94949b59c042b3a55d40c09 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:13.208565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:13.216615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:13.304728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f5866019-5e86-4314-bb43-09bb7f996687 None None] Current status of the port c5d4c82f-46fd-4206-84a3-6cb9d884579b is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:13.392442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9ea39099-8f78-43b8-8708-1e96ec29ba69 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.397862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9ea39099-8f78-43b8-8708-1e96ec29ba69 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.401454 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9ea39099-8f78-43b8-8708-1e96ec29ba69 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/fb96c170-61e5-41fa-98c5-04f936b2b74e HTTP/1.1" status: 204 len: 168 time: 0.3643851 Sep 19 12:20:13.403027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57248) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.410461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f5866019-5e86-4314-bb43-09bb7f996687 None None] Provisioning for port af63cbf5-0c2e-409f-812f-7565672708aa completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:13.415732 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0832458 Sep 19 12:20:13.420535 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f5866019-5e86-4314-bb43-09bb7f996687 None None] Provisioning complete for port af63cbf5-0c2e-409f-812f-7565672708aa triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:13.421555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57252) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.421744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5866019-5e86-4314-bb43-09bb7f996687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.449903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': '06dc7e13-6cfb-4f66-b6e8-9257aff06a2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:13.462396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea39099-8f78-43b8-8708-1e96ec29ba69 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb96c170-61e5-41fa-98c5-04f936b2b74e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:13.462396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3720c20-8fa9-4895-83cb-5bf200e39440 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Network': ['ID=06dc7e13-6cfb-4f66-b6e8-9257aff06a2a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:13.487151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:13.498543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.522568 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5796c6b-bbb9-4c6b-b37b-bf1de525a991 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:13.522568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5796c6b-bbb9-4c6b-b37b-bf1de525a991 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:13.522568 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f5796c6b-bbb9-4c6b-b37b-bf1de525a991 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/dab38a92-2f26-4510-94be-bb2e6f39c9ae HTTP/1.1" status: 404 len: 337 time: 0.2892354 Sep 19 12:20:13.531029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57256) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.603708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.647032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f5866019-5e86-4314-bb43-09bb7f996687 None None] Port af63cbf5-0c2e-409f-812f-7565672708aa cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:13.682769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.683357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.705662 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21dd852-68a4-47d8-a5fa-5b6ff6165fb1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:13.705662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21dd852-68a4-47d8-a5fa-5b6ff6165fb1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:13.709397 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c21dd852-68a4-47d8-a5fa-5b6ff6165fb1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/e1536886-e3dc-4295-832c-df7410747197 HTTP/1.1" status: 404 len: 333 time: 0.1850469 Sep 19 12:20:13.715591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57260) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.762073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ada6f0a9-e122-4a0e-80ce-080409f38ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.782235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.788639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-47139b00-eeb0-4bd2-a317-99a5b5a483d3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:13.794157 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-136815e6-2808-417e-80cb-2e47fa455461 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:13.794609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136815e6-2808-417e-80cb-2e47fa455461 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:13.796606 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-136815e6-2808-417e-80cb-2e47fa455461 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/33104b6f-6fbb-4276-afef-d9d04b8cad6e HTTP/1.1" status: 404 len: 337 time: 0.0807569 Sep 19 12:20:13.802413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57264) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.808979 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:13.832636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-44e8fc4c-9db3-4745-acf0-60ee499c573a None None] Provisioning complete for port af63cbf5-0c2e-409f-812f-7565672708aa triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:13.832636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44e8fc4c-9db3-4745-acf0-60ee499c573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.858731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:13.864232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:13.869918 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0e5f94-276c-405b-bb1b-91b3b7a92570 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:13.869918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0e5f94-276c-405b-bb1b-91b3b7a92570 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:13.871324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c5d4c82f-46fd-4206-84a3-6cb9d884579b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:13.871743 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bc0e5f94-276c-405b-bb1b-91b3b7a92570 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/30b6580f-6db7-493a-afa1-ce53ee668a32 HTTP/1.1" status: 404 len: 333 time: 0.0634642 Sep 19 12:20:13.873191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57268) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.878558 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:13.913281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:13.924852 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fb508f-18ff-49a8-9692-19d64f7aa5c3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:13.924852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fb508f-18ff-49a8-9692-19d64f7aa5c3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:13.924852 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-83fb508f-18ff-49a8-9692-19d64f7aa5c3 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/0a503d44-2511-4cee-af9d-e4068f0e2408 HTTP/1.1" status: 404 len: 337 time: 0.0453241 Sep 19 12:20:13.949593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57272) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.970256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:13.980559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-47139b00-eeb0-4bd2-a317-99a5b5a483d3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:13.980559 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-47139b00-eeb0-4bd2-a317-99a5b5a483d3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5521593 Sep 19 12:20:13.980559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57276) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:13.997153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-44e8fc4c-9db3-4745-acf0-60ee499c573a None None] Port af63cbf5-0c2e-409f-812f-7565672708aa cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:14.003285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:14.017075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c5d4c82f-46fd-4206-84a3-6cb9d884579b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:14.017075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.022728 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7052f63-1598-44e7-947e-5610d5bcfe0c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:14.022728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7052f63-1598-44e7-947e-5610d5bcfe0c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:14.022728 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c7052f63-1598-44e7-947e-5610d5bcfe0c tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/1a651354-38a4-4ce6-93ad-8bcad9833bd1 HTTP/1.1" status: 404 len: 333 time: 0.0569003 Sep 19 12:20:14.022728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57280) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.029610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.029610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:14.053279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:14.053279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.090409 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6213a2a6-a6df-471d-852a-bfcfe22df5de tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:14.090409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6213a2a6-a6df-471d-852a-bfcfe22df5de tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:14.090409 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6213a2a6-a6df-471d-852a-bfcfe22df5de tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/eff90e41-e1d9-4063-8bd5-c2d1a282957d HTTP/1.1" status: 404 len: 337 time: 0.0841806 Sep 19 12:20:14.090409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2c5f-ccb1-48f3-8527-8e42740229e1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.103707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57284) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.145249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c5d4c82f-46fd-4206-84a3-6cb9d884579b is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:14.156350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=f2853879-3640-4825-8287-28f350faa17d,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:14.168794 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2c5f-ccb1-48f3-8527-8e42740229e1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.183727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4067c2-9786-4864-9d83-55aa67533c4d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:14.183727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4067c2-9786-4864-9d83-55aa67533c4d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:14.183727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fb4067c2-9786-4864-9d83-55aa67533c4d tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/7ee4f048-7372-4c11-a3ac-f120bbfe3072 HTTP/1.1" status: 404 len: 333 time: 0.0868378 Sep 19 12:20:14.192451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57288) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.253978 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-360d0613-3105-4383-95dd-8b6c9e036a27 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:14.253978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360d0613-3105-4383-95dd-8b6c9e036a27 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:14.253978 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-360d0613-3105-4383-95dd-8b6c9e036a27 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/9676e6a7-e67e-4218-83e2-3897fbf4e0b1 HTTP/1.1" status: 404 len: 337 time: 0.0647438 Sep 19 12:20:14.253978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57292) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.268852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.268852 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6c9f2962-67f4-408f-b168-c8095338417c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0858634 Sep 19 12:20:14.286890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57296) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.286890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2b079bff-cfff-456d-9584-ba7fa8b20550 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:14.306634 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d027d2-f6c3-4dda-92eb-b6f6c1946b92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:14.306634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d027d2-f6c3-4dda-92eb-b6f6c1946b92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:14.306634 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-31d027d2-f6c3-4dda-92eb-b6f6c1946b92 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/1c773489-9923-4f2c-90fe-9445fa8248cb HTTP/1.1" status: 404 len: 333 time: 0.0453255 Sep 19 12:20:14.306634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57300) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.351072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2c5f-ccb1-48f3-8527-8e42740229e1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.361682 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ed3cb6-518c-4c56-a2d0-8b020c1477b1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:14.362212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ed3cb6-518c-4c56-a2d0-8b020c1477b1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:14.370168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b2c5f-ccb1-48f3-8527-8e42740229e1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=163f8daa-1db3-416f-a0ab-e9ecd57f21fc,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:14.377745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2c5f-ccb1-48f3-8527-8e42740229e1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.378737 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2b7b2c5f-ccb1-48f3-8527-8e42740229e1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/163f8daa-1db3-416f-a0ab-e9ecd57f21fc HTTP/1.1" status: 204 len: 168 time: 0.4073904 Sep 19 12:20:14.382787 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b8ed3cb6-518c-4c56-a2d0-8b020c1477b1 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/acf53132-5665-43ed-a46b-d25bb4d2504f HTTP/1.1" status: 404 len: 337 time: 0.0787396 Sep 19 12:20:14.383155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57304) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.384946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57306) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.453566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:20:14.494139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.499623 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f0a07b-8a4e-4e9b-8669-5a2db6674341 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:14.499623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f0a07b-8a4e-4e9b-8669-5a2db6674341 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:14.499623 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b5f0a07b-8a4e-4e9b-8669-5a2db6674341 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/ports/199a1388-c1a2-4fe6-b4ff-a16657f7214a HTTP/1.1" status: 404 len: 333 time: 0.1045289 Sep 19 12:20:14.499623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57312) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.551735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.558787 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37f82f3-1270-4e6c-8cbb-aef676092187 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:14.558787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37f82f3-1270-4e6c-8cbb-aef676092187 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:14.558787 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c37f82f3-1270-4e6c-8cbb-aef676092187 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/subnets/dec23321-925e-4997-9a44-83b6e59b8d21 HTTP/1.1" status: 404 len: 337 time: 0.0554378 Sep 19 12:20:14.567225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57316) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.585072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-01e23313-4f5e-4b5a-8791-f5e2f2bbad54 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:14.624759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.736979 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.779999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-01e23313-4f5e-4b5a-8791-f5e2f2bbad54 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:14.784266 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-01e23313-4f5e-4b5a-8791-f5e2f2bbad54 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3974290 Sep 19 12:20:14.790260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57322) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:14.803810 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:20:14.824189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.954658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:14.985943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.006940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eae8a590-0929-427c-a00c-6e35f21be2f7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.046068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=4226efda-a339-4c1e-b4eb-b9c6145e4ed6,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:15.052192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eae8a590-0929-427c-a00c-6e35f21be2f7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.060023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c14447-5e4d-4deb-a6ce-aa8646f0c431']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:15.082114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:15.082114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc26a99-ac8d-45e5-9e6e-c8aff7f064da') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:15.096341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.096841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Checking segment: {'id': 'a89e9814-ad6a-4511-84d1-b0533826d1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '06dc7e13-6cfb-4f66-b6e8-9257aff06a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:15.096841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network hostable DHCP agents. Network: 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:15.104154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=af63cbf5-0c2e-409f-812f-7565672708aa,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:15.110141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.134299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.142219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:20:15.142613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.165185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b079bff-cfff-456d-9584-ba7fa8b20550 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.213237 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment dbc26a99-ac8d-45e5-9e6e-c8aff7f064da resource provider aggregate not found Sep 19 12:20:15.222960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eae8a590-0929-427c-a00c-6e35f21be2f7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.248376 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment dbc26a99-ac8d-45e5-9e6e-c8aff7f064da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbc26a99-ac8d-45e5-9e6e-c8aff7f064da found for delete ", "request_id": "req-bf104412-8336-4ffe-9c01-4f062b13e9a2"}]} Sep 19 12:20:15.258323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:15.266230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8a590-0929-427c-a00c-6e35f21be2f7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a5f2dfa-389c-4026-ab98-6fefffc959f5,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:15.337546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b079bff-cfff-456d-9584-ba7fa8b20550 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.354361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eae8a590-0929-427c-a00c-6e35f21be2f7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.355216 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-eae8a590-0929-427c-a00c-6e35f21be2f7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6a5f2dfa-389c-4026-ab98-6fefffc959f5 HTTP/1.1" status: 204 len: 168 time: 0.5648675 Sep 19 12:20:15.356333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:15.358721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.361088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57330) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:15.364099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:15.364679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.369191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3b7fc-5a0b-4224-a451-e9b411f58854 None None] Network 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:15.397209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.407489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:15.422411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:15.424551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] Pushing event deleted for resources: {'Network': ['ID=97c14447-5e4d-4deb-a6ce-aa8646f0c431,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:15.427271 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9f3e52fa-2534-40a3-80ae-38d647a2cd42 tempest-NetworksTestDHCPv6-1479557652 tempest-NetworksTestDHCPv6-1479557652-project] 10.222.0.66 "DELETE /v2.0/networks/97c14447-5e4d-4deb-a6ce-aa8646f0c431 HTTP/1.1" status: 204 len: 168 time: 0.8599820 Sep 19 12:20:15.484614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9de41784-44c6-427e-b102-724f0cb235b9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:15.513288 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5965e737-81f5-4e69-8fa1-c678fedfc282 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0766487 Sep 19 12:20:15.515943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57336) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:15.522716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': '06dc7e13-6cfb-4f66-b6e8-9257aff06a2a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-625431187'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:15.610732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9de41784-44c6-427e-b102-724f0cb235b9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:15.612212 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9de41784-44c6-427e-b102-724f0cb235b9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2502000 Sep 19 12:20:15.621383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57340) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:15.654444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-06dc7e13-6cfb-4f66-b6e8-9257aff06a2a', 'network_id': '06dc7e13-6cfb-4f66-b6e8-9257aff06a2a', 'tenant_id': '8a4702b612ab486e999fd6bc838de6eb', 'fixed_ips': [{'subnet_id': '4226efda-a339-4c1e-b4eb-b9c6145e4ed6'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:15.656069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.799126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.867002 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b0f9fe71-8dc9-49b1-b3fa-833d56bbb074 None None] Provisioning complete for port af63cbf5-0c2e-409f-812f-7565672708aa triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:15.867002 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fe71-8dc9-49b1-b3fa-833d56bbb074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.869244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b079bff-cfff-456d-9584-ba7fa8b20550 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Router 899bbaef-9187-45aa-ad23-8374b91d5046 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:20:15.910830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00f10491-7859-4ea7-aa44-a2c8d645b3a1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.924566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Allocated IP 172.20.0.2 (06dc7e13-6cfb-4f66-b6e8-9257aff06a2a/4226efda-a339-4c1e-b4eb-b9c6145e4ed6/4d6f517c-ebe2-4282-bd1f-84dd9f135ca6) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:15.934324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9fe71-8dc9-49b1-b3fa-833d56bbb074 None None] Port af63cbf5-0c2e-409f-812f-7565672708aa cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:15.962763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:20:15.986354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00f10491-7859-4ea7-aa44-a2c8d645b3a1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:15.995744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:16.021816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:16.092864 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57346) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:16.109359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:16.119930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.148201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00f10491-7859-4ea7-aa44-a2c8d645b3a1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.177408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f10491-7859-4ea7-aa44-a2c8d645b3a1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fd54df-b913-40c5-859b-170f3100beb9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:16.189406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port cfbf7c73-00c6-48a4-b1c5-07c6466feda7 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:20:16.195055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b079bff-cfff-456d-9584-ba7fa8b20550 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:16.254041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.257645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] Sync routers for ids ['899bbaef-9187-45aa-ad23-8374b91d5046'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:16.304452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] Routers {'899bbaef-9187-45aa-ad23-8374b91d5046'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:16.305085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['899bbaef-9187-45aa-ad23-8374b91d5046'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:16.317644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b079bff-cfff-456d-9584-ba7fa8b20550 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.317644 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2b079bff-cfff-456d-9584-ba7fa8b20550 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "PUT /v2.0/routers/899bbaef-9187-45aa-ad23-8374b91d5046 HTTP/1.1" status: 200 len: 698 time: 2.0410142 Sep 19 12:20:16.320239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57352) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:16.340655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:16.347258 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b9eb1dad-9666-412a-8d37-b48afd7444ed tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1069143 Sep 19 12:20:16.353533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57356) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:16.355964 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:16.360192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'network': {'name': 'tempest-RoutersTest-391903230'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:16.375009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:16.377524 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:16.377821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:network and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:16.378277 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:16.397295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:16.442043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.448609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:16.454994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.468566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] Set router 899bbaef-9187-45aa-ad23-8374b91d5046 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:16.500186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00f10491-7859-4ea7-aa44-a2c8d645b3a1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.504367 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-00f10491-7859-4ea7-aa44-a2c8d645b3a1 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/95fd54df-b913-40c5-859b-170f3100beb9 HTTP/1.1" status: 204 len: 168 time: 0.8814332 Sep 19 12:20:16.504872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57360) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:16.550049 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e12a1086-341a-4452-a4da-6cb409aa7655 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/routers/899bbaef-9187-45aa-ad23-8374b91d5046 HTTP/1.1" status: 200 len: 704 time: 0.2282138 Sep 19 12:20:16.553366 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2442e31b-cb33-470d-9385-05d3f35d6ee3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f18415cde1b542a48d59b14debd0e0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602256 Sep 19 12:20:16.554314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57364) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:16.556633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57366) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:16.571022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:16.575629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.587561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Transition to ACTIVE for port object 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:16.594921 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:16.603869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899bbaef-9187-45aa-ad23-8374b91d5046', 'name': 'tempest-RoutersIpV6Test-router-1374628383', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:13Z', 'updated_at': '2022-09-19T12:20:15Z', 'revision_number': 2, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:16.622218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] Checking router: 899bbaef-9187-45aa-ad23-8374b91d5046 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:20:16.625567 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-45a96dc0-9ccc-4650-bd00-8cae57d46e14 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=899bbaef-9187-45aa-ad23-8374b91d5046 HTTP/1.1" status: 200 len: 205 time: 0.0699627 Sep 19 12:20:16.632886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57372) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:16.633621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Transition to ACTIVE for port object 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:16.641268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] Routers {'899bbaef-9187-45aa-ad23-8374b91d5046'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:16.641926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['899bbaef-9187-45aa-ad23-8374b91d5046'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:16.718935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.785837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2578fdd1-29e9-4a64-b871-1be301a36216 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.836978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.841472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ff0e196d-7e37-4ac2-ac0e-eb5e49305729 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:16.849072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:16.870984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.871805 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added segment 526eaa6d-e32e-4fd3-9b11-1776416550d8 of type vlan for network eead620e-bef6-4ce6-8ebf-70862eb37640 Sep 19 12:20:16.892547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] Set router 899bbaef-9187-45aa-ad23-8374b91d5046 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:16.910123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:16.943210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Network 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:16.948602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.018036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:17.024176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:17.027945 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:12Z', 'revision_number': 2, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:13Z', 'revision_number': 2, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:17.037160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899bbaef-9187-45aa-ad23-8374b91d5046', 'name': 'tempest-RoutersIpV6Test-router-1374628383', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:13Z', 'updated_at': '2022-09-19T12:20:15Z', 'revision_number': 2, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:17.042545 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:20:17.042545 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Updating router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb port af63cbf5-0c2e-409f-812f-7565672708aa binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:20:17.047735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Pushing event updated for resources: {'Port': ['ID=4d6f517c-ebe2-4282-bd1f-84dd9f135ca6,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:17.064715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ff0e196d-7e37-4ac2-ac0e-eb5e49305729 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:17.064715 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ff0e196d-7e37-4ac2-ac0e-eb5e49305729 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5443153 Sep 19 12:20:17.091275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2d058-5149-4f76-8fa0-2394c6107127 None None] The sync data for ids ['899bbaef-9187-45aa-ad23-8374b91d5046'] in dv-neutron-857775-2-hyperv is: [{'id': '899bbaef-9187-45aa-ad23-8374b91d5046', 'name': 'tempest-RoutersIpV6Test-router-1374628383', 'tenant_id': 'a65b7f90b94949b59c042b3a55d40c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:13Z', 'updated_at': '2022-09-19T12:20:15Z', 'revision_number': 2, 'project_id': 'a65b7f90b94949b59c042b3a55d40c09', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:17.094856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57376) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:17.094856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.103117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:17.103117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.119268 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.170232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123635280'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:17.195129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Attempting to bind port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:17.195810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Attempting to bind port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a89e9814-ad6a-4511-84d1-b0533826d1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '06dc7e13-6cfb-4f66-b6e8-9257aff06a2a'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:17.197229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Attempting to bind port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 on network 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:17.213658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:17.213989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Checking segment: {'id': 'a89e9814-ad6a-4511-84d1-b0533826d1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '06dc7e13-6cfb-4f66-b6e8-9257aff06a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:17.214360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.214846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Bound using segment: {'id': 'a89e9814-ad6a-4511-84d1-b0533826d1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '06dc7e13-6cfb-4f66-b6e8-9257aff06a2a'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:17.215314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Bound port: 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89e9814-ad6a-4511-84d1-b0533826d1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '06dc7e13-6cfb-4f66-b6e8-9257aff06a2a'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:17.215687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.332430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:17.366993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] For port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:17.370613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] For port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4d6f517c-ebe2-4282-bd1f-84dd9f135ca6,segment=NetworkSegment(a89e9814-ad6a-4511-84d1-b0533826d1f8),segment_id=a89e9814-ad6a-4511-84d1-b0533826d1f8)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:17.394364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.5 (06dc7e13-6cfb-4f66-b6e8-9257aff06a2a/4226efda-a339-4c1e-b4eb-b9c6145e4ed6/cfbf7c73-00c6-48a4-b1c5-07c6466feda7) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:17.415368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2578fdd1-29e9-4a64-b871-1be301a36216 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.419492 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=f2853879-3640-4825-8287-28f350faa17d,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:17.423401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.423620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2578fdd1-29e9-4a64-b871-1be301a36216 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.434571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.473492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f88d5a5-d99a-4dd2-a815-fc7696a37ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.536466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:17.542276 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1876886 Sep 19 12:20:17.543700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f619dff-6f16-4a5a-aea6-bba016c25aa1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Network': ['ID=eead620e-bef6-4ce6-8ebf-70862eb37640,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:17.550943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57380) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:17.571451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'subnet': {'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:17.576399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2578fdd1-29e9-4a64-b871-1be301a36216 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.576399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2578fdd1-29e9-4a64-b871-1be301a36216 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Fanout notify agent at l3_agent the message router_deleted on router 899bbaef-9187-45aa-ad23-8374b91d5046 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:20:17.596297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network eead620e-bef6-4ce6-8ebf-70862eb37640 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:17.670709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.788078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:17.819606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:17.831842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:17.848536 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.850634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:17.851116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f88d5a5-d99a-4dd2-a815-fc7696a37ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.869246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:17.873755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:subnet and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:17.877166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e9bcd-f39f-4c99-82cb-914ebacff53a None None] Pushing event updated for resources: {'Port': ['ID=4d6f517c-ebe2-4282-bd1f-84dd9f135ca6,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:17.879037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:17.890552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:17.903292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2578fdd1-29e9-4a64-b871-1be301a36216 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.904192 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2578fdd1-29e9-4a64-b871-1be301a36216 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/899bbaef-9187-45aa-ad23-8374b91d5046 HTTP/1.1" status: 204 len: 168 time: 1.2699456 Sep 19 12:20:17.912385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57384) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:17.929570 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Transition to ACTIVE for port object af63cbf5-0c2e-409f-812f-7565672708aa will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:17.980084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:17.984403 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP d8e8d47a-0c31-4bf3-acaa-557195c96f21 associated. External IP: 172.26.5.184, port: 27a3d2aa-cb93-4d1b-9268-4a144069ab29. Sep 19 12:20:17.997891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object cfbf7c73-00c6-48a4-b1c5-07c6466feda7 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:18.037931 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.102998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f88d5a5-d99a-4dd2-a815-fc7696a37ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.137387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.184301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88d5a5-d99a-4dd2-a815-fc7696a37ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e8428d-a719-4b4e-aca5-84004e30d7d4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:18.221188 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Pushing event updated for resources: {'Port': ['ID=af63cbf5-0c2e-409f-812f-7565672708aa,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:18.231228 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.231998 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.232377 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.232831 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.233167 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.234054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.234714 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.235215 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.235720 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.236263 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.236848 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.237351 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:18.258294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f88d5a5-d99a-4dd2-a815-fc7696a37ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.258294 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5f88d5a5-d99a-4dd2-a815-fc7696a37ecf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2e8428d-a719-4b4e-aca5-84004e30d7d4 HTTP/1.1" status: 204 len: 168 time: 1.6976557 Sep 19 12:20:18.270080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:18.273539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:18.279606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:18.353704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.356268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f9ff6c7b-4dba-425b-bdc2-c9676e1c9670 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Synchronizing usage tracker for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:18.374352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:18.374352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.459084 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Attempting to bind port af63cbf5-0c2e-409f-812f-7565672708aa on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:18.459449 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Attempting to bind port af63cbf5-0c2e-409f-812f-7565672708aa by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '5e636e18-1a5d-41d1-8758-a4e1784097e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:18.460024 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Attempting to bind port af63cbf5-0c2e-409f-812f-7565672708aa on network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:18.466790 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:18.467153 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Checking segment: {'id': '5e636e18-1a5d-41d1-8758-a4e1784097e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:18.467732 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.468281 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Bound using segment: {'id': '5e636e18-1a5d-41d1-8758-a4e1784097e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:18.468910 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Bound port: af63cbf5-0c2e-409f-812f-7565672708aa, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e636e18-1a5d-41d1-8758-a4e1784097e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:18.469463 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.492158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f9ff6c7b-4dba-425b-bdc2-c9676e1c9670 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] Unset dirty status for tenant:a65b7f90b94949b59c042b3a55d40c09 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:18.495426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=cfbf7c73-00c6-48a4-b1c5-07c6466feda7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:18.501709 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f9ff6c7b-4dba-425b-bdc2-c9676e1c9670 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=899bbaef-9187-45aa-ad23-8374b91d5046 HTTP/1.1" status: 200 len: 205 time: 0.5778797 Sep 19 12:20:18.501709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.509396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57390) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:18.590398 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-a74606fc-73b5-4a43-b636-ef0c743ebcaf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] delete failed (client error): The resource could not be found. Sep 19 12:20:18.591735 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a74606fc-73b5-4a43-b636-ef0c743ebcaf tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/899bbaef-9187-45aa-ad23-8374b91d5046 HTTP/1.1" status: 404 len: 336 time: 0.0904636 Sep 19 12:20:18.594875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57394) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:18.659659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fec6e59-def8-4558-96cc-b5b0dd195770,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:18.661069 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-616fe1b6-f1ec-4ca8-b2f0-81d738860692 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:18.661261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.661261 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-571412a8-1039-4641-bcd0-6af4647bf7a4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5564427 Sep 19 12:20:18.662888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616fe1b6-f1ec-4ca8-b2f0-81d738860692 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:18.668184 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-616fe1b6-f1ec-4ca8-b2f0-81d738860692 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/d0620b28-b9e9-4b4e-a746-929fca5158a3 HTTP/1.1" status: 404 len: 337 time: 0.0718541 Sep 19 12:20:18.668184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57398) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:18.668440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57400) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:18.678175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '0fec6e59-def8-4558-96cc-b5b0dd195770', 'direction': 'ingress', 'protocol': 17}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:18.680257 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] For port af63cbf5-0c2e-409f-812f-7565672708aa, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:18.683897 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] For port af63cbf5-0c2e-409f-812f-7565672708aa, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=af63cbf5-0c2e-409f-812f-7565672708aa,segment=NetworkSegment(5e636e18-1a5d-41d1-8758-a4e1784097e3),segment_id=5e636e18-1a5d-41d1-8758-a4e1784097e3)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:18.691543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:18.692221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.751949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:18.758940 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-912392eb-1d0b-4d71-9396-c25d49f4fe87 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:18.758940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912392eb-1d0b-4d71-9396-c25d49f4fe87 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:18.762099 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-912392eb-1d0b-4d71-9396-c25d49f4fe87 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/e8eee88d-dd65-46c8-806f-25e4989c2351 HTTP/1.1" status: 404 len: 337 time: 0.0883286 Sep 19 12:20:18.763674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57408) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:18.764910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:18.803388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:18.815781 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:18.815985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:18.818573 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bec15aa-8c23-4c90-8f47-18fb83d4b839 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:18.819069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bec15aa-8c23-4c90-8f47-18fb83d4b839 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:18.823520 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4bec15aa-8c23-4c90-8f47-18fb83d4b839 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/f1faf88e-3a7d-419d-8b7b-e71ac0e60015 HTTP/1.1" status: 404 len: 337 time: 0.0544963 Sep 19 12:20:18.826276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57412) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:18.873148 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8da78f-1259-400a-9143-f0dfc9bf88c7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:18.873148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8da78f-1259-400a-9143-f0dfc9bf88c7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:18.885795 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-eb8da78f-1259-400a-9143-f0dfc9bf88c7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/1c9456e5-53b7-4c9d-aaf1-1ad75ee06b37 HTTP/1.1" status: 404 len: 337 time: 0.0469122 Sep 19 12:20:18.885795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57418) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:18.904548 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:18.904548 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:18.924981 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-40868d06-0bf6-4e94-848d-9939100a5897 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.3993189 Sep 19 12:20:18.929311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57422) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:18.940953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:18.991520 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-61e7e570-1613-4fe7-80f6-740b47a2697a tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b62e0d-9985-4fbd-bacd-eb05a9efd718 HTTP/1.1" status: 200 len: 205 time: 0.1136756 Sep 19 12:20:18.992962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57428) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:19.114605 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-6c2dcc89-509f-4fc6-978b-0537af3dc7c0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] delete failed (client error): The resource could not be found. Sep 19 12:20:19.118688 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6c2dcc89-509f-4fc6-978b-0537af3dc7c0 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/d5b62e0d-9985-4fbd-bacd-eb05a9efd718 HTTP/1.1" status: 404 len: 336 time: 0.1183760 Sep 19 12:20:19.119538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:19.127346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57434) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:19.175908 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:19.199730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port cfbf7c73-00c6-48a4-b1c5-07c6466feda7 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:19.200119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:19.328720 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-df79038e-fa2e-457e-953b-b17d844df94f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef21de7a-3e0b-441e-948c-b4c94d89eb5d HTTP/1.1" status: 200 len: 205 time: 0.1982145 Sep 19 12:20:19.339956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57440) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:19.360606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:19.477704 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8e017-7b00-4a5f-96de-a3063e513e73 None None] Pushing event updated for resources: {'Port': ['ID=af63cbf5-0c2e-409f-812f-7565672708aa,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:19.516690 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-7d995a24-677c-449d-9f84-41a7d70b41a7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] delete failed (client error): The resource could not be found. Sep 19 12:20:19.517778 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7d995a24-677c-449d-9f84-41a7d70b41a7 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/ef21de7a-3e0b-441e-948c-b4c94d89eb5d HTTP/1.1" status: 404 len: 336 time: 0.1687503 Sep 19 12:20:19.524600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57444) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:19.536370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616cd53f-eec4-4741-947d-52ed4b0a3396 None None] Network 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:19.578429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Subnet': ['ID=38b7bb20-92e6-44fd-80c2-8909de25a95d,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:19.617094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:19.636231 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:12Z', 'revision_number': 2, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:18Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:19.645206 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bbff8d-1ffe-4701-9fca-ae3f1c81a8af None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:12Z', 'revision_number': 2, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:18Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:19.677681 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-636f21ea-2ff6-4171-99b1-69ab33315b7d tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:19.678467 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636f21ea-2ff6-4171-99b1-69ab33315b7d tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:19.701101 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-636f21ea-2ff6-4171-99b1-69ab33315b7d tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/01d11f32-081b-480d-9d0f-57f273b66d18 HTTP/1.1" status: 404 len: 337 time: 0.1470165 Sep 19 12:20:19.710078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57454) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:19.804340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:19.816675 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7011baf7-825b-4136-a5a5-77010ceac6c1 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d422e91-8be7-4283-a282-c90368b65ec1 HTTP/1.1" status: 200 len: 205 time: 0.1048229 Sep 19 12:20:19.819866 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Checking segment: {'id': '526eaa6d-e32e-4fd3-9b11-1776416550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:19.820632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network hostable DHCP agents. Network: eead620e-bef6-4ce6-8ebf-70862eb37640, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:19.849029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57458) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:19.849029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:19.877747 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4db565-331d-4c70-851e-4bf01628fdb6,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:19.916881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:19.964480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:19.967974 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-ae469f8c-ca79-4d8c-8127-04ec26b156a3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] delete failed (client error): The resource could not be found. Sep 19 12:20:19.975519 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ae469f8c-ca79-4d8c-8127-04ec26b156a3 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/2d422e91-8be7-4283-a282-c90368b65ec1 HTTP/1.1" status: 404 len: 336 time: 0.1282988 Sep 19 12:20:19.980750 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57464) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:20.060643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:20.062398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aff5be-9498-4739-b484-c5fd65f3ef45 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:20.064760 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b8b25490-a39b-4370-9d9a-0196e133c3b8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3926778 Sep 19 12:20:20.065948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57468) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:20.077508 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6407d032-3e6e-41a7-8a18-201bda216e79 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3f044e-92be-4f0f-856f-d18bc1a97bd0 HTTP/1.1" status: 200 len: 205 time: 0.0837967 Sep 19 12:20:20.080726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57470) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:20.082739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0379c244-b99d-45de-86ef-e95183622e0f None None] Provisioning for port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:20.148849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aff5be-9498-4739-b484-c5fd65f3ef45 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:20.149480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-00aff5be-9498-4739-b484-c5fd65f3ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:20.166310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for cfbf7c73-00c6-48a4-b1c5-07c6466feda7 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:20.199907 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-430fe094-1755-42cd-9564-741ecc9c992f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] delete failed (client error): The resource could not be found. Sep 19 12:20:20.207444 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-430fe094-1755-42cd-9564-741ecc9c992f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/6c3f044e-92be-4f0f-856f-d18bc1a97bd0 HTTP/1.1" status: 404 len: 336 time: 0.1223626 Sep 19 12:20:20.211529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57476) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:20.288007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57480) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:20.288974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:20.308619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-00aff5be-9498-4739-b484-c5fd65f3ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:20.324922 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b607401-ac8b-46b9-ac9f-b4854397072c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:20.326676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b607401-ac8b-46b9-ac9f-b4854397072c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:20.332113 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9b607401-ac8b-46b9-ac9f-b4854397072c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/db4cfefc-bad2-4ee3-82ad-b2eb90df44dc HTTP/1.1" status: 404 len: 337 time: 0.1190455 Sep 19 12:20:20.332279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aff5be-9498-4739-b484-c5fd65f3ef45 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:20.332864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-00aff5be-9498-4739-b484-c5fd65f3ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:20.334052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57486) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:20.360710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network eead620e-bef6-4ce6-8ebf-70862eb37640 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:20.446687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48cd653a-82e8-4644-ad9e-5cdb820cf1c7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:20.454849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-00aff5be-9498-4739-b484-c5fd65f3ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:20.454849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aff5be-9498-4739-b484-c5fd65f3ef45 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:20.489191 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c0c866fc-2cf0-4ba9-8aab-4ecff89bb90c tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=71e09240-7cee-4243-9c02-2e1fca1522a6 HTTP/1.1" status: 200 len: 205 time: 0.1441500 Sep 19 12:20:20.490260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57490) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:20.585136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-560637576'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:20.590621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:20.594197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:network and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:20.596100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:20.605266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:20.615602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:20.617340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:20.621491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48cd653a-82e8-4644-ad9e-5cdb820cf1c7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:20.624035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, eead620e-bef6-4ce6-8ebf-70862eb37640) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:20.643804 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-a6a16604-38ee-47fa-8418-fc3497ca8e3f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] delete failed (client error): The resource could not be found. Sep 19 12:20:20.643804 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a6a16604-38ee-47fa-8418-fc3497ca8e3f tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/71e09240-7cee-4243-9c02-2e1fca1522a6 HTTP/1.1" status: 404 len: 336 time: 0.1506531 Sep 19 12:20:20.643804 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-72de8c71-482d-4ad8-80e7-39f647cce074 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.0048735 Sep 19 12:20:20.645423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:20.646263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:20.667963 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd18394-7b79-4818-ac0d-50aef82f9356 None None] Network eead620e-bef6-4ce6-8ebf-70862eb37640 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:20.687161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57494) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:20.687885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57496) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:20.698505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:20.703953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:20.790531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bb94a27b-2fad-411f-842c-3ae4cab7d2d4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'port_id': '27a3d2aa-cb93-4d1b-9268-4a144069ab29', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:20.804414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48cd653a-82e8-4644-ad9e-5cdb820cf1c7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:20.805948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=cfbf7c73-00c6-48a4-b1c5-07c6466feda7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:20.890929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.891083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.891408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.891743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.892092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.892745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.892745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.893033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.893865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.894356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.894911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.895392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:20.936382 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a404768c-3c9e-4aa2-8f0f-f512a80bdcc4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3834946 Sep 19 12:20:20.950832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:20.951223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:20.953526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57502) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:20.954642 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f6bed2-f055-460e-9b58-de4cede11969 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:20.955143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f6bed2-f055-460e-9b58-de4cede11969 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:20.959806 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-66f6bed2-f055-460e-9b58-de4cede11969 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/cd4639a0-56da-4fce-917f-c5f576abd812 HTTP/1.1" status: 404 len: 337 time: 0.2676411 Sep 19 12:20:20.963961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-423e648d-d8b7-491d-9bb2-61eaebc9caf8 None None] Provisioning complete for port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:20.964333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-423e648d-d8b7-491d-9bb2-61eaebc9caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:21.055886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57506) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:21.112712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4d6f517c-ebe2-4282-bd1f-84dd9f135ca6,segment=NetworkSegment(a89e9814-ad6a-4511-84d1-b0533826d1f8),segment_id=a89e9814-ad6a-4511-84d1-b0533826d1f8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:21.114342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-eead620e-bef6-4ce6-8ebf-70862eb37640', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:21.115392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:21.150502 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d0a681bb-cdc3-48ab-8cbd-80ec273d55e9 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "GET /v2.0/ports?device_id=f80c35b7-0754-43fb-8dd4-591cc605ff4d HTTP/1.1" status: 200 len: 205 time: 0.0963910 Sep 19 12:20:21.220685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:21.244463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd653a-82e8-4644-ad9e-5cdb820cf1c7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fec6e59-def8-4558-96cc-b5b0dd195770,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:21.248595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57510) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:21.252075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:21.256511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:21.306882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bb94a27b-2fad-411f-842c-3ae4cab7d2d4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:21.372879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-423e648d-d8b7-491d-9bb2-61eaebc9caf8 None None] Current status of the port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:21.373407 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-56be1728-3c19-4be1-b2e7-f45ac63a4f26 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] delete failed (client error): The resource could not be found. Sep 19 12:20:21.376934 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-56be1728-3c19-4be1-b2e7-f45ac63a4f26 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/routers/f80c35b7-0754-43fb-8dd4-591cc605ff4d HTTP/1.1" status: 404 len: 336 time: 0.1018050 Sep 19 12:20:21.383464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-423e648d-d8b7-491d-9bb2-61eaebc9caf8 None None] Could not find standard attr ID for object cfbf7c73-00c6-48a4-b1c5-07c6466feda7. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:20:21.393086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57516) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:21.393455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:21.404569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=4d6f517c-ebe2-4282-bd1f-84dd9f135ca6,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:21.502878 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Allocated IP 172.21.0.2 (eead620e-bef6-4ce6-8ebf-70862eb37640/38b7bb20-92e6-44fd-80c2-8909de25a95d/4d52dcb5-abf1-488c-a517-aff3ac98edc3) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:21.510245 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-22f1c4e8-8d1c-44b1-a6ac-ad3c0d17f6c3 None None] Could not find standard attr ID for object cfbf7c73-00c6-48a4-b1c5-07c6466feda7. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:20:21.517122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:21.525502 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff265eb1-32d9-497f-b6a6-0d16d252ebf6 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:21.526281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff265eb1-32d9-497f-b6a6-0d16d252ebf6 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:21.533507 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ff265eb1-32d9-497f-b6a6-0d16d252ebf6 tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/de99297f-43bc-4c6d-b938-aa8191befba9 HTTP/1.1" status: 404 len: 337 time: 0.1115420 Sep 19 12:20:21.534649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-48cd653a-82e8-4644-ad9e-5cdb820cf1c7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:21.535764 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-48cd653a-82e8-4644-ad9e-5cdb820cf1c7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/0fec6e59-def8-4558-96cc-b5b0dd195770 HTTP/1.1" status: 204 len: 168 time: 1.3841407 Sep 19 12:20:21.538030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57520) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:21.538371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57522) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:21.550667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:security_group_rule and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:21.587228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:21.612055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:21.618076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:21.627616 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b701b5fe-5e13-492c-a032-43b0e86365d1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/cfbf7c73-00c6-48a4-b1c5-07c6466feda7 HTTP/1.1" status: 204 len: 168 time: 2.6950748 Sep 19 12:20:21.630288 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a025c53f-184e-4d43-a9f6-a819d088a2db tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] DELETE failed (client error): The resource could not be found. Sep 19 12:20:21.631303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a025c53f-184e-4d43-a9f6-a819d088a2db tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:21.637346 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a025c53f-184e-4d43-a9f6-a819d088a2db tempest-RoutersIpV6Test-1925257957 tempest-RoutersIpV6Test-1925257957-project] 10.222.0.66 "DELETE /v2.0/subnets/9a871cd9-73c1-492a-9c7d-b94d08366771 HTTP/1.1" status: 404 len: 337 time: 0.0951228 Sep 19 12:20:21.644671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57528) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:21.751200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5af7a269-105d-468e-a003-122fb6d9d51b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:21.764499 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1c8f7b-70db-47d8-a724-079f83b7b013 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:20:21.765733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6c1c8f7b-70db-47d8-a724-079f83b7b013 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:21.893170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6c1c8f7b-70db-47d8-a724-079f83b7b013 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:21.897279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:21.897767 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6c1c8f7b-70db-47d8-a724-079f83b7b013 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/cfbf7c73-00c6-48a4-b1c5-07c6466feda7 HTTP/1.1" status: 404 len: 333 time: 0.2504697 Sep 19 12:20:21.906783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57534) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:21.923447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Transition to ACTIVE for port object 4d52dcb5-abf1-488c-a517-aff3ac98edc3 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:21.958080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Transition to ACTIVE for port object 4d52dcb5-abf1-488c-a517-aff3ac98edc3 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:21.963062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5af7a269-105d-468e-a003-122fb6d9d51b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:21.969907 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5af7a269-105d-468e-a003-122fb6d9d51b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4266205 Sep 19 12:20:21.970608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57538) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:21.991634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385377889'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:22.000923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device af63cbf5-0c2e-409f-812f-7565672708aa up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:22.001743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.009184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:22.023947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:22.033463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac86f6c4-4980-4a04-aed3-fb3b2c96e095 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet 4226efda-a339-4c1e-b4eb-b9c6145e4ed6 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:20:22.041916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac86f6c4-4980-4a04-aed3-fb3b2c96e095 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.060106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.102670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.128860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac86f6c4-4980-4a04-aed3-fb3b2c96e095 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.150926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Network eead620e-bef6-4ce6-8ebf-70862eb37640 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:22.178604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:22.183426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:22.187072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:22.192070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Pushing event updated for resources: {'Port': ['ID=4d52dcb5-abf1-488c-a517-aff3ac98edc3,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:22.210795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b30eae-83a6-4b33-8caf-da7f460b9bab,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:22.218103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.218665 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment b7710a3d-0fef-444d-8908-205abe717a50 of type vlan for network ebbda5a5-beaf-4c0e-9e84-c489e34368f8 Sep 19 12:20:22.220365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.265268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:22.280499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:22.284846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:22.296860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.301009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:22.329294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac86f6c4-4980-4a04-aed3-fb3b2c96e095 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.397956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Attempting to bind port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:22.398332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Attempting to bind port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '526eaa6d-e32e-4fd3-9b11-1776416550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:22.398948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Attempting to bind port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 on network eead620e-bef6-4ce6-8ebf-70862eb37640 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:22.408416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:22.409076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Checking segment: {'id': '526eaa6d-e32e-4fd3-9b11-1776416550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:22.409544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.410001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Bound using segment: {'id': '526eaa6d-e32e-4fd3-9b11-1776416550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:22.411211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Bound port: 4d52dcb5-abf1-488c-a517-aff3ac98edc3, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526eaa6d-e32e-4fd3-9b11-1776416550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:22.411755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.462777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57544) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:22.489596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port af63cbf5-0c2e-409f-812f-7565672708aa completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:22.505121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port af63cbf5-0c2e-409f-812f-7565672708aa triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:22.505494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.508617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.566079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.575737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:22.578341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.620147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.627165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac86f6c4-4980-4a04-aed3-fb3b2c96e095 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.642821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-21e59100-863b-4796-a55f-5737f5819ded None None] For port 4d52dcb5-abf1-488c-a517-aff3ac98edc3, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:22.649943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-21e59100-863b-4796-a55f-5737f5819ded None None] For port 4d52dcb5-abf1-488c-a517-aff3ac98edc3, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4d52dcb5-abf1-488c-a517-aff3ac98edc3,segment=NetworkSegment(526eaa6d-e32e-4fd3-9b11-1776416550d8),segment_id=526eaa6d-e32e-4fd3-9b11-1776416550d8)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:22.697597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.701593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.789318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.804035 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port af63cbf5-0c2e-409f-812f-7565672708aa is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:22.804748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.838667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86f6c4-4980-4a04-aed3-fb3b2c96e095 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=4226efda-a339-4c1e-b4eb-b9c6145e4ed6,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:22.854505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e59100-863b-4796-a55f-5737f5819ded None None] Pushing event updated for resources: {'Port': ['ID=4d52dcb5-abf1-488c-a517-aff3ac98edc3,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:22.876400 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port af63cbf5-0c2e-409f-812f-7565672708aa, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=af63cbf5-0c2e-409f-812f-7565672708aa,segment=NetworkSegment(5e636e18-1a5d-41d1-8758-a4e1784097e3),segment_id=5e636e18-1a5d-41d1-8758-a4e1784097e3)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:22.883080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac86f6c4-4980-4a04-aed3-fb3b2c96e095 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.884926 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ac86f6c4-4980-4a04-aed3-fb3b2c96e095 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/4226efda-a339-4c1e-b4eb-b9c6145e4ed6 HTTP/1.1" status: 204 len: 168 time: 0.9813907 Sep 19 12:20:22.886691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d54cf3a-252c-4061-a857-57201bf6543b None None] Network 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:22.908862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57550) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:22.912809 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6224773 Sep 19 12:20:22.920311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d33d1e-9f7b-446c-9a1c-ab45437585ff tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=ebbda5a5-beaf-4c0e-9e84-c489e34368f8,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:22.948648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd82f10f-46b7-446e-bfa8-6e5d0b9a1294,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:22.957280 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-491789f9-f17b-427d-81c4-bcc41c4cd8d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a65b7f90b94949b59c042b3a55d40c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930496 Sep 19 12:20:22.961546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57554) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:22.975574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:22.976330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:23.013526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network ebbda5a5-beaf-4c0e-9e84-c489e34368f8 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:23.075823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57558) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:23.088035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': 'ebbda5a5-beaf-4c0e-9e84-c489e34368f8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:23.125244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.130963 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-44fc6da0-572d-449c-9e79-40517b121ce7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1506951 Sep 19 12:20:23.138335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57562) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:23.176598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004140083'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:23.202147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:23.219659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d97b33c-4f31-4343-ab55-a52e32ed25b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.259506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d97b33c-4f31-4343-ab55-a52e32ed25b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.348587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.353133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:23.370597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:23.371109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.408498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d97b33c-4f31-4343-ab55-a52e32ed25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.417554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=af63cbf5-0c2e-409f-812f-7565672708aa,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:23.437745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97b33c-4f31-4343-ab55-a52e32ed25b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b4b52-ccf4-4512-8f36-f7ade32716d6,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:23.446222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.464849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:23.465279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.471937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d97b33c-4f31-4343-ab55-a52e32ed25b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.475059 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5d97b33c-4f31-4343-ab55-a52e32ed25b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da5b4b52-ccf4-4512-8f36-f7ade32716d6 HTTP/1.1" status: 204 len: 168 time: 0.5121231 Sep 19 12:20:23.475669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bb94a27b-2fad-411f-842c-3ae4cab7d2d4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.492471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:23.493270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:23.493811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:23.497285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:23.498398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:subnet and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:23.504357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:23.505762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:23.558872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:23.603385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.610008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bb94a27b-2fad-411f-842c-3ae4cab7d2d4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.630570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:23.639606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18430b84-d252-4f58-ad38-0d8323107d7b None None] DHCP port deletion for 06dc7e13-6cfb-4f66-b6e8-9257aff06a2a request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:20:23.644350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-18430b84-d252-4f58-ad38-0d8323107d7b None None] Deleting port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:23.647363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18430b84-d252-4f58-ad38-0d8323107d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.689591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Allocated IP 172.21.0.1 (eead620e-bef6-4ce6-8ebf-70862eb37640/38b7bb20-92e6-44fd-80c2-8909de25a95d/4a443f23-67ad-44ce-8d16-db421019bb38) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:23.756643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.896308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d13c69-7826-4768-bc5e-3531b2cd4d26,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:23.911831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] For port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4d6f517c-ebe2-4282-bd1f-84dd9f135ca6,segment=NetworkSegment(a89e9814-ad6a-4511-84d1-b0533826d1f8),segment_id=a89e9814-ad6a-4511-84d1-b0533826d1f8)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:23.912428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.952830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-18430b84-d252-4f58-ad38-0d8323107d7b None None] For port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4d6f517c-ebe2-4282-bd1f-84dd9f135ca6,segment=NetworkSegment(a89e9814-ad6a-4511-84d1-b0533826d1f8),segment_id=a89e9814-ad6a-4511-84d1-b0533826d1f8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:23.953368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18430b84-d252-4f58-ad38-0d8323107d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:23.962680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4d52dcb5-abf1-488c-a517-aff3ac98edc3 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:23.986583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:23.991450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:24.191511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-18430b84-d252-4f58-ad38-0d8323107d7b None None] Calling delete_port for 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:24.275397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:24.365982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:24.397209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:24.401851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57576) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:24.402396 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4fc88a5e-8ab6-45a4-a87e-c389a17224a3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2513099 Sep 19 12:20:24.431501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9008b4-50c0-4f82-9bad-ccbc9e1ccf65 None None] Network eead620e-bef6-4ce6-8ebf-70862eb37640 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:24.497947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': 'bd82f10f-46b7-446e-bfa8-6e5d0b9a1294', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '30d13c69-7826-4768-bc5e-3531b2cd4d26', 'remote_ip_prefix': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:24.503447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:24.522978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:24.525284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device af63cbf5-0c2e-409f-812f-7565672708aa up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:24.549767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:24.556162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:24.569452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:24.569934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:20:24.571529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:20:24.581472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:24.596915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18430b84-d252-4f58-ad38-0d8323107d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:24.623122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=2d266c3f-d065-4785-83a8-388b606a0d31,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:24.673079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18430b84-d252-4f58-ad38-0d8323107d7b None None] Pushing event deleted for resources: {'Port': ['ID=4d6f517c-ebe2-4282-bd1f-84dd9f135ca6,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:24.677450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18430b84-d252-4f58-ad38-0d8323107d7b None None] No DVR routers for this DVR port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:20:24.696423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c90f94db-2a33-4857-8132-d6cc372eac2c None None] Provisioning for port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:24.739065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Transition to ACTIVE for port object 4a443f23-67ad-44ce-8d16-db421019bb38 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:24.741151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.741480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.741815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.742163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.742503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.742855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.743364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.743545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.743876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.744251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.744592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.744918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:24.752666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': 'b7710a3d-0fef-444d-8908-205abe717a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebbda5a5-beaf-4c0e-9e84-c489e34368f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:24.752941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: ebbda5a5-beaf-4c0e-9e84-c489e34368f8, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:24.789774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c90f94db-2a33-4857-8132-d6cc372eac2c None None] Provisioning complete for port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:24.790153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c90f94db-2a33-4857-8132-d6cc372eac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:24.810618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb94a27b-2fad-411f-842c-3ae4cab7d2d4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:24.905100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network ebbda5a5-beaf-4c0e-9e84-c489e34368f8 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:24.910392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:24.920531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port af63cbf5-0c2e-409f-812f-7565672708aa triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:24.921108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:24.951195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.063510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, ebbda5a5-beaf-4c0e-9e84-c489e34368f8) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:25.072965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:25.075061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.083594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb66604-1ec6-4e63-a25d-bae3dbb3876b None None] Network ebbda5a5-beaf-4c0e-9e84-c489e34368f8 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:25.123630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:25.124123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.147920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c90f94db-2a33-4857-8132-d6cc372eac2c None None] Current status of the port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:25.148307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c90f94db-2a33-4857-8132-d6cc372eac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.154991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network eead620e-bef6-4ce6-8ebf-70862eb37640 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:25.169049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:25.175202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] The port '4d6f517c-ebe2-4282-bd1f-84dd9f135ca6' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:20:25.176785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=4a443f23-67ad-44ce-8d16-db421019bb38,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:25.180688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:25.242690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb94a27b-2fad-411f-842c-3ae4cab7d2d4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:25.258474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bb94a27b-2fad-411f-842c-3ae4cab7d2d4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.262091 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78caee-5969-4ea8-9c83-550f99d2bc0c None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:25.280149 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78caee-5969-4ea8-9c83-550f99d2bc0c None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:25.282301 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4f78caee-5969-4ea8-9c83-550f99d2bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:25.303944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c90f94db-2a33-4857-8132-d6cc372eac2c None None] For port 4d52dcb5-abf1-488c-a517-aff3ac98edc3, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4d52dcb5-abf1-488c-a517-aff3ac98edc3,segment=NetworkSegment(526eaa6d-e32e-4fd3-9b11-1776416550d8),segment_id=526eaa6d-e32e-4fd3-9b11-1776416550d8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:25.315491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port af63cbf5-0c2e-409f-812f-7565672708aa is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:25.326246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.392970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.416356 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9ac0bf72-0c57-4bce-98f8-ad5cd8c25bea tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3347690 Sep 19 12:20:25.426208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57592) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:25.460839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.464486 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4f78caee-5969-4ea8-9c83-550f99d2bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:25.472762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1252905642'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:25.474983 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78caee-5969-4ea8-9c83-550f99d2bc0c None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:25.475672 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4f78caee-5969-4ea8-9c83-550f99d2bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:25.488710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:25.528406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06dc7e13-6cfb-4f66-b6e8-9257aff06a2a']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:25.544073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89e9814-ad6a-4511-84d1-b0533826d1f8') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:25.544572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89e9814-ad6a-4511-84d1-b0533826d1f8') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:25.558393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.558970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c90f94db-2a33-4857-8132-d6cc372eac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.562903 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:20:25.568422 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4f78caee-5969-4ea8-9c83-550f99d2bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:25.568994 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78caee-5969-4ea8-9c83-550f99d2bc0c None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:25.588329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.595714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:20:25.596465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.609394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.620648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:network and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:25.638559 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:25.656269 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bb94a27b-2fad-411f-842c-3ae4cab7d2d4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "PUT /v2.0/floatingips/d8e8d47a-0c31-4bf3-acaa-557195c96f21 HTTP/1.1" status: 200 len: 978 time: 4.9607518 Sep 19 12:20:25.666978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:25.670730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57598) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:25.679615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:20:25.680203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4d6f517c-ebe2-4282-bd1f-84dd9f135ca6 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:20:25.690177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d38c25d-1dad-422f-89ce-8d6c9f490867,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:25.720725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-ebbda5a5-beaf-4c0e-9e84-c489e34368f8', 'network_id': 'ebbda5a5-beaf-4c0e-9e84-c489e34368f8', 'tenant_id': '9e35b60cc5b2435c9fce7def3084c340', 'fixed_ips': [{'subnet_id': '2d266c3f-d065-4785-83a8-388b606a0d31'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:25.721766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.726396 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a89e9814-ad6a-4511-84d1-b0533826d1f8 resource provider aggregate not found Sep 19 12:20:25.750295 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a89e9814-ad6a-4511-84d1-b0533826d1f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a89e9814-ad6a-4511-84d1-b0533826d1f8 found for delete ", "request_id": "req-c88a996b-56f1-44da-8a87-0efb70f4c4e5"}]} Sep 19 12:20:25.765961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f94db-2a33-4857-8132-d6cc372eac2c None None] Pushing event updated for resources: {'Port': ['ID=4d52dcb5-abf1-488c-a517-aff3ac98edc3,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:25.779720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4be5b2db-37d1-4db9-92f9-65ea8c59462e None None] Provisioning complete for port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:25.780539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4be5b2db-37d1-4db9-92f9-65ea8c59462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.833931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.869394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:25.873359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Network': ['ID=06dc7e13-6cfb-4f66-b6e8-9257aff06a2a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:26.012855 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6c7c1426-01e3-482f-89c2-a6b976dc8425 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/networks/06dc7e13-6cfb-4f66-b6e8-9257aff06a2a HTTP/1.1" status: 204 len: 168 time: 3.0973954 Sep 19 12:20:26.016229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4be5b2db-37d1-4db9-92f9-65ea8c59462e None None] Current status of the port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:26.022518 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57610) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:26.031639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'name': 'tempest-PortsTestJSON-685583485'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:26.064956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.068803 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d47dd28e-cb1e-4b9c-9a57-3eb8d6aca5fe tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6501358 Sep 19 12:20:26.076678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:26.080188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.089464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57614) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:26.095160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Allocated IP 172.20.255.242 (ebbda5a5-beaf-4c0e-9e84-c489e34368f8/2d266c3f-d065-4785-83a8-388b606a0d31/13977b99-e3fe-4600-a85a-4f1a603ad213) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:26.159721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:26.163873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:port and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:26.166952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:26.173639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:26.228461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:26.238611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.238907 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment e9a61608-b9fd-4a62-8300-faea5045656c of type vlan for network e0e254e4-ac21-48b6-8585-2ee05c3ad743 Sep 19 12:20:26.271979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.279884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:26.284385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.313876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f98a-9701-483d-885d-48887c900dc4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.318522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 3d7dc3b2-4ff5-4509-98d8-43f0d4b6817c yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:20:26.323043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-915142ef-b36a-421b-842b-d4ab8530f9ea None None] Provisioning for port 4a443f23-67ad-44ce-8d16-db421019bb38 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:26.328462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f98a-9701-483d-885d-48887c900dc4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.342491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-915142ef-b36a-421b-842b-d4ab8530f9ea None None] Provisioning complete for port 4a443f23-67ad-44ce-8d16-db421019bb38 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:26.342926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-915142ef-b36a-421b-842b-d4ab8530f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.350511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port f2853879-3640-4825-8287-28f350faa17d {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:26.351479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.404531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.410300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:26.410991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.421695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-915142ef-b36a-421b-842b-d4ab8530f9ea None None] Port 4a443f23-67ad-44ce-8d16-db421019bb38 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:26.427087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.463219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.536527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Transition to ACTIVE for port object 13977b99-e3fe-4600-a85a-4f1a603ad213 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:26.571670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Transition to ACTIVE for port object 13977b99-e3fe-4600-a85a-4f1a603ad213 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:26.602365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f98a-9701-483d-885d-48887c900dc4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.607866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.679281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.681540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f98a-9701-483d-885d-48887c900dc4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.685694 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e9d3f98a-9701-483d-885d-48887c900dc4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2d38c25d-1dad-422f-89ce-8d6c9f490867 HTTP/1.1" status: 204 len: 168 time: 0.5845897 Sep 19 12:20:26.686356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57628) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:26.703221 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2650964 Sep 19 12:20:26.709360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3f98a-9701-483d-885d-48887c900dc4 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d38c25d-1dad-422f-89ce-8d6c9f490867,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:26.710061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57632) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:26.711576 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d056339-9daf-4008-b6ce-5834a9d4dda2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=e0e254e4-ac21-48b6-8585-2ee05c3ad743,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:26.718413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': 'e0e254e4-ac21-48b6-8585-2ee05c3ad743', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:26.742799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.788617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network e0e254e4-ac21-48b6-8585-2ee05c3ad743 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:26.895718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Network ebbda5a5-beaf-4c0e-9e84-c489e34368f8 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:26.904503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:26.907702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b327ef37-a5cf-4daa-be7b-6877df86be43 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:26.907838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:26.914789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.915478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.924851 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:26.932885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:26.952539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:26.957958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:26.959174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:26.971924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=3d7dc3b2-4ff5-4509-98d8-43f0d4b6817c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:26.989500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:26.998152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:subnet and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:27.001383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:27.008019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:27.022108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57636) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:27.022939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b327ef37-a5cf-4daa-be7b-6877df86be43 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:27.027205 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b327ef37-a5cf-4daa-be7b-6877df86be43 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3373084 Sep 19 12:20:27.031091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766308337', 'description': 'tempest-secgroup-smoke-1766308337 description', 'project_id': '95279d76856d429e96c95d3362398fe2'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:27.036788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57640) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:27.040059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:27.056879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:security_group and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:27.063228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:27.071804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for f2853879-3640-4825-8287-28f350faa17d owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:27.079956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:27.099849 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c4249b6c-20a0-4584-a53c-46424372364a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0755527 Sep 19 12:20:27.102628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57644) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:27.111424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Pushing event updated for resources: {'Port': ['ID=13977b99-e3fe-4600-a85a-4f1a603ad213,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:27.124530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Attempting to bind port 13977b99-e3fe-4600-a85a-4f1a603ad213 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:27.124899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Attempting to bind port 13977b99-e3fe-4600-a85a-4f1a603ad213 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'b7710a3d-0fef-444d-8908-205abe717a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebbda5a5-beaf-4c0e-9e84-c489e34368f8'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:27.125251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Attempting to bind port 13977b99-e3fe-4600-a85a-4f1a603ad213 on network ebbda5a5-beaf-4c0e-9e84-c489e34368f8 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:27.130059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64dcede1-937f-409d-b258-5d6447d8282b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.132078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.132425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.132761 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.133092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.133696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.134032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.134433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.134814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.135327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.135656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.136042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.136375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:27.142764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:27.143118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Checking segment: {'id': 'b7710a3d-0fef-444d-8908-205abe717a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebbda5a5-beaf-4c0e-9e84-c489e34368f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:27.143519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.143901 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Bound using segment: {'id': 'b7710a3d-0fef-444d-8908-205abe717a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebbda5a5-beaf-4c0e-9e84-c489e34368f8'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:27.144365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Bound port: 13977b99-e3fe-4600-a85a-4f1a603ad213, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7710a3d-0fef-444d-8908-205abe717a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ebbda5a5-beaf-4c0e-9e84-c489e34368f8'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:27.144729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.162303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64dcede1-937f-409d-b258-5d6447d8282b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.207777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:27.212962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.245654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] For port 13977b99-e3fe-4600-a85a-4f1a603ad213, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:27.251049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] For port 13977b99-e3fe-4600-a85a-4f1a603ad213, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=13977b99-e3fe-4600-a85a-4f1a603ad213,segment=NetworkSegment(b7710a3d-0fef-444d-8908-205abe717a50),segment_id=b7710a3d-0fef-444d-8908-205abe717a50)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:27.302203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.331147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.354401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.359981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:27.366290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:security_group_rule and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:27.369055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-89a72938-2220-4c75-a60d-d317803e8002 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 3d7dc3b2-4ff5-4509-98d8-43f0d4b6817c {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:27.369474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-89a72938-2220-4c75-a60d-d317803e8002 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.373685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:27.383294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:27.414598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64dcede1-937f-409d-b258-5d6447d8282b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.442924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303c165-01bf-42f7-9af4-1eb08afef927 None None] Pushing event updated for resources: {'Port': ['ID=13977b99-e3fe-4600-a85a-4f1a603ad213,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:27.458013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcede1-937f-409d-b258-5d6447d8282b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d13c69-7826-4768-bc5e-3531b2cd4d26,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:27.629609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64dcede1-937f-409d-b258-5d6447d8282b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.630962 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-64dcede1-937f-409d-b258-5d6447d8282b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/30d13c69-7826-4768-bc5e-3531b2cd4d26 HTTP/1.1" status: 204 len: 168 time: 0.5937686 Sep 19 12:20:27.643014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57648) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:27.699617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.718015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:20:27.739369 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.745105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.804458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-504af9a6-257d-445d-92f4-a139826c6a3d tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:27.817221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.844914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:27.879405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:security_group_rule and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:27.891004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:27.898051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:27.906352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:27.912849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b27f78b-03ff-4a84-9e76-3942390b154c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:27.918373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=f91ef360-3425-4fef-b306-be1d7434db3b,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:27.942543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': 'e9a61608-b9fd-4a62-8300-faea5045656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e0e254e4-ac21-48b6-8585-2ee05c3ad743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:27.942543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: e0e254e4-ac21-48b6-8585-2ee05c3ad743, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:27.949472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4d52dcb5-abf1-488c-a517-aff3ac98edc3 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:27.969870 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-504af9a6-257d-445d-92f4-a139826c6a3d tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:27.971203 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-504af9a6-257d-445d-92f4-a139826c6a3d tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.3260055 Sep 19 12:20:27.974245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57652) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:28.027231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:28.027965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.034721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-89a72938-2220-4c75-a60d-d317803e8002 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.143714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network e0e254e4-ac21-48b6-8585-2ee05c3ad743 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:28.166689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.180440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:28.181576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13977b99-e3fe-4600-a85a-4f1a603ad213 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:28.194204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-801bf902-24d1-4ba9-b193-f4018a88db0d tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.215826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-89a72938-2220-4c75-a60d-d317803e8002 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 3d7dc3b2-4ff5-4509-98d8-43f0d4b6817c owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:28.232710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-801bf902-24d1-4ba9-b193-f4018a88db0d tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.314077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.336586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.343418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=4a443f23-67ad-44ce-8d16-db421019bb38,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:28.344827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, e0e254e4-ac21-48b6-8585-2ee05c3ad743) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:28.356722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b5e47c-d76e-4095-b316-458c54dd1eb4 None None] Network e0e254e4-ac21-48b6-8585-2ee05c3ad743 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:28.377428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:28.377742 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.417156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:28.468826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 13977b99-e3fe-4600-a85a-4f1a603ad213 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:28.492757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-801bf902-24d1-4ba9-b193-f4018a88db0d tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.495967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.496220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-801bf902-24d1-4ba9-b193-f4018a88db0d tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.501359 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-801bf902-24d1-4ba9-b193-f4018a88db0d tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/bd82f10f-46b7-446e-bfa8-6e5d0b9a1294 HTTP/1.1" status: 204 len: 168 time: 0.5259192 Sep 19 12:20:28.502069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57656) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:28.563017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bf902-24d1-4ba9-b193-f4018a88db0d tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd82f10f-46b7-446e-bfa8-6e5d0b9a1294,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:28.567588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.569109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=f2853879-3640-4825-8287-28f350faa17d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:28.576398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57660) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:28.578818 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6d7c0d33-b776-4db3-b5da-69b8e8bac876 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5431044 Sep 19 12:20:28.584977 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ea937eb6-439f-47c0-b641-dc6e969dc333 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8729916 Sep 19 12:20:28.589034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57664) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:28.635286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'security_group_rule': {'security_group_id': '3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1', 'project_id': '95279d76856d429e96c95d3362398fe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:28.666799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:28.669311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-89a72938-2220-4c75-a60d-d317803e8002 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.750953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-e0e254e4-ac21-48b6-8585-2ee05c3ad743', 'network_id': 'e0e254e4-ac21-48b6-8585-2ee05c3ad743', 'tenant_id': '9e35b60cc5b2435c9fce7def3084c340', 'fixed_ips': [{'subnet_id': 'f91ef360-3425-4fef-b306-be1d7434db3b'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:28.751919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.767038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:security_group_rule and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:28.787481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:28.792471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a72938-2220-4c75-a60d-d317803e8002 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=3d7dc3b2-4ff5-4509-98d8-43f0d4b6817c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:28.806357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:28.818630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-89a72938-2220-4c75-a60d-d317803e8002 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.822335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network eead620e-bef6-4ce6-8ebf-70862eb37640 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:28.829853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:28.851446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.851446 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP d8e8d47a-0c31-4bf3-acaa-557195c96f21 disassociated (deleted). External IP: 172.26.5.184, port: 27a3d2aa-cb93-4d1b-9268-4a144069ab29. Sep 19 12:20:28.883374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5bba5962-c340-4313-9884-f13f68f8edb8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:28.919258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:28.962977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e660502-a760-47f0-ba85-ec815d2ecde3 None None] Network ebbda5a5-beaf-4c0e-9e84-c489e34368f8 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:28.990427 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-cc57d23e-4ae0-4d85-9956-7e1d605daaeb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2104599 Sep 19 12:20:29.000724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5bba5962-c340-4313-9884-f13f68f8edb8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:29.003631 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5bba5962-c340-4313-9884-f13f68f8edb8 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4876993 Sep 19 12:20:29.008811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57670) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:29.032063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group': {'name': 'tempest-secgroup--266096047'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:29.053941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:29.058987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Allocated IP 172.20.0.2 (e0e254e4-ac21-48b6-8585-2ee05c3ad743/f91ef360-3425-4fef-b306-be1d7434db3b/49d4cbf5-d411-4e40-8315-7357c509712a) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:29.084555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:29.086575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.118117 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-89a72938-2220-4c75-a60d-d317803e8002 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/3d7dc3b2-4ff5-4509-98d8-43f0d4b6817c HTTP/1.1" status: 204 len: 168 time: 2.0117238 Sep 19 12:20:29.122793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57674) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:29.150377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.182024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'mac_address': 'fa:16:3e:e5:76:81', 'name': 'tempest-PortsTestJSON-1909483527'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:29.264971 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-757a1cbb-6976-4718-bcc2-92630a7465c4 None None] Provisioning for port 13977b99-e3fe-4600-a85a-4f1a603ad213 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:29.276777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-757a1cbb-6976-4718-bcc2-92630a7465c4 None None] Provisioning complete for port 13977b99-e3fe-4600-a85a-4f1a603ad213 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:29.277166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757a1cbb-6976-4718-bcc2-92630a7465c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.304377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:29.310051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:29.314852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:port and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:29.320321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:29.328001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:29.401942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-c3296bd4-6d74-4d29-b4d1-e5dd2184a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:29.404375 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-c3296bd4-6d74-4d29-b4d1-e5dd2184a025 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 1098 time: 0.2835417 Sep 19 12:20:29.412418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.519056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.564362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Transition to ACTIVE for port object 49d4cbf5-d411-4e40-8315-7357c509712a will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:29.565880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-5ff6eab8-a313-44cd-8117-006d784fe476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:29.567700 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-5ff6eab8-a313-44cd-8117-006d784fe476 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.1420598 Sep 19 12:20:29.615321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-757a1cbb-6976-4718-bcc2-92630a7465c4 None None] Current status of the port 13977b99-e3fe-4600-a85a-4f1a603ad213 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:29.615640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757a1cbb-6976-4718-bcc2-92630a7465c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.625728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Transition to ACTIVE for port object 49d4cbf5-d411-4e40-8315-7357c509712a will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:29.639996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:29.653895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-757a1cbb-6976-4718-bcc2-92630a7465c4 None None] For port 13977b99-e3fe-4600-a85a-4f1a603ad213, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=13977b99-e3fe-4600-a85a-4f1a603ad213,segment=NetworkSegment(b7710a3d-0fef-444d-8908-205abe717a50),segment_id=b7710a3d-0fef-444d-8908-205abe717a50)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:29.676500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.686108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.736529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.809749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5600c3a0-529c-4b5b-b22b-a642e6b8e939,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:29.813771 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-da85ced1-48d7-4e68-862e-cfc5c8689f6d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e652fd-528d-426c-b313-2f7654a90053 HTTP/1.1" status: 200 len: 1001 time: 0.2360034 Sep 19 12:20:29.814996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-757a1cbb-6976-4718-bcc2-92630a7465c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.819690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Network e0e254e4-ac21-48b6-8585-2ee05c3ad743 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:29.823226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:29.827875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:29.834019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Pushing event updated for resources: {'Port': ['ID=49d4cbf5-d411-4e40-8315-7357c509712a,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:29.876970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:29.882580 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6d05022b-5991-4e7d-b1f3-9fbc60ae9f5d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9236012 Sep 19 12:20:29.883419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.884509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d3846328-4288-48b1-8d08-dc8a8825b80e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3069339 Sep 19 12:20:29.889066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57678) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:29.889406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57680) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:29.898870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'security_group_rule': {'security_group_id': '3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1', 'project_id': '95279d76856d429e96c95d3362398fe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:29.908125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'network': {'name': 'tempest-RoutersTest-1792865280'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:29.915121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:29.916834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:29.918996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:29.927115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:29.928109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.932438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:security_group_rule and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:29.938951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:network and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:29.943030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:29.948452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:29.953846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:29.958510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:29.967826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:29.975575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:29.980321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:29.996130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:30.009394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=f91ef360-3425-4fef-b306-be1d7434db3b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:30.013495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:30.054993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:30.055624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:30.094892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.118674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-7c59895d-362c-421d-89d9-30f9b569cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:30.120175 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-7c59895d-362c-421d-89d9-30f9b569cd7e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.2812886 Sep 19 12:20:30.138814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 0abc3f51-8548-4923-870d-970d798ab8a4 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:20:30.198004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:30.201487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.219924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Attempting to bind port 49d4cbf5-d411-4e40-8315-7357c509712a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:30.220289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Attempting to bind port 49d4cbf5-d411-4e40-8315-7357c509712a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'e9a61608-b9fd-4a62-8300-faea5045656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e0e254e4-ac21-48b6-8585-2ee05c3ad743'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:30.220648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Attempting to bind port 49d4cbf5-d411-4e40-8315-7357c509712a on network e0e254e4-ac21-48b6-8585-2ee05c3ad743 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:30.224742 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5275e7b3-37d5-40ea-b546-ddebae4f87b6 None None] Provisioning complete for port 4a443f23-67ad-44ce-8d16-db421019bb38 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:30.225107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5275e7b3-37d5-40ea-b546-ddebae4f87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.250876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a1cbb-6976-4718-bcc2-92630a7465c4 None None] Pushing event updated for resources: {'Port': ['ID=13977b99-e3fe-4600-a85a-4f1a603ad213,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:30.262978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.277207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.284250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:30.284871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Checking segment: {'id': 'e9a61608-b9fd-4a62-8300-faea5045656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e0e254e4-ac21-48b6-8585-2ee05c3ad743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:30.285427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.285991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Bound using segment: {'id': 'e9a61608-b9fd-4a62-8300-faea5045656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e0e254e4-ac21-48b6-8585-2ee05c3ad743'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:30.286625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Bound port: 49d4cbf5-d411-4e40-8315-7357c509712a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a61608-b9fd-4a62-8300-faea5045656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e0e254e4-ac21-48b6-8585-2ee05c3ad743'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:30.287197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.298431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:30.315698 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f83b0-1644-4240-9c5d-6cb8be9343e0 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:30.316266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:30.335119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e254e4-ac21-48b6-8585-2ee05c3ad743']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:30.335735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.336230 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added segment a2b314d5-a830-4ff0-bf58-d7b23b4c02cd of type vlan for network 55ad664f-9ed1-4d61-8b40-63ce5796f728 Sep 19 12:20:30.343652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.344539 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f83b0-1644-4240-9c5d-6cb8be9343e0 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:30.345254 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0a7f83b0-1644-4240-9c5d-6cb8be9343e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:30.374077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a61608-b9fd-4a62-8300-faea5045656c') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:30.374372 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a61608-b9fd-4a62-8300-faea5045656c') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:30.380005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.384917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:30.415892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.468463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377fd1fb-553f-4c5e-82b0-3c4b5a71f658,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:30.472896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.494176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5275e7b3-37d5-40ea-b546-ddebae4f87b6 None None] Port 4a443f23-67ad-44ce-8d16-db421019bb38 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:30.497871 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-213cb701-1cf2-4543-b5e4-090065749d59 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/floatingips/d8e8d47a-0c31-4bf3-acaa-557195c96f21 HTTP/1.1" status: 204 len: 168 time: 4.8176453 Sep 19 12:20:30.499509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-bada926b-b5cf-45e1-9396-b3d596c99ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:30.502000 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-bada926b-b5cf-45e1-9396-b3d596c99ede service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3249409 Sep 19 12:20:30.530998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57686) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:30.542382 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0a7f83b0-1644-4240-9c5d-6cb8be9343e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:30.558670 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f83b0-1644-4240-9c5d-6cb8be9343e0 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:30.559954 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0a7f83b0-1644-4240-9c5d-6cb8be9343e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:30.625772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] For port 49d4cbf5-d411-4e40-8315-7357c509712a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:30.628657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5275e7b3-37d5-40ea-b546-ddebae4f87b6 None None] Provisioning complete for port 13977b99-e3fe-4600-a85a-4f1a603ad213 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:30.629198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5275e7b3-37d5-40ea-b546-ddebae4f87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.637062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-f6074ba8-0000-4278-ae41-45ce0cf211e5 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 27a3d2aa-cb93-4d1b-9268-4a144069ab29 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:30.637426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f6074ba8-0000-4278-ae41-45ce0cf211e5 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.645479 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0a7f83b0-1644-4240-9c5d-6cb8be9343e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:30.645877 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f83b0-1644-4240-9c5d-6cb8be9343e0 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:30.680318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.681914 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eee677aa-d6ce-41dd-ae74-7f47faac4bd7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7898180 Sep 19 12:20:30.682995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.689035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:30.689628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.693968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57690) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:30.694272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.698307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.744488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:20:30.744902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:30.789116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'security_group_rule': {'security_group_id': '3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1', 'project_id': '95279d76856d429e96c95d3362398fe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:30.800190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:30.816164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:security_group_rule and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:30.832476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:30.848042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:30.888725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Network': ['ID=55ad664f-9ed1-4d61-8b40-63ce5796f728,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:30.923720 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6aaeeca8-0e79-4766-b23d-fbf3833dd164 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0291669 Sep 19 12:20:30.925351 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment e9a61608-b9fd-4a62-8300-faea5045656c resource provider aggregate not found Sep 19 12:20:30.925519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57696) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:30.932727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'subnet': {'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:30.939655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 55ad664f-9ed1-4d61-8b40-63ce5796f728 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:30.940394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.027550 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment e9a61608-b9fd-4a62-8300-faea5045656c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9a61608-b9fd-4a62-8300-faea5045656c found for delete ", "request_id": "req-2e2390f6-94c0-44f6-ac0f-9bf383023742"}]} Sep 19 12:20:31.047956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5275e7b3-37d5-40ea-b546-ddebae4f87b6 None None] Current status of the port 13977b99-e3fe-4600-a85a-4f1a603ad213 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:31.084269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] For port 49d4cbf5-d411-4e40-8315-7357c509712a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=49d4cbf5-d411-4e40-8315-7357c509712a,segment=NetworkSegment(e9a61608-b9fd-4a62-8300-faea5045656c),segment_id=e9a61608-b9fd-4a62-8300-faea5045656c)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:31.098235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:25Z', 'revision_number': 3, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:26Z', 'revision_number': 2, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:31.102905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:20:31.103375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Updating router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb port 4a443f23-67ad-44ce-8d16-db421019bb38 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:20:31.103502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.123650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887ff12a-2e3d-4ec6-8ca0-9aaa6e8f3d0b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:31.163740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.163963 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-2322cf70-43b8-4271-a4a0-e65b864b5617 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640555 Sep 19 12:20:31.167147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:20:31.167147 dv-neutron-857775-2-hyperv neutron-server[89794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:20:31.167147 dv-neutron-857775-2-hyperv neutron-server[89794]: [parameters: {'id': 'e0e254e4-ac21-48b6-8585-2ee05c3ad743'}] Sep 19 12:20:31.167147 dv-neutron-857775-2-hyperv neutron-server[89794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:20:31.171660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:20:31.173254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.234005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:31.249677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.254051 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-14117881-bacb-4b6d-b8b3-d81ad625d0bf tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2406995 Sep 19 12:20:31.255271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:subnet and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:31.259404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:31.262891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57702) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:31.285768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '887ff12a-2e3d-4ec6-8ca0-9aaa6e8f3d0b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:31.295265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f6074ba8-0000-4278-ae41-45ce0cf211e5 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.303405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:31.308582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:31.319380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:31.329224 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4172bdfd-c566-42b0-8082-8375c00d34a6 req-a7d04e8c-c0a0-4178-94d2-50e804353508 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543241 Sep 19 12:20:31.365301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.385667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:31.409463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.444485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:31.448416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:31.453816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:31.459735 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:31.460040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-f6074ba8-0000-4278-ae41-45ce0cf211e5 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for 27a3d2aa-cb93-4d1b-9268-4a144069ab29 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:31.460957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.481887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=0abc3f51-8548-4923-870d-970d798ab8a4,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:31.495806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:31.538053 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6e5dae1d-b583-4adc-b9a2-3b9b8caea71c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4097719 Sep 19 12:20:31.540929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57706) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:31.560340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0582d-e477-4a7c-a53d-b9cf82601322 None None] Pushing event updated for resources: {'Port': ['ID=49d4cbf5-d411-4e40-8315-7357c509712a,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:31.616048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80147028-acbf-495b-8733-15a6ec8e290f None None] Network e0e254e4-ac21-48b6-8585-2ee05c3ad743 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:31.627757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120028ab-7228-4c83-9e3e-e13a080c0bca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:31.628381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-120028ab-7228-4c83-9e3e-e13a080c0bca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:31.669417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.671023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:31.674502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.682683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Deleting port 49d4cbf5-d411-4e40-8315-7357c509712a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:31.683287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.699451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.729931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-120028ab-7228-4c83-9e3e-e13a080c0bca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:31.735368 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-120028ab-7228-4c83-9e3e-e13a080c0bca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/0abc3f51-8548-4923-870d-970d798ab8a4 HTTP/1.1" status: 200 len: 841 time: 0.1933436 Sep 19 12:20:31.744073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57710) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:31.784941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.826711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.840860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295c807f-92ca-4b09-8112-9233d8966bcc,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:31.863187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.882723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-7d87db12-de38-495d-a8f8-c668653d29f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 0abc3f51-8548-4923-870d-970d798ab8a4 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:31.882895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d87db12-de38-495d-a8f8-c668653d29f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:31.907719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13977b99-e3fe-4600-a85a-4f1a603ad213 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:32.010724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 13977b99-e3fe-4600-a85a-4f1a603ad213 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:32.011015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.017164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.020904 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e6717b6d-b7a3-4178-8956-7d45619e053d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2968292 Sep 19 12:20:32.036682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57714) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:32.054993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.055225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'security_group_rule': {'security_group_id': '3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1', 'project_id': '95279d76856d429e96c95d3362398fe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:32.070101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316915c0-a2b1-452f-9f73-2ad2c16ee93e None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:20:32.094779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:32.120946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:security_group_rule and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:32.120946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:32.146642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:32.152026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.170888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] For port 49d4cbf5-d411-4e40-8315-7357c509712a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=49d4cbf5-d411-4e40-8315-7357c509712a,segment=NetworkSegment(e9a61608-b9fd-4a62-8300-faea5045656c),segment_id=e9a61608-b9fd-4a62-8300-faea5045656c)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:32.171388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.210281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ec3dba-aab6-4f40-92c4-5d3987b976cc,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:32.222222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 13977b99-e3fe-4600-a85a-4f1a603ad213 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:32.259393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316915c0-a2b1-452f-9f73-2ad2c16ee93e None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:20:32.308720 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.354597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Transition to ACTIVE for port object 4a443f23-67ad-44ce-8d16-db421019bb38 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:32.359998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f6074ba8-0000-4278-ae41-45ce0cf211e5 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.367823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.373184 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7eed009c-3005-4df1-a05b-1d377ad6b61e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1018846 Sep 19 12:20:32.375158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.379862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57720) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:32.409338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Calling delete_port for 49d4cbf5-d411-4e40-8315-7357c509712a owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:32.448993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.478308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d87db12-de38-495d-a8f8-c668653d29f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.594968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6074ba8-0000-4278-ae41-45ce0cf211e5 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=27a3d2aa-cb93-4d1b-9268-4a144069ab29,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:32.724252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3d09267-497a-472a-b084-627a8e3aba6a tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.726190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06104ae4-0cdf-4d31-a191-136366d631e1 None None] Pushing event updated for resources: {'Port': ['ID=4a443f23-67ad-44ce-8d16-db421019bb38,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:32.736595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3d09267-497a-472a-b084-627a8e3aba6a tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.747936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-7d87db12-de38-495d-a8f8-c668653d29f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 0abc3f51-8548-4923-870d-970d798ab8a4 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:32.762502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Attempting to bind port 4a443f23-67ad-44ce-8d16-db421019bb38 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:32.762502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Attempting to bind port 4a443f23-67ad-44ce-8d16-db421019bb38 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '526eaa6d-e32e-4fd3-9b11-1776416550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:32.763468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Attempting to bind port 4a443f23-67ad-44ce-8d16-db421019bb38 on network eead620e-bef6-4ce6-8ebf-70862eb37640 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:32.772351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:32.772730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Checking segment: {'id': '526eaa6d-e32e-4fd3-9b11-1776416550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:32.773129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.773522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Bound using segment: {'id': '526eaa6d-e32e-4fd3-9b11-1776416550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:32.773993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Bound port: 4a443f23-67ad-44ce-8d16-db421019bb38, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526eaa6d-e32e-4fd3-9b11-1776416550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:32.774365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.803366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.808407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Subnet': ['ID=762b8699-c054-4967-8f17-404fae98594a,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:32.823588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Checking segment: {'id': 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:32.824863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network hostable DHCP agents. Network: 55ad664f-9ed1-4d61-8b40-63ce5796f728, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:32.848455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3d09267-497a-472a-b084-627a8e3aba6a tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.866594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f6074ba8-0000-4278-ae41-45ce0cf211e5 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.873310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.879987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d09267-497a-472a-b084-627a8e3aba6a tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8ec3dba-aab6-4f40-92c4-5d3987b976cc,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:32.886272 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.908878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3d09267-497a-472a-b084-627a8e3aba6a tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:32.913129 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d3d09267-497a-472a-b084-627a8e3aba6a tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a8ec3dba-aab6-4f40-92c4-5d3987b976cc HTTP/1.1" status: 204 len: 168 time: 0.4354715 Sep 19 12:20:32.921302 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f6074ba8-0000-4278-ae41-45ce0cf211e5 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/ports/27a3d2aa-cb93-4d1b-9268-4a144069ab29 HTTP/1.1" status: 204 len: 168 time: 2.3891881 Sep 19 12:20:32.922384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57724) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:32.929044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57726) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:32.932107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca23a55-1a12-4fd8-82a7-338ebe7519dc,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:32.942341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] For port 4a443f23-67ad-44ce-8d16-db421019bb38, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:32.953496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] For port 4a443f23-67ad-44ce-8d16-db421019bb38, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4a443f23-67ad-44ce-8d16-db421019bb38,segment=NetworkSegment(526eaa6d-e32e-4fd3-9b11-1776416550d8),segment_id=526eaa6d-e32e-4fd3-9b11-1776416550d8)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:32.956060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:32.961442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Port': ['ID=49d4cbf5-d411-4e40-8315-7357c509712a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:32.963400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No DVR routers for this DVR port 49d4cbf5-d411-4e40-8315-7357c509712a on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:20:32.963617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:32.975704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 55ad664f-9ed1-4d61-8b40-63ce5796f728 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:32.983359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:33.014695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-918c52dd-3530-450c-81e6-c7de6982d2b7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:33.066153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d87db12-de38-495d-a8f8-c668653d29f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.108191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.108434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.109449 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c9db5734-4e9c-45e3-a611-42a57719a588 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0691075 Sep 19 12:20:33.113198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57732) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:33.119023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'security_group_rule': {'security_group_id': '3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1', 'project_id': '95279d76856d429e96c95d3362398fe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:33.126403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:33.133110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:security_group_rule and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:33.136848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87db12-de38-495d-a8f8-c668653d29f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=0abc3f51-8548-4923-870d-970d798ab8a4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:33.138943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-918c52dd-3530-450c-81e6-c7de6982d2b7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:33.143653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.144713 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-918c52dd-3530-450c-81e6-c7de6982d2b7 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2168231 Sep 19 12:20:33.145753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 55ad664f-9ed1-4d61-8b40-63ce5796f728) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:33.150724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:33.151169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57736) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:33.156999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7d87db12-de38-495d-a8f8-c668653d29f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.162937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818e8a1-554d-4df5-bfcd-df816d8c864d None None] Network 55ad664f-9ed1-4d61-8b40-63ce5796f728 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:33.164510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.171328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:33.185782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:33.222689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.232381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e254e4-ac21-48b6-8585-2ee05c3ad743']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:33.249405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:33.250052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:33.261444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c764600f-9745-4657-af5f-80e97225a1aa tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.275847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a61608-b9fd-4a62-8300-faea5045656c') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:33.277966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a61608-b9fd-4a62-8300-faea5045656c') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:33.302327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.319006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c764600f-9745-4657-af5f-80e97225a1aa tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.332494 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7d87db12-de38-495d-a8f8-c668653d29f1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/0abc3f51-8548-4923-870d-970d798ab8a4 HTTP/1.1" status: 204 len: 168 time: 1.5881653 Sep 19 12:20:33.333190 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7c194eb5-a38b-458c-9354-a769b1106b49 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4082675 Sep 19 12:20:33.336261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57740) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:33.338698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57742) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:33.347270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.403750 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06104ae4-0cdf-4d31-a191-136366d631e1 None None] Pushing event updated for resources: {'Port': ['ID=4a443f23-67ad-44ce-8d16-db421019bb38,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:33.423933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.479560 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Project 95279d76856d429e96c95d3362398fe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:20:33.498886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.505166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:33.523491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:20:33.524057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.620420 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment e9a61608-b9fd-4a62-8300-faea5045656c resource provider aggregate not found Sep 19 12:20:33.624426 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2d4dee-357a-4f38-b19e-e415efe37181 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:20:33.625194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8c2d4dee-357a-4f38-b19e-e415efe37181 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:33.625947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.642361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.26.5.32 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/74512044-49a8-4672-a3f6-9aa953170edc) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:33.655730 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment e9a61608-b9fd-4a62-8300-faea5045656c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9a61608-b9fd-4a62-8300-faea5045656c found for delete ", "request_id": "req-eff96afa-61ea-4060-9c8c-5292b713b0f3"}]} Sep 19 12:20:33.772532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.822994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf16d94-6840-49da-9392-b1e6741a5baf,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:33.827769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-55ad664f-9ed1-4d61-8b40-63ce5796f728', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:33.828597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.854664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.919575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.923485 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-93fc54f5-186b-4a1f-8d56-92eff12b944c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8066623 Sep 19 12:20:33.924773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57752) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:33.929313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.929824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'security_group_rule': {'security_group_id': '3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1', 'project_id': '95279d76856d429e96c95d3362398fe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:33.933647 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.937544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:33.942230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:security_group_rule and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:33.946725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:33.947042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8c2d4dee-357a-4f38-b19e-e415efe37181 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:33.954800 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8c2d4dee-357a-4f38-b19e-e415efe37181 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/0abc3f51-8548-4923-870d-970d798ab8a4 HTTP/1.1" status: 404 len: 333 time: 0.6022933 Sep 19 12:20:33.954800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c764600f-9745-4657-af5f-80e97225a1aa tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.954800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c764600f-9745-4657-af5f-80e97225a1aa tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.955060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57756) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:33.955482 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c764600f-9745-4657-af5f-80e97225a1aa tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/887ff12a-2e3d-4ec6-8ca0-9aaa6e8f3d0b HTTP/1.1" status: 204 len: 168 time: 0.8001447 Sep 19 12:20:33.964173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57758) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:33.965920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'name': 'tempest-PortsTestJSON-892316432'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:33.981318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:33.997961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:33.998685 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/e0e254e4-ac21-48b6-8585-2ee05c3ad743 HTTP/1.1" status: 204 len: 168 time: 5.4027226 Sep 19 12:20:34.044072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57764) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:34.094643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Allocated IP 172.22.0.2 (55ad664f-9ed1-4d61-8b40-63ce5796f728/762b8699-c054-4967-8f17-404fae98594a/c01a8070-0d20-41eb-8308-cfb3654d4f55) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:34.098090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:25Z', 'revision_number': 3, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:32Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:34.099644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764600f-9745-4657-af5f-80e97225a1aa tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887ff12a-2e3d-4ec6-8ca0-9aaa6e8f3d0b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:34.108442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1622281759'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:34.109504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d64176-ae4c-40a4-b60d-8a28e3759cb2 None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:25Z', 'revision_number': 3, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:32Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:34.112753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4e248-633e-4411-b448-d24c5d308700 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=e0e254e4-ac21-48b6-8585-2ee05c3ad743,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:34.151066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:34.164761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:network and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:34.177594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-81a81f17-5bc6-4d0a-b20e-74f9beb5438e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:34.178486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:34.205314 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:34.206532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:34.208673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:34.230055 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Project 95279d76856d429e96c95d3362398fe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:20:34.252904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:34.315266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=74512044-49a8-4672-a3f6-9aa953170edc,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:34.324380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.334221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:34.364666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:34.392133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.408360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-81a81f17-5bc6-4d0a-b20e-74f9beb5438e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:34.414600 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-81a81f17-5bc6-4d0a-b20e-74f9beb5438e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4240303 Sep 19 12:20:34.415521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57768) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:34.427425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group': {'name': 'tempest-secgroup--942267371'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:34.474700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.488554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Transition to ACTIVE for port object c01a8070-0d20-41eb-8308-cfb3654d4f55 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:34.514681 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Transition to ACTIVE for port object c01a8070-0d20-41eb-8308-cfb3654d4f55 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:34.543705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:34.547424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.594683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.624242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.625433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:34.630912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:34.636999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:34.640679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.654108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.659282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Network 55ad664f-9ed1-4d61-8b40-63ce5796f728 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:34.660313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.660665 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment 04f27a02-0d56-47ee-bc5a-6ed345add694 of type vlan for network e2151e93-0557-4e98-9b65-f0aeabd3d7f0 Sep 19 12:20:34.667095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:34.684017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 3a944817-a246-4a43-ab7d-16d321f98f7e yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:20:34.685176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:34.723622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.732482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:34.828247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e41dd3-daec-47e5-8838-f70058d4fa72,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:34.829929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Pushing event updated for resources: {'Port': ['ID=c01a8070-0d20-41eb-8308-cfb3654d4f55,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:34.837807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.846424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Attempting to bind port c01a8070-0d20-41eb-8308-cfb3654d4f55 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:34.846824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Attempting to bind port c01a8070-0d20-41eb-8308-cfb3654d4f55 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:34.847323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Attempting to bind port c01a8070-0d20-41eb-8308-cfb3654d4f55 on network 55ad664f-9ed1-4d61-8b40-63ce5796f728 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:34.854720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:34.856249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Checking segment: {'id': 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:34.856249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.856517 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Bound using segment: {'id': 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:34.856975 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Bound port: c01a8070-0d20-41eb-8308-cfb3654d4f55, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:34.857358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.903425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.957918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.961107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] For port c01a8070-0d20-41eb-8308-cfb3654d4f55, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:34.964296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] For port c01a8070-0d20-41eb-8308-cfb3654d4f55, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c01a8070-0d20-41eb-8308-cfb3654d4f55,segment=NetworkSegment(a2b314d5-a830-4ff0-bf58-d7b23b4c02cd),segment_id=a2b314d5-a830-4ff0-bf58-d7b23b4c02cd)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:34.988662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:34.989963 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-34df3a3a-815f-42f6-acb6-79b9cabe9dac tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0652092 Sep 19 12:20:34.993388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57772) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:35.005922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'network': {'name': 'tempest-network-smoke--243169699', 'project_id': '95279d76856d429e96c95d3362398fe2', 'port_security_enabled': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:35.015149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:35.020187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:35.031216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:network and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:35.039338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:35.051699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:35.054475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:35.067347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:35.108410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:35.113831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:35.114428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:35.184069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Allocated IP 172.22.0.1 (55ad664f-9ed1-4d61-8b40-63ce5796f728/762b8699-c054-4967-8f17-404fae98594a/b4ee4b16-671e-4426-a10c-b4b1d921f6bd) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:35.206770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a1717-0891-4082-88f0-6c31bd91a73d None None] Pushing event updated for resources: {'Port': ['ID=c01a8070-0d20-41eb-8308-cfb3654d4f55,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:35.243700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Made reservation on behalf of 95279d76856d429e96c95d3362398fe2 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:35.247735 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:35.348146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:35.350258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=e2151e93-0557-4e98-9b65-f0aeabd3d7f0,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:35.364859 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:35.364979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:35.365129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network e2151e93-0557-4e98-9b65-f0aeabd3d7f0 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:35.373700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:35.374431 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Added segment 6ea8a080-b9fe-4342-8e54-73c86e751041 of type vlan for network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b Sep 19 12:20:35.377658 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9f02fd82-176a-4276-9990-6cdc58919f5a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2885733 Sep 19 12:20:35.383087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57776) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:35.392174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': 'e2151e93-0557-4e98-9b65-f0aeabd3d7f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:35.437271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:35.537359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:35.561423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Transition to ACTIVE for port object b4ee4b16-671e-4426-a10c-b4b1d921f6bd will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:35.586191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:35.594390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:subnet and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:35.598736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:35.608106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:35.625175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:35.863224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a443f23-67ad-44ce-8d16-db421019bb38 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:36.284812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.335715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73186041-6569-4c51-9e4f-272c523518b3,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:36.338506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.340045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.342227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.360217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 4a443f23-67ad-44ce-8d16-db421019bb38 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:36.365600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4a443f23-67ad-44ce-8d16-db421019bb38 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:36.365976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.385337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.391092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:36.391756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.455654 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:36.459256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.502815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ab0a6-9c80-4061-b298-c3d7b2afd1f8 None None] Network 55ad664f-9ed1-4d61-8b40-63ce5796f728 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:36.534868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 55ad664f-9ed1-4d61-8b40-63ce5796f728 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:36.540741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.546164 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c6722797-5aca-4e88-865e-0d33dd41b1e0 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1218429 Sep 19 12:20:36.548575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:36.552808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57780) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:36.558448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:36.578953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:36.587133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:36.587767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=b4ee4b16-671e-4426-a10c-b4b1d921f6bd,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:36.596306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '73186041-6569-4c51-9e4f-272c523518b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:36.596557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:36.602544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:36.603378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.607344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:36.608708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.ipam_backend_mixin [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Performing IP validity checks on allocation pools {{(pid=89795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 12:20:36.609404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.ipam_backend_mixin [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 12:20:36.609810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'Network': ['ID=6569b7b3-8d8e-46e5-9690-6ec1fda3601b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:36.611898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.614235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:36.617282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:36.625949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:36.629105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=74512044-49a8-4672-a3f6-9aa953170edc,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:36.630081 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:36.647284 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2e87d9d8-49b6-4733-b087-dad4af214023 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6516135 Sep 19 12:20:36.650674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57784) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:36.654120 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4a443f23-67ad-44ce-8d16-db421019bb38 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:36.654554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.658736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'admin_state_up': True, 'project_id': '95279d76856d429e96c95d3362398fe2', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:36.670283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:36.678080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:router and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:36.686884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:36.691193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.697422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:36.729885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=3a944817-a246-4a43-ab7d-16d321f98f7e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:36.763527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.770279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.771620 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3e1c9dfd-e19a-4625-96c6-d2c62fc4a69a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8408840 Sep 19 12:20:36.777127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57788) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:36.787777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'port': {'network_id': 'd6c08b33-9970-4c58-a65f-a5880413e978', 'name': 'tempest-FloatingIPTestJSON-1498812824'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:36.794650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-45f89487-06a3-4bce-9a23-5507315a3ab3 None None] Provisioning for port c01a8070-0d20-41eb-8308-cfb3654d4f55 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:36.835928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:36.867441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 4a443f23-67ad-44ce-8d16-db421019bb38, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4a443f23-67ad-44ce-8d16-db421019bb38,segment=NetworkSegment(526eaa6d-e32e-4fd3-9b11-1776416550d8),segment_id=526eaa6d-e32e-4fd3-9b11-1776416550d8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:36.873984 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bba2b3f4-1197-44aa-b33e-76120aec8677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9184401 Sep 19 12:20:36.880576 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57792) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:36.889635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-08169127-9f7b-43ab-ab01-e20e87335769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:36.983350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:36.993532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:37.015967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.025867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c01a8070-0d20-41eb-8308-cfb3654d4f55 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:37.046342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.047793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.054575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.068957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.119539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Made reservation on behalf of a9e2c072bf044a24a66b8c160b7eaea8 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:37.124927 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.136572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e6e913-e37f-478e-ad46-3fea5c29f9d3,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:37.142906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=4a443f23-67ad-44ce-8d16-db421019bb38,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:37.146348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.157297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.182386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-08169127-9f7b-43ab-ab01-e20e87335769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.199306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] device_id is not set on port b778e477-8282-403c-9200-9a52cfe7066d yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:20:37.252385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=b86e362d-7cc5-48d5-b4fa-2c25fa225f52,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:37.261875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c01a8070-0d20-41eb-8308-cfb3654d4f55 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:37.269072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c01a8070-0d20-41eb-8308-cfb3654d4f55 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:37.269072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.303659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': '04f27a02-0d56-47ee-bc5a-6ed345add694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e2151e93-0557-4e98-9b65-f0aeabd3d7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:37.306358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: e2151e93-0557-4e98-9b65-f0aeabd3d7f0, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:37.342233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.342233 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c6dd2edd-cbe7-4490-a885-28151181d836 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7782106 Sep 19 12:20:37.342839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57796) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:37.381466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Provisioning complete for port c01a8070-0d20-41eb-8308-cfb3654d4f55 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:37.381976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.519720 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-69d1bc24-e5df-425a-b162-f87b4fd278de tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules/51e6e913-e37f-478e-ad46-3fea5c29f9d3 HTTP/1.1" status: 200 len: 763 time: 0.1783214 Sep 19 12:20:37.531398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57802) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:37.600060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Current status of the port c01a8070-0d20-41eb-8308-cfb3654d4f55 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:37.600060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.607223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network e2151e93-0557-4e98-9b65-f0aeabd3d7f0 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:37.608241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c01a8070-0d20-41eb-8308-cfb3654d4f55 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:37.608631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.655436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c01a8070-0d20-41eb-8308-cfb3654d4f55, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c01a8070-0d20-41eb-8308-cfb3654d4f55,segment=NetworkSegment(a2b314d5-a830-4ff0-bf58-d7b23b4c02cd),segment_id=a2b314d5-a830-4ff0-bf58-d7b23b4c02cd)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:37.663585 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a8f0d4d4-5426-4f64-a1d7-860305c6d464 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1309371 Sep 19 12:20:37.666600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57806) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:37.681278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.20.0.4 (d6c08b33-9970-4c58-a65f-a5880413e978/db63c495-a9cf-4fe6-bef9-c668f89e8f42/b778e477-8282-403c-9200-9a52cfe7066d) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:37.686204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, e2151e93-0557-4e98-9b65-f0aeabd3d7f0) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:37.696374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e9e74c-ddb5-4d41-8619-1e33bfd1ea5b None None] Network e2151e93-0557-4e98-9b65-f0aeabd3d7f0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:37.699611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:37.703776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.739336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-332a7b42-a62d-4438-a75c-51bbc332136e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.764037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-332a7b42-a62d-4438-a75c-51bbc332136e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.780708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.840280 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0b95020b-51bb-4bcb-aaf9-87b5bba9f34f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4558842 Sep 19 12:20:37.876554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57810) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:37.901231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a443f23-67ad-44ce-8d16-db421019bb38 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:37.954709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-332a7b42-a62d-4438-a75c-51bbc332136e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.988026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a7b42-a62d-4438-a75c-51bbc332136e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51e6e913-e37f-478e-ad46-3fea5c29f9d3,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:37.994603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-332a7b42-a62d-4438-a75c-51bbc332136e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:37.998631 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-332a7b42-a62d-4438-a75c-51bbc332136e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/51e6e913-e37f-478e-ad46-3fea5c29f9d3 HTTP/1.1" status: 204 len: 168 time: 0.3282640 Sep 19 12:20:38.002962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57814) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:38.041708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.057895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:20:38.058241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:20:38.079856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f97e61a6-a8d6-4aca-b455-b1c3ec24c59c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:38.096769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c01a8070-0d20-41eb-8308-cfb3654d4f55,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:38.158815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4a443f23-67ad-44ce-8d16-db421019bb38 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:38.159724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.172676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.191278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-e2151e93-0557-4e98-9b65-f0aeabd3d7f0', 'network_id': 'e2151e93-0557-4e98-9b65-f0aeabd3d7f0', 'tenant_id': '9e35b60cc5b2435c9fce7def3084c340', 'fixed_ips': [{'subnet_id': 'b86e362d-7cc5-48d5-b4fa-2c25fa225f52'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:38.192115 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.210891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f97e61a6-a8d6-4aca-b455-b1c3ec24c59c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:38.222833 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f97e61a6-a8d6-4aca-b455-b1c3ec24c59c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2183845 Sep 19 12:20:38.227201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57818) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:38.236000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-72056664-fd47-4120-b62f-7289020adf61 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '73186041-6569-4c51-9e4f-272c523518b3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:38.242214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-72056664-fd47-4120-b62f-7289020adf61 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:38.254834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.257014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-72056664-fd47-4120-b62f-7289020adf61 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:38.351179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=b778e477-8282-403c-9200-9a52cfe7066d,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:38.358989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.362282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-08169127-9f7b-43ab-ab01-e20e87335769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.368558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network d6c08b33-9970-4c58-a65f-a5880413e978 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:38.370444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:38.373776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:38.393573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4a443f23-67ad-44ce-8d16-db421019bb38 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:38.452479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:38.452972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Allocated IP 172.20.0.3 (e2151e93-0557-4e98-9b65-f0aeabd3d7f0/b86e362d-7cc5-48d5-b4fa-2c25fa225f52/49430828-61b2-4ce3-873d-3f72d33e5572) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:38.453351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.502294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-08169127-9f7b-43ab-ab01-e20e87335769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.502830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-08169127-9f7b-43ab-ab01-e20e87335769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] In _notify_port_updated(), no bound segment for port 3a944817-a246-4a43-ab7d-16d321f98f7e on network 604d679b-9641-4153-a955-134a550a38b6 {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:20:38.508191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08169127-9f7b-43ab-ab01-e20e87335769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:38.508792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-08169127-9f7b-43ab-ab01-e20e87335769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.510095 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-08169127-9f7b-43ab-ab01-e20e87335769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "PUT /v2.0/ports/3a944817-a246-4a43-ab7d-16d321f98f7e HTTP/1.1" status: 200 len: 818 time: 1.6280851 Sep 19 12:20:38.513855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57822) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:38.591972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8e3686ea-acd6-461a-b4ff-4d724f358aa4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 3a944817-a246-4a43-ab7d-16d321f98f7e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:38.596656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e3686ea-acd6-461a-b4ff-4d724f358aa4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.627087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.629446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72056664-fd47-4120-b62f-7289020adf61 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.631818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08169127-9f7b-43ab-ab01-e20e87335769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=3a944817-a246-4a43-ab7d-16d321f98f7e,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:38.638506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.647399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Current status of the port c01a8070-0d20-41eb-8308-cfb3654d4f55 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:38.661783 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aa866798-cd87-4236-900e-a9d04c16275d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8834245 Sep 19 12:20:38.665881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57826) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:38.680701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-51fe591c-1609-4a3b-a6ac-243d7e5e9385 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'port_id': 'b778e477-8282-403c-9200-9a52cfe7066d'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:38.773229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.779039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.790813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Transition to ACTIVE for port object 49430828-61b2-4ce3-873d-3f72d33e5572 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:38.811000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Transition to ACTIVE for port object 49430828-61b2-4ce3-873d-3f72d33e5572 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:38.845036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72056664-fd47-4120-b62f-7289020adf61 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.845523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Provisioning for port b4ee4b16-671e-4426-a10c-b4b1d921f6bd completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:38.854780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51fe591c-1609-4a3b-a6ac-243d7e5e9385 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.858949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Provisioning complete for port b4ee4b16-671e-4426-a10c-b4b1d921f6bd triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:38.858949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.888871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.891161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e3686ea-acd6-461a-b4ff-4d724f358aa4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.957572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72056664-fd47-4120-b62f-7289020adf61 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:38.989591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Network e2151e93-0557-4e98-9b65-f0aeabd3d7f0 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:38.992823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Pushing event updated for resources: {'Port': ['ID=49430828-61b2-4ce3-873d-3f72d33e5572,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:38.998141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:38.999985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-81991a5b-9740-46d2-935f-6caaf0242bae None None] Port b4ee4b16-671e-4426-a10c-b4b1d921f6bd cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:39.001375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:39.032408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8e3686ea-acd6-461a-b4ff-4d724f358aa4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 3a944817-a246-4a43-ab7d-16d321f98f7e owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:39.095622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72056664-fd47-4120-b62f-7289020adf61 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69668d05-f751-4003-98e9-4bb34ab10010,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:39.115909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Attempting to bind port 49430828-61b2-4ce3-873d-3f72d33e5572 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:39.116544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Attempting to bind port 49430828-61b2-4ce3-873d-3f72d33e5572 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '04f27a02-0d56-47ee-bc5a-6ed345add694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e2151e93-0557-4e98-9b65-f0aeabd3d7f0'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:39.117069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Attempting to bind port 49430828-61b2-4ce3-873d-3f72d33e5572 on network e2151e93-0557-4e98-9b65-f0aeabd3d7f0 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:39.125577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:39.126246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Checking segment: {'id': '04f27a02-0d56-47ee-bc5a-6ed345add694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e2151e93-0557-4e98-9b65-f0aeabd3d7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:39.126647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.127056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Bound using segment: {'id': '04f27a02-0d56-47ee-bc5a-6ed345add694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e2151e93-0557-4e98-9b65-f0aeabd3d7f0'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:39.127525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Bound port: 49430828-61b2-4ce3-873d-3f72d33e5572, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f27a02-0d56-47ee-bc5a-6ed345add694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e2151e93-0557-4e98-9b65-f0aeabd3d7f0'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:39.127894 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.197839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5a913f29-9f5a-436c-bf23-d5c85473a74b None None] Provisioning complete for port b4ee4b16-671e-4426-a10c-b4b1d921f6bd triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:39.198125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5a913f29-9f5a-436c-bf23-d5c85473a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.204190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.211848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72056664-fd47-4120-b62f-7289020adf61 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.212461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=b4ee4b16-671e-4426-a10c-b4b1d921f6bd,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:39.213958 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-72056664-fd47-4120-b62f-7289020adf61 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9855220 Sep 19 12:20:39.217415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57830) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:39.249858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e3686ea-acd6-461a-b4ff-4d724f358aa4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.285441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5a913f29-9f5a-436c-bf23-d5c85473a74b None None] Port b4ee4b16-671e-4426-a10c-b4b1d921f6bd cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:39.289285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] For port 49430828-61b2-4ce3-873d-3f72d33e5572, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:39.299068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] For port 49430828-61b2-4ce3-873d-3f72d33e5572, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=49430828-61b2-4ce3-873d-3f72d33e5572,segment=NetworkSegment(04f27a02-0d56-47ee-bc5a-6ed345add694),segment_id=04f27a02-0d56-47ee-bc5a-6ed345add694)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:39.327167 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5b8775e2-5b74-4cc6-b11e-92700271adb3 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules/69668d05-f751-4003-98e9-4bb34ab10010 HTTP/1.1" status: 200 len: 763 time: 0.1020546 Sep 19 12:20:39.337936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57834) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:39.342490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3686ea-acd6-461a-b4ff-4d724f358aa4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=3a944817-a246-4a43-ab7d-16d321f98f7e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:39.350114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8e3686ea-acd6-461a-b4ff-4d724f358aa4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.358561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.395300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.418731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-63c45f98-848d-463f-8b38-fd0c2ce45e87 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:39.471282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0d84e-8fc8-4dce-b467-4c2eacb246e9 None None] Pushing event updated for resources: {'Port': ['ID=49430828-61b2-4ce3-873d-3f72d33e5572,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:39.477035 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8e3686ea-acd6-461a-b4ff-4d724f358aa4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/3a944817-a246-4a43-ab7d-16d321f98f7e HTTP/1.1" status: 204 len: 168 time: 0.9621422 Sep 19 12:20:39.480412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57838) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:39.492696 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=b86e362d-7cc5-48d5-b4fa-2c25fa225f52,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:39.540651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-63c45f98-848d-463f-8b38-fd0c2ce45e87 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:39.545810 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-63c45f98-848d-463f-8b38-fd0c2ce45e87 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2006269 Sep 19 12:20:39.561453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57842) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:39.584853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9c1f-62f9-4498-853d-5aa7fc0d9241 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.599811 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9c1f-62f9-4498-853d-5aa7fc0d9241 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.636621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44116df-8a29-457d-9236-f9ae0189d54a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:39.637653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f44116df-8a29-457d-9236-f9ae0189d54a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:39.721020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9c1f-62f9-4498-853d-5aa7fc0d9241 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.739268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f44116df-8a29-457d-9236-f9ae0189d54a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:39.740652 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f44116df-8a29-457d-9236-f9ae0189d54a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2580028 Sep 19 12:20:39.747503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57846) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:39.802408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d9c1f-62f9-4498-853d-5aa7fc0d9241 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69668d05-f751-4003-98e9-4bb34ab10010,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:39.822208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.828011 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-39aff646-ed68-4f86-9a32-a45e05292769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:20:39.830243 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-39aff646-ed68-4f86-9a32-a45e05292769 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/3a944817-a246-4a43-ab7d-16d321f98f7e HTTP/1.1" status: 404 len: 333 time: 0.0794997 Sep 19 12:20:39.837802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57850) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:39.851148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1711118236'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:39.856310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:39.865149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:network and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:39.869012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:39.878718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:39.919789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9c1f-62f9-4498-853d-5aa7fc0d9241 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.920954 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fd1d9c1f-62f9-4498-853d-5aa7fc0d9241 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/69668d05-f751-4003-98e9-4bb34ab10010 HTTP/1.1" status: 204 len: 168 time: 0.3739140 Sep 19 12:20:39.923973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57854) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:39.966883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:39.970688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:39.973267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2151e93-0557-4e98-9b65-f0aeabd3d7f0']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:40.000177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c6b35edb-e702-420e-820f-be0fd9614d44 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:40.014107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c01a8070-0d20-41eb-8308-cfb3654d4f55 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:40.016279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.029408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:40.039560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.040104 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Added segment b7424615-3318-432c-b555-e0f5a938ebc7 of type vlan for network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 Sep 19 12:20:40.060258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f27a02-0d56-47ee-bc5a-6ed345add694') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:40.060258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f27a02-0d56-47ee-bc5a-6ed345add694') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:40.069250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.070190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 55ad664f-9ed1-4d61-8b40-63ce5796f728 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:40.080351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:40.083193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.097622 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.120229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c01a8070-0d20-41eb-8308-cfb3654d4f55 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:40.122937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.142797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c6b35edb-e702-420e-820f-be0fd9614d44 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:40.149623 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c6b35edb-e702-420e-820f-be0fd9614d44 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2233930 Sep 19 12:20:40.154433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57858) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:40.166867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ef70f439-5057-4af5-bf73-7bbf2c97710c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '73186041-6569-4c51-9e4f-272c523518b3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:40.176356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ef70f439-5057-4af5-bf73-7bbf2c97710c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:40.203042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ef70f439-5057-4af5-bf73-7bbf2c97710c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:40.216560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.226278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:40.226278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.381465 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-ef70f439-5057-4af5-bf73-7bbf2c97710c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Project ba269c5048b141d4baa6bd0b5f485de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:20:40.409743 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5705612 Sep 19 12:20:40.410650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57862) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:40.430494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:40.456797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef70f439-5057-4af5-bf73-7bbf2c97710c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.495673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c01a8070-0d20-41eb-8308-cfb3654d4f55 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:40.497561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 49430828-61b2-4ce3-873d-3f72d33e5572 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:40.703032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7d83f-14e0-445b-8967-0b875fed0d83 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Network': ['ID=c9e3d8c2-07ad-4938-8a59-defc2f9f2943,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:40.715052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7ffc5d95-4486-453e-94f7-8b97504cbdae None None] Provisioning complete for port b4ee4b16-671e-4426-a10c-b4b1d921f6bd triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:40.716061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5d95-4486-453e-94f7-8b97504cbdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.783525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.791557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:20:40.792628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.803550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:40.841184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:40.847237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374b9b2-0821-4bc6-9556-a7bd94f07b9b None None] Network e2151e93-0557-4e98-9b65-f0aeabd3d7f0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:40.849286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef70f439-5057-4af5-bf73-7bbf2c97710c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.850430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:40.853379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:40.859955 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:40.938815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef70f439-5057-4af5-bf73-7bbf2c97710c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.942582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51fe591c-1609-4a3b-a6ac-243d7e5e9385 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.966624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:40.970283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:40.992710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70f439-5057-4af5-bf73-7bbf2c97710c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4cac85-550d-4522-a3cb-f65fe1ff7d73,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:41.038036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc5d95-4486-453e-94f7-8b97504cbdae None None] Port b4ee4b16-671e-4426-a10c-b4b1d921f6bd cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:41.076484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 49430828-61b2-4ce3-873d-3f72d33e5572 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:41.161040 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 04f27a02-0d56-47ee-bc5a-6ed345add694 resource provider aggregate not found Sep 19 12:20:41.164461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51fe591c-1609-4a3b-a6ac-243d7e5e9385 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.164898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef70f439-5057-4af5-bf73-7bbf2c97710c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.169578 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ef70f439-5057-4af5-bf73-7bbf2c97710c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0110729 Sep 19 12:20:41.170624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57870) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:41.205403 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-23abf159-eb9c-4223-9986-71390f7160c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules/8c4cac85-550d-4522-a3cb-f65fe1ff7d73 HTTP/1.1" status: 200 len: 769 time: 0.0217674 Sep 19 12:20:41.205403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57874) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:41.245402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] DHCP port deletion for e2151e93-0557-4e98-9b65-f0aeabd3d7f0 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:20:41.250651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Deleting port 49430828-61b2-4ce3-873d-3f72d33e5572 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:41.251197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.251694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0de849f9-bb93-45ce-9884-9220ba566948 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:41.283053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2d0075fd-708d-40c8-8d47-75476b2b1936 None None] Provisioning for port 49430828-61b2-4ce3-873d-3f72d33e5572 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:41.302184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2d0075fd-708d-40c8-8d47-75476b2b1936 None None] Provisioning complete for port 49430828-61b2-4ce3-873d-3f72d33e5572 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:41.302595 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2d0075fd-708d-40c8-8d47-75476b2b1936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.333334 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 04f27a02-0d56-47ee-bc5a-6ed345add694 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04f27a02-0d56-47ee-bc5a-6ed345add694 found for delete ", "request_id": "req-588827d4-c75f-4e88-bdd8-f03be42df814"}]} Sep 19 12:20:41.396862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0de849f9-bb93-45ce-9884-9220ba566948 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:41.398598 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0de849f9-bb93-45ce-9884-9220ba566948 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2013192 Sep 19 12:20:41.406606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57878) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:41.429334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:20:41.429334 dv-neutron-857775-2-hyperv neutron-server[89794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:20:41.429334 dv-neutron-857775-2-hyperv neutron-server[89794]: [parameters: {'id': 'e2151e93-0557-4e98-9b65-f0aeabd3d7f0'}] Sep 19 12:20:41.429334 dv-neutron-857775-2-hyperv neutron-server[89794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:20:41.429806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:20:41.451450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Allocated IP 172.26.5.207 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/ffa6db3a-eb9c-40c8-a268-e39034095646) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:41.461574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c63f2fc-4d31-42f7-b54f-a93b32be4133 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.476139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c63f2fc-4d31-42f7-b54f-a93b32be4133 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.477226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:41.606760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2d0075fd-708d-40c8-8d47-75476b2b1936 None None] Current status of the port 49430828-61b2-4ce3-873d-3f72d33e5572 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:41.607373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2d0075fd-708d-40c8-8d47-75476b2b1936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.610205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c63f2fc-4d31-42f7-b54f-a93b32be4133 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.627957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] For port 49430828-61b2-4ce3-873d-3f72d33e5572, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=49430828-61b2-4ce3-873d-3f72d33e5572,segment=NetworkSegment(04f27a02-0d56-47ee-bc5a-6ed345add694),segment_id=04f27a02-0d56-47ee-bc5a-6ed345add694)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:41.628337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.628704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63f2fc-4d31-42f7-b54f-a93b32be4133 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c4cac85-550d-4522-a3cb-f65fe1ff7d73,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:41.632896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.637881 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-51fe591c-1609-4a3b-a6ac-243d7e5e9385 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP 6f1a2858-2f16-4fe8-89e8-2e3305a0608c associated. External IP: 172.26.5.32, port: b778e477-8282-403c-9200-9a52cfe7066d. Sep 19 12:20:41.736863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=e578f672-2332-4a8f-9371-573fd5d4b303,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:41.742110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9da9b794-623a-4da6-8985-db7343b61cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.750306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Checking segment: {'id': 'b7424615-3318-432c-b555-e0f5a938ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:41.750450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network hostable DHCP agents. Network: c9e3d8c2-07ad-4938-8a59-defc2f9f2943, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:41.781449 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c63f2fc-4d31-42f7-b54f-a93b32be4133 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.786474 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3c63f2fc-4d31-42f7-b54f-a93b32be4133 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/8c4cac85-550d-4522-a3cb-f65fe1ff7d73 HTTP/1.1" status: 204 len: 168 time: 0.3761294 Sep 19 12:20:41.786474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57882) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:41.811937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Calling delete_port for 49430828-61b2-4ce3-873d-3f72d33e5572 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:41.839131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8aa12540-0bef-4689-8045-fe2a65d3ef10 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:41.865848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2d0075fd-708d-40c8-8d47-75476b2b1936 None None] For port 49430828-61b2-4ce3-873d-3f72d33e5572, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=49430828-61b2-4ce3-873d-3f72d33e5572,segment=NetworkSegment(04f27a02-0d56-47ee-bc5a-6ed345add694),segment_id=04f27a02-0d56-47ee-bc5a-6ed345add694)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:41.894239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 49430828-61b2-4ce3-873d-3f72d33e5572 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:20:41.900888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:41.930933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:41.941917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:41.950398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8aa12540-0bef-4689-8045-fe2a65d3ef10 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:41.950398 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8aa12540-0bef-4689-8045-fe2a65d3ef10 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1627493 Sep 19 12:20:41.953164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57886) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:41.958210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:41.975787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:41.976672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:42.000686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Deleting port 49430828-61b2-4ce3-873d-3f72d33e5572 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:42.000941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.021332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-906e9e82-3c49-4e38-adb7-bec1ea52e65b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.040207 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f5d14002-12c5-4d44-b1af-3b5a5734c1c6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7026720 Sep 19 12:20:42.047477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57890) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:42.054618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-906e9e82-3c49-4e38-adb7-bec1ea52e65b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.055092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.070126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'network': {'name': 'tempest-RoutersTest-272642663'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:42.092217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, c9e3d8c2-07ad-4938-8a59-defc2f9f2943) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:42.108735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:42.108956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.121807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2d0075fd-708d-40c8-8d47-75476b2b1936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.142214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:42.167475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773a219-b3c6-4300-88fd-19de96684180 None None] Network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:42.167951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:network and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:42.174066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:42.219597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:42.221485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:20:42.222032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:20:42.225320 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-55c65faa-b606-4d79-8ca7-d68e549c089b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8045504 Sep 19 12:20:42.228114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57894) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:42.236060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:42.265580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-906e9e82-3c49-4e38-adb7-bec1ea52e65b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.268523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-906e9e82-3c49-4e38-adb7-bec1ea52e65b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.270190 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-906e9e82-3c49-4e38-adb7-bec1ea52e65b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/73186041-6569-4c51-9e4f-272c523518b3 HTTP/1.1" status: 204 len: 168 time: 0.3163450 Sep 19 12:20:42.320991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57898) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:42.324000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 49430828-61b2-4ce3-873d-3f72d33e5572 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:42.324000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.354968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:42.376540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e9e82-3c49-4e38-adb7-bec1ea52e65b tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73186041-6569-4c51-9e4f-272c523518b3,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:42.388407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:42.392523 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.453391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0075fd-708d-40c8-8d47-75476b2b1936 None None] Pushing event updated for resources: {'Port': ['ID=49430828-61b2-4ce3-873d-3f72d33e5572,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:42.455413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:42.459465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:42.462761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:42.471738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:42.500342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 49430828-61b2-4ce3-873d-3f72d33e5572, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=49430828-61b2-4ce3-873d-3f72d33e5572,segment=NetworkSegment(04f27a02-0d56-47ee-bc5a-6ed345add694),segment_id=04f27a02-0d56-47ee-bc5a-6ed345add694)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:42.537667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fe591c-1609-4a3b-a6ac-243d7e5e9385 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:42.544395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d623f32c-ff56-489a-abb6-ae4175092647 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:42.557016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] For port 49430828-61b2-4ce3-873d-3f72d33e5572, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=49430828-61b2-4ce3-873d-3f72d33e5572,segment=NetworkSegment(04f27a02-0d56-47ee-bc5a-6ed345add694),segment_id=04f27a02-0d56-47ee-bc5a-6ed345add694)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:42.557740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.561824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:42.567070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.579509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:42.595957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.725368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Deleting port 49430828-61b2-4ce3-873d-3f72d33e5572 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:42.726003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.736367 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.ipam_backend_mixin [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e578f672-2332-4a8f-9371-573fd5d4b303 (CIDR: 172.20.0.0/28) Sep 19 12:20:42.801146 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:20:42.801707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:20:42.842591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.854193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Calling delete_port for 49430828-61b2-4ce3-873d-3f72d33e5572 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:42.889102 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c0c7f681-66f4-470e-8e9e-cfff265cdc43 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6559486 Sep 19 12:20:42.896440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57902) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:42.896440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:42.921831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-c9e3d8c2-07ad-4938-8a59-defc2f9f2943', 'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943', 'tenant_id': '8a4702b612ab486e999fd6bc838de6eb', 'fixed_ips': [{'subnet_id': 'e578f672-2332-4a8f-9371-573fd5d4b303'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:42.923074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:42.933748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=49430828-61b2-4ce3-873d-3f72d33e5572,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:43.014700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.015689 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added segment 9546c527-3207-4185-a599-eef2fda334b2 of type vlan for network 2610fe8e-2fe9-44ad-8f47-9bc896531130 Sep 19 12:20:43.053572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:43.057788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:43.061821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:43.065197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:43.066196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d623f32c-ff56-489a-abb6-ae4175092647 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:43.067488 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d623f32c-ff56-489a-abb6-ae4175092647 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7435639 Sep 19 12:20:43.075037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:43.075037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57906) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:43.077152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:43.084108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group': {'name': 'tempest-secgroup--875959615'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:43.094411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:43.097463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:43.106183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:43.141144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'Port': ['ID=ffa6db3a-eb9c-40c8-a268-e39034095646,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:43.147110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.193414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:43.197329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.298270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] For port 49430828-61b2-4ce3-873d-3f72d33e5572, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=49430828-61b2-4ce3-873d-3f72d33e5572,segment=NetworkSegment(04f27a02-0d56-47ee-bc5a-6ed345add694),segment_id=04f27a02-0d56-47ee-bc5a-6ed345add694)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:43.298865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.364687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.395064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:43.411300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:43.440215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:20:43.469070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Calling delete_port for 49430828-61b2-4ce3-873d-3f72d33e5572 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:43.487013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe591c-1609-4a3b-a6ac-243d7e5e9385 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:43.494988 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee373b3f-09df-4237-9abe-5928d8a98cbd None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:43.511756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51fe591c-1609-4a3b-a6ac-243d7e5e9385 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.515895 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee373b3f-09df-4237-9abe-5928d8a98cbd None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:43.530350 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ee373b3f-09df-4237-9abe-5928d8a98cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:43.541997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Allocated IP 172.20.0.2 (c9e3d8c2-07ad-4938-8a59-defc2f9f2943/e578f672-2332-4a8f-9371-573fd5d4b303/165d4ec6-773c-406b-b0b1-6e852b810118) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:43.574886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:20:43.574886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:20:43.575302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:38Z', 'revision_number': 2, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:43.582012 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-51fe591c-1609-4a3b-a6ac-243d7e5e9385 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "PUT /v2.0/floatingips/6f1a2858-2f16-4fe8-89e8-2e3305a0608c HTTP/1.1" status: 200 len: 977 time: 4.9103713 Sep 19 12:20:43.585040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57910) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:43.598557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:20:43.598948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Updating router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb port b4ee4b16-671e-4426-a10c-b4b1d921f6bd binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:20:43.638110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.640085 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ee373b3f-09df-4237-9abe-5928d8a98cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:43.648501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.651291 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee373b3f-09df-4237-9abe-5928d8a98cbd None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:43.651291 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ee373b3f-09df-4237-9abe-5928d8a98cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:43.655352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:43.655966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.733552 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ee373b3f-09df-4237-9abe-5928d8a98cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:43.733955 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee373b3f-09df-4237-9abe-5928d8a98cbd None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:43.736749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.760415 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port b778e477-8282-403c-9200-9a52cfe7066d {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:43.760756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.794287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.810373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.848478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-da1089c4-d2ce-4a33-aed7-3e7b8a357a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.848478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:43.885611 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8312273 Sep 19 12:20:43.897536 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57914) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:43.910411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'subnet': {'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:43.916164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227334b8-284e-4674-b48e-e723664585f3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Network': ['ID=2610fe8e-2fe9-44ad-8f47-9bc896531130,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:43.987790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 2610fe8e-2fe9-44ad-8f47-9bc896531130 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:44.001004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] Pushing event deleted for resources: {'Port': ['ID=49430828-61b2-4ce3-873d-3f72d33e5572,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:44.031230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:44.041482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:44.055857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:44.064474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.069423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Deleting port 49430828-61b2-4ce3-873d-3f72d33e5572 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:44.069980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.076272 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba4d38-40d7-444c-b26b-1c67dff732e8,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:44.087098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d22b3a-ffa0-41f6-891f-b392bfa00573 None None] No DVR routers for this DVR port 49430828-61b2-4ce3-873d-3f72d33e5572 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:20:44.088784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:44.098917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:subnet and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:44.105162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:44.110737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=fa883c19-09a1-4a8c-aed1-3026c21a25dc,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:44.115166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:44.146185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.194167 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Transition to ACTIVE for port object 165d4ec6-773c-406b-b0b1-6e852b810118 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:44.195149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.197469 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6b1fe3e0-6089-4911-8fe1-dc3f05ef279e tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1229877 Sep 19 12:20:44.219339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57918) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:44.225150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Request body: {'security_group_rule': {'security_group_id': '40ba4d38-40d7-444c-b26b-1c67dff732e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:44.242883 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3e51d1db-7970-4181-941e-e2b442e76020 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3522627 Sep 19 12:20:44.245735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:44.249670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57922) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:44.257755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943', 'fixed_ips': [{'subnet_id': 'e578f672-2332-4a8f-9371-573fd5d4b303'}, {'subnet_id': 'fa883c19-09a1-4a8c-aed1-3026c21a25dc'}], 'name': 'tempest-PortsTestJSON-1568819019'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:44.280910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Usage tracker for resource:security_group_rule and tenant:ba269c5048b141d4baa6bd0b5f485de0 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:44.282967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Transition to ACTIVE for port object 165d4ec6-773c-406b-b0b1-6e852b810118 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:44.287273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:44.343114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.366472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.415556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] The port '49430828-61b2-4ce3-873d-3f72d33e5572' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:20:44.495283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:44.502594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:44.509530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:44.510978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Made reservation on behalf of 38ea2f4d63b44e6a9dee3a61b1953b28 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:44.512132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:44.514933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.585829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Pushing event updated for resources: {'Port': ['ID=165d4ec6-773c-406b-b0b1-6e852b810118,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:44.592116 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.661272 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Transition to ACTIVE for port object b4ee4b16-671e-4426-a10c-b4b1d921f6bd will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:44.669722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Attempting to bind port 165d4ec6-773c-406b-b0b1-6e852b810118 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:44.670256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Attempting to bind port 165d4ec6-773c-406b-b0b1-6e852b810118 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'b7424615-3318-432c-b555-e0f5a938ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:44.670913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Attempting to bind port 165d4ec6-773c-406b-b0b1-6e852b810118 on network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:44.676799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:44.677406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Checking segment: {'id': 'b7424615-3318-432c-b555-e0f5a938ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:44.677958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.678498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Bound using segment: {'id': 'b7424615-3318-432c-b555-e0f5a938ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:44.679318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Bound port: 165d4ec6-773c-406b-b0b1-6e852b810118, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7424615-3318-432c-b555-e0f5a938ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:44.679867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.680027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.686020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.695920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:44.696357 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.697888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.721575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:44.749762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.798532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2151e93-0557-4e98-9b65-f0aeabd3d7f0']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:44.805118 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:44.905251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f27a02-0d56-47ee-bc5a-6ed345add694') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:44.905521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.906306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f27a02-0d56-47ee-bc5a-6ed345add694') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:44.931144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:44.967526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.000379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bb26a1-bb6a-43e8-b48e-bc0c8e5f1c3b,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:45.019289 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.037255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.064775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] For port 165d4ec6-773c-406b-b0b1-6e852b810118, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:45.068418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295bc81-6f5c-407b-af2a-6f53fe861501 None None] Pushing event updated for resources: {'Port': ['ID=b4ee4b16-671e-4426-a10c-b4b1d921f6bd,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:45.091397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] For port 165d4ec6-773c-406b-b0b1-6e852b810118, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=165d4ec6-773c-406b-b0b1-6e852b810118,segment=NetworkSegment(b7424615-3318-432c-b555-e0f5a938ebc7),segment_id=b7424615-3318-432c-b555-e0f5a938ebc7)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:45.097803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Attempting to bind port b4ee4b16-671e-4426-a10c-b4b1d921f6bd on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:45.097803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Attempting to bind port b4ee4b16-671e-4426-a10c-b4b1d921f6bd by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:45.097803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Attempting to bind port b4ee4b16-671e-4426-a10c-b4b1d921f6bd on network 55ad664f-9ed1-4d61-8b40-63ce5796f728 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:45.098142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 4aff2741-2cc3-4472-aaef-4ac2f381acc3 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:20:45.098245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.101251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:45.101753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Checking segment: {'id': 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:45.102229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.102868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Bound using segment: {'id': 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:45.103400 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Bound port: b4ee4b16-671e-4426-a10c-b4b1d921f6bd, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:45.103846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.119937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.122803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:20:45.123213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.182223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.183395 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eb22ce53-2af9-4485-b944-88abafb4d8c9 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9627571 Sep 19 12:20:45.191988 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57928) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:45.198713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Subnet': ['ID=129f7d2c-80b2-49e4-a16f-639db88ec585,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:45.208214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] For port b4ee4b16-671e-4426-a10c-b4b1d921f6bd, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:45.218424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] For port b4ee4b16-671e-4426-a10c-b4b1d921f6bd, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b4ee4b16-671e-4426-a10c-b4b1d921f6bd,segment=NetworkSegment(a2b314d5-a830-4ff0-bf58-d7b23b4c02cd),segment_id=a2b314d5-a830-4ff0-bf58-d7b23b4c02cd)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:45.229089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.264372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Checking segment: {'id': '9546c527-3207-4185-a599-eef2fda334b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:45.265005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network hostable DHCP agents. Network: 2610fe8e-2fe9-44ad-8f47-9bc896531130, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:45.302267 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 04f27a02-0d56-47ee-bc5a-6ed345add694 resource provider aggregate not found Sep 19 12:20:45.323310 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 04f27a02-0d56-47ee-bc5a-6ed345add694 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04f27a02-0d56-47ee-bc5a-6ed345add694 found for delete ", "request_id": "req-149184fc-7173-4b80-b04d-1bfa500e5161"}]} Sep 19 12:20:45.324444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.342914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.375254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af1c6c-3003-4087-abb6-ec2ed9fa465c None None] Pushing event updated for resources: {'Port': ['ID=165d4ec6-773c-406b-b0b1-6e852b810118,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:45.402248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 2610fe8e-2fe9-44ad-8f47-9bc896531130 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:45.408796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.412844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b23d715c-c246-4ecb-b3cc-1672952c24fd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.422870 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.423483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.423935 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP 6f1a2858-2f16-4fe8-89e8-2e3305a0608c disassociated. External IP: 172.26.5.32, port: b778e477-8282-403c-9200-9a52cfe7066d. Sep 19 12:20:45.424446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for b778e477-8282-403c-9200-9a52cfe7066d owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:45.433671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:45.435332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:45.461640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b23d715c-c246-4ecb-b3cc-1672952c24fd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.483982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.516790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=e2151e93-0557-4e98-9b65-f0aeabd3d7f0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:45.524606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 2610fe8e-2fe9-44ad-8f47-9bc896531130) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:45.526536 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3cf99195-5cf7-4191-9ea6-1186e4a65007 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/e2151e93-0557-4e98-9b65-f0aeabd3d7f0 HTTP/1.1" status: 204 len: 168 time: 7.6489558 Sep 19 12:20:45.536109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57934) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:45.547240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1239985333'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:45.557344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:45.557932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:45.573052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2c0ae-471f-4453-a874-7fbdf857635b None None] Network 2610fe8e-2fe9-44ad-8f47-9bc896531130 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:45.593607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.5 (c9e3d8c2-07ad-4938-8a59-defc2f9f2943/e578f672-2332-4a8f-9371-573fd5d4b303/4aff2741-2cc3-4472-aaef-4ac2f381acc3) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:45.601311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.23 (c9e3d8c2-07ad-4938-8a59-defc2f9f2943/fa883c19-09a1-4a8c-aed1-3026c21a25dc/4aff2741-2cc3-4472-aaef-4ac2f381acc3) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:45.723109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295bc81-6f5c-407b-af2a-6f53fe861501 None None] Pushing event updated for resources: {'Port': ['ID=b4ee4b16-671e-4426-a10c-b4b1d921f6bd,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:45.785815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:45.882472 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b7b5af29-f4cf-47c6-a90e-bb6f7c2baaee tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9838536 Sep 19 12:20:45.886469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57938) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:45.933765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:45.954733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:network and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:45.959999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:45.966299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 165d4ec6-773c-406b-b0b1-6e852b810118 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:45.970557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:45.999129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b23d715c-c246-4ecb-b3cc-1672952c24fd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.001811 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b23d715c-c246-4ecb-b3cc-1672952c24fd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.004782 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b23d715c-c246-4ecb-b3cc-1672952c24fd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/40ba4d38-40d7-444c-b26b-1c67dff732e8 HTTP/1.1" status: 204 len: 168 time: 0.8057487 Sep 19 12:20:46.005597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57942) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:46.033100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.074623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.100432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d715c-c246-4ecb-b3cc-1672952c24fd tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba4d38-40d7-444c-b26b-1c67dff732e8,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:46.102907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=b778e477-8282-403c-9200-9a52cfe7066d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:46.103881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:46.118359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.123285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object 4aff2741-2cc3-4472-aaef-4ac2f381acc3 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:46.256204 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-31ce7866-f55d-45b1-be40-626d273e6a5c tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2474253 Sep 19 12:20:46.264140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57946) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:46.267315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Router 6b77ed23-80fb-4893-a016-e17a7fe3526b is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:20:46.278029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:46.318052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-2610fe8e-2fe9-44ad-8f47-9bc896531130', 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'fixed_ips': [{'subnet_id': '129f7d2c-80b2-49e4-a16f-639db88ec585'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:46.319629 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.417537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d04cd61-7aee-428b-91b9-717b8ccce918 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:46.484215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.484754 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment c282e906-d144-4ff8-b20d-17a7178909b5 of type vlan for network de702401-0812-4806-bb6a-8b607ba86bb0 Sep 19 12:20:46.512451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 165d4ec6-773c-406b-b0b1-6e852b810118 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:46.601679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.631662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.641703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:46.659421 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Sync routers for ids ['6b77ed23-80fb-4893-a016-e17a7fe3526b'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:46.664591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Allocated IP 172.23.0.2 (2610fe8e-2fe9-44ad-8f47-9bc896531130/129f7d2c-80b2-49e4-a16f-639db88ec585/20a52f79-da0c-4621-a57f-3c5602c1d64b) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:46.696738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.720385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Routers {'6b77ed23-80fb-4893-a016-e17a7fe3526b'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:46.722087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6b77ed23-80fb-4893-a016-e17a7fe3526b'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:46.743210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:46.750817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:46.757226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:46.764233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:46.810988 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=4aff2741-2cc3-4472-aaef-4ac2f381acc3,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:46.848137 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d04cd61-7aee-428b-91b9-717b8ccce918 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group_rule {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:46.849659 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2d04cd61-7aee-428b-91b9-717b8ccce918 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5851297 Sep 19 12:20:46.858214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57950) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:46.889577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.893604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:45Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:46.895569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:46.896183 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.914291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:46.915496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:46.962567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e849718-d3e8-4c90-9687-85cd69be7238 None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:45Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:46.996019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:47.062370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:47.067000 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fd8c1467-5242-4ca3-b8a7-bed6dd5c754c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 10.4117815 Sep 19 12:20:47.069651 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-d8387705-cfdf-4661-a360-8940067d965a tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] delete failed (client error): The resource could not be found. Sep 19 12:20:47.070917 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d8387705-cfdf-4661-a360-8940067d965a tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "DELETE /v2.0/security-groups/40ba4d38-40d7-444c-b26b-1c67dff732e8 HTTP/1.1" status: 404 len: 347 time: 0.2061098 Sep 19 12:20:47.074636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57956) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:47.075256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57958) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:47.086730 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5512662 Sep 19 12:20:47.093934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57966) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:47.105305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': 'de702401-0812-4806-bb6a-8b607ba86bb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:47.125731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cea28f-51bb-4d92-b771-539fbceeea86 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=de702401-0812-4806-bb6a-8b607ba86bb0,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:47.166087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-368e7dad-753a-4f80-9a74-2dae48392952 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Synchronizing usage tracker for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:47.192609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network de702401-0812-4806-bb6a-8b607ba86bb0 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:47.339297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd57df5-d3af-4986-94bb-ce0286f9722c None None] Network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:47.372101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:47.382135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:subnet and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:47.385397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:47.400248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Set router 6b77ed23-80fb-4893-a016-e17a7fe3526b gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:47.410982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:47.431189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:47.446995 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597817c5-7586-49cc-81ac-218032663e88 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:47.454530 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bdb13685-0619-47af-a8d5-65a1a1d9fdd0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.2035835 Sep 19 12:20:47.458349 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597817c5-7586-49cc-81ac-218032663e88 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:47.458999 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-597817c5-7586-49cc-81ac-218032663e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:47.467626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57972) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:47.530397 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e6f153cd-2495-4cda-b1f6-6a7e3757dde4 tempest-TestNetworkAdvancedServerOps-931794171 tempest-TestNetworkAdvancedServerOps-931794171-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=95279d76856d429e96c95d3362398fe2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4508712 Sep 19 12:20:47.535051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e578f672-2332-4a8f-9371-573fd5d4b303'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:47.537208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57976) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:47.539688 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-597817c5-7586-49cc-81ac-218032663e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:47.554042 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597817c5-7586-49cc-81ac-218032663e88 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:47.554942 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-597817c5-7586-49cc-81ac-218032663e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:47.685744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:47.690188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-368e7dad-753a-4f80-9a74-2dae48392952 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] Unset dirty status for tenant:ba269c5048b141d4baa6bd0b5f485de0 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:47.704661 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-368e7dad-753a-4f80-9a74-2dae48392952 tempest-SecGroupIPv6Test-1433837441 tempest-SecGroupIPv6Test-1433837441-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6159494 Sep 19 12:20:47.713597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Transition to ACTIVE for port object 20a52f79-da0c-4621-a57f-3c5602c1d64b will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:47.745668 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-597817c5-7586-49cc-81ac-218032663e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:47.746618 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597817c5-7586-49cc-81ac-218032663e88 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:47.766939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:47.775419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57982) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:47.776785 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dc1ac516-fae0-4887-85be-d0ec731a0f05 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/ports/b778e477-8282-403c-9200-9a52cfe7066d HTTP/1.1" status: 204 len: 168 time: 4.1903911 Sep 19 12:20:47.786345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:47.790929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:47.897577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Transition to ACTIVE for port object 20a52f79-da0c-4621-a57f-3c5602c1d64b will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:47.910003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:47.974952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b4ee4b16-671e-4426-a10c-b4b1d921f6bd up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:47.982066 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-54a34653-64e6-4172-8da6-b4ad46b02ff7 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "GET /v2.0/floatingips/6f1a2858-2f16-4fe8-89e8-2e3305a0608c HTTP/1.1" status: 200 len: 687 time: 0.1998620 Sep 19 12:20:48.004631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 57986) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:48.070718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85e0ab-177f-4cf9-ab36-ebd51e622bb8 tempest-TestNetworkAdvancedServerOps-931794171 tempest-TestNetworkAdvancedServerOps-931794171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:48.076105 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5a85e0ab-177f-4cf9-ab36-ebd51e622bb8 tempest-TestNetworkAdvancedServerOps-931794171 tempest-TestNetworkAdvancedServerOps-931794171-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5347567 Sep 19 12:20:48.076621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57990) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:48.086472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:48.264748 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6a431bc5-b93c-4f07-aa22-2bcac4f37ff5 tempest-TestNetworkAdvancedServerOps-931794171 tempest-TestNetworkAdvancedServerOps-931794171-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1858866 Sep 19 12:20:48.265411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 57994) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:48.272751 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-524300582', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'project_id': '95279d76856d429e96c95d3362398fe2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:48.291400 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d6c699df-a6d5-4104-9078-485579176325 None None] Provisioning for port 165d4ec6-773c-406b-b0b1-6e852b810118 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:48.325224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Network 2610fe8e-2fe9-44ad-8f47-9bc896531130 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:48.336428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:48.338135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d6c699df-a6d5-4104-9078-485579176325 None None] Provisioning complete for port 165d4ec6-773c-406b-b0b1-6e852b810118 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:48.338504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d6c699df-a6d5-4104-9078-485579176325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:48.368255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:48.395745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Pushing event updated for resources: {'Port': ['ID=20a52f79-da0c-4621-a57f-3c5602c1d64b,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:48.446592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb3707-00a3-4648-b13b-19910f976c1b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 74512044-49a8-4672-a3f6-9aa953170edc {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:48.447321 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3707-00a3-4648-b13b-19910f976c1b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:48.463475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:48.470533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:subnet and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:48.484740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:48.494858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:48.541594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Allocated IP 172.23.0.1 (2610fe8e-2fe9-44ad-8f47-9bc896531130/129f7d2c-80b2-49e4-a16f-639db88ec585/abe50feb-6a13-4b4d-a324-eab23a8e61e1) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:48.583546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58000) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:48.622233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:48.665292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Attempting to bind port 20a52f79-da0c-4621-a57f-3c5602c1d64b on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:48.665660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Attempting to bind port 20a52f79-da0c-4621-a57f-3c5602c1d64b by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9546c527-3207-4185-a599-eef2fda334b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:48.666337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Attempting to bind port 20a52f79-da0c-4621-a57f-3c5602c1d64b on network 2610fe8e-2fe9-44ad-8f47-9bc896531130 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:48.674720 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Made reservation on behalf of 95279d76856d429e96c95d3362398fe2 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:48.678762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:48.687970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port b4ee4b16-671e-4426-a10c-b4b1d921f6bd completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:48.694831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:48.694831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Checking segment: {'id': '9546c527-3207-4185-a599-eef2fda334b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:48.695100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:48.696208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Bound using segment: {'id': '9546c527-3207-4185-a599-eef2fda334b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:48.696885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Bound port: 20a52f79-da0c-4621-a57f-3c5602c1d64b, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9546c527-3207-4185-a599-eef2fda334b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:48.697431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:48.756428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b4ee4b16-671e-4426-a10c-b4b1d921f6bd triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:48.756798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:48.845329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=0afa276e-792d-425a-bbcb-f4a1e90ad5b9,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:48.900977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': 'c282e906-d144-4ff8-b20d-17a7178909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'de702401-0812-4806-bb6a-8b607ba86bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:48.901106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: de702401-0812-4806-bb6a-8b607ba86bb0, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:48.918279 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7e81ffef-f72f-405e-a0f5-a1289ed60698 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba269c5048b141d4baa6bd0b5f485de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335738 Sep 19 12:20:48.924903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58006) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:48.971147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d6c699df-a6d5-4104-9078-485579176325 None None] Current status of the port 165d4ec6-773c-406b-b0b1-6e852b810118 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:48.971659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d6c699df-a6d5-4104-9078-485579176325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.033914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] For port 20a52f79-da0c-4621-a57f-3c5602c1d64b, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:49.076771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network de702401-0812-4806-bb6a-8b607ba86bb0 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:49.078963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8077912-83c0-4387-a683-ba9b0becc7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.082380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3707-00a3-4648-b13b-19910f976c1b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.082893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3707-00a3-4648-b13b-19910f976c1b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.087477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:43Z', 'revision_number': 3, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:49.098832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] For port 20a52f79-da0c-4621-a57f-3c5602c1d64b, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=20a52f79-da0c-4621-a57f-3c5602c1d64b,segment=NetworkSegment(9546c527-3207-4185-a599-eef2fda334b2),segment_id=9546c527-3207-4185-a599-eef2fda334b2)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:49.102992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d6c699df-a6d5-4104-9078-485579176325 None None] For port 165d4ec6-773c-406b-b0b1-6e852b810118, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=165d4ec6-773c-406b-b0b1-6e852b810118,segment=NetworkSegment(b7424615-3318-432c-b555-e0f5a938ebc7),segment_id=b7424615-3318-432c-b555-e0f5a938ebc7)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:49.110768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Checking router: 6b77ed23-80fb-4893-a016-e17a7fe3526b for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:20:49.111130 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Updating router 6b77ed23-80fb-4893-a016-e17a7fe3526b port ffa6db3a-eb9c-40c8-a268-e39034095646 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:20:49.145529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8077912-83c0-4387-a683-ba9b0becc7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.197451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b4ee4b16-671e-4426-a10c-b4b1d921f6bd is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:49.197838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.237653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.267934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.272483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.283028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb3707-00a3-4648-b13b-19910f976c1b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for 74512044-49a8-4672-a3f6-9aa953170edc owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:49.331967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d6c699df-a6d5-4104-9078-485579176325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.345493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, de702401-0812-4806-bb6a-8b607ba86bb0) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:49.362372 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8077912-83c0-4387-a683-ba9b0becc7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.364759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.367095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:49.367941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.373364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00545b20-8026-4075-b9db-de9a82c7eac2 None None] Network de702401-0812-4806-bb6a-8b607ba86bb0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:49.392940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Delete allocated IP 172.20.0.23 (c9e3d8c2-07ad-4938-8a59-defc2f9f2943/fa883c19-09a1-4a8c-aed1-3026c21a25dc) {{(pid=89795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 12:20:49.407655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Transition to ACTIVE for port object abe50feb-6a13-4b4d-a324-eab23a8e61e1 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:49.412397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8077912-83c0-4387-a683-ba9b0becc7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ddbb6d-7356-4879-933e-19ce1623d65d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:49.442965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'Subnet': ['ID=19d33fd9-c4d8-413a-bf69-9cbce44c298a,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:49.461335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Checking segment: {'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:49.466434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65191f53-a6ab-4133-9ff2-b475f70edff8 None None] Update dhcp port {'port': {'network_id': 'c9e3d8c2-07ad-4938-8a59-defc2f9f2943', 'fixed_ips': [{'subnet_id': 'e578f672-2332-4a8f-9371-573fd5d4b303', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fa883c19-09a1-4a8c-aed1-3026c21a25dc'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': '165d4ec6-773c-406b-b0b1-6e852b810118'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:20:49.467206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Network hostable DHCP agents. Network: 6569b7b3-8d8e-46e5-9690-6ec1fda3601b, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:49.490069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b4ee4b16-671e-4426-a10c-b4b1d921f6bd, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b4ee4b16-671e-4426-a10c-b4b1d921f6bd,segment=NetworkSegment(a2b314d5-a830-4ff0-bf58-d7b23b4c02cd),segment_id=a2b314d5-a830-4ff0-bf58-d7b23b4c02cd)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:49.544458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c8077912-83c0-4387-a683-ba9b0becc7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.545694 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c8077912-83c0-4387-a683-ba9b0becc7f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2ddbb6d-7356-4879-933e-19ce1623d65d HTTP/1.1" status: 204 len: 168 time: 0.6195807 Sep 19 12:20:49.567223 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-39b0a855-8978-45bc-8e5d-eae9d68559d5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4701436 Sep 19 12:20:49.568932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:49.579179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58012) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:49.737111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.766655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Ignored duplicate provisioning block setup for port 4aff2741-2cc3-4472-aaef-4ac2f381acc3 by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 19 12:20:49.769117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 6569b7b3-8d8e-46e5-9690-6ec1fda3601b) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:49.780214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:49.781014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.787365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.808282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cf14de-ce82-415a-96fb-d3ced4550a29 None None] Network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:49.815886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.836417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10f8e4-146c-4b16-825a-35d885cbc542 None None] Pushing event updated for resources: {'Port': ['ID=20a52f79-da0c-4621-a57f-3c5602c1d64b,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:49.849181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.897916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3707-00a3-4648-b13b-19910f976c1b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.916301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 2610fe8e-2fe9-44ad-8f47-9bc896531130 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:49.924153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:49.932151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:49.947020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.973797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-65191f53-a6ab-4133-9ff2-b475f70edff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:49.996210 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:50.032003 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-aa3ef5bc-92f6-49ba-866c-7fdb31a59948 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7638235 Sep 19 12:20:50.034531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58018) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:50.067113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=abe50feb-6a13-4b4d-a324-eab23a8e61e1,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:50.231892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb3707-00a3-4648-b13b-19910f976c1b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=74512044-49a8-4672-a3f6-9aa953170edc,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:50.322574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c699df-a6d5-4104-9078-485579176325 None None] Pushing event updated for resources: {'Port': ['ID=165d4ec6-773c-406b-b0b1-6e852b810118,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:50.415776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c2b02-1b51-4d0c-8f8a-31a2c6cfff85 None None] Network de702401-0812-4806-bb6a-8b607ba86bb0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:50.440355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:50.510158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=0afa276e-792d-425a-bbcb-f4a1e90ad5b9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:50.513204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:50.592250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:50.618979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=4aff2741-2cc3-4472-aaef-4ac2f381acc3,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:50.624429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3707-00a3-4648-b13b-19910f976c1b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:50.644036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] In _notify_port_updated(), no bound segment for port 4aff2741-2cc3-4472-aaef-4ac2f381acc3 on network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 {{(pid=89795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:20:50.652182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:50.654054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:50.655647 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-59bbe6b2-6750-44e5-9d33-8e7486664f0c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "PUT /v2.0/ports/4aff2741-2cc3-4472-aaef-4ac2f381acc3 HTTP/1.1" status: 200 len: 919 time: 3.1298213 Sep 19 12:20:50.659638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58030) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:50.673954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e578f672-2332-4a8f-9371-573fd5d4b303'}, {'subnet_id': 'fa883c19-09a1-4a8c-aed1-3026c21a25dc'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:50.706023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Transition to ACTIVE for port object ffa6db3a-eb9c-40c8-a268-e39034095646 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:50.728891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b4ee4b16-671e-4426-a10c-b4b1d921f6bd,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:50.816521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:50.901597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3707-00a3-4648-b13b-19910f976c1b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:50.903842 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3ceb3707-00a3-4648-b13b-19910f976c1b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/floatingips/6f1a2858-2f16-4fe8-89e8-2e3305a0608c HTTP/1.1" status: 204 len: 168 time: 2.8907046 Sep 19 12:20:50.915732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58038) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:50.931628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'afba042d-5b7b-4f78-9a7a-5ba265094176'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:50.952276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:50.960468 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:floatingip and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:50.964223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de702401-0812-4806-bb6a-8b607ba86bb0']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:50.965374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:50.976362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8565116c-8e46-4df3-b8a4-5f99ad2074f4 None None] Network 2610fe8e-2fe9-44ad-8f47-9bc896531130 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:50.994251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.020209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c282e906-d144-4ff8-b20d-17a7178909b5') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:51.020965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c282e906-d144-4ff8-b20d-17a7178909b5') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:51.051165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.068174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:51.069010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.148379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.158303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:20:51.159075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.163177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:51.173902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Attempting to bind port ffa6db3a-eb9c-40c8-a268-e39034095646 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:51.175107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Attempting to bind port ffa6db3a-eb9c-40c8-a268-e39034095646 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:51.175686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Attempting to bind port ffa6db3a-eb9c-40c8-a268-e39034095646 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:51.186424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-65191f53-a6ab-4133-9ff2-b475f70edff8 None None] Allocated IP 172.20.0.18 (c9e3d8c2-07ad-4938-8a59-defc2f9f2943/fa883c19-09a1-4a8c-aed1-3026c21a25dc/165d4ec6-773c-406b-b0b1-6e852b810118) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:51.205156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:51.205156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:51.205156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.205156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:51.205156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Bound port: ffa6db3a-eb9c-40c8-a268-e39034095646, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:51.205156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.236883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.292832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] For port ffa6db3a-eb9c-40c8-a268-e39034095646, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:51.297824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] For port ffa6db3a-eb9c-40c8-a268-e39034095646, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ffa6db3a-eb9c-40c8-a268-e39034095646,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:51.306022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-81046c93-3284-421e-a681-9a32ae91301b None None] Provisioning for port 20a52f79-da0c-4621-a57f-3c5602c1d64b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:51.352146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.382056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd698579-bf16-4bf0-8692-1326bd5831ad None None] Pushing event updated for resources: {'Port': ['ID=ffa6db3a-eb9c-40c8-a268-e39034095646,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:51.396291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.403414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58048) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:51.406665 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment c282e906-d144-4ff8-b20d-17a7178909b5 resource provider aggregate not found Sep 19 12:20:51.427224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.432122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.477674 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment c282e906-d144-4ff8-b20d-17a7178909b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c282e906-d144-4ff8-b20d-17a7178909b5 found for delete ", "request_id": "req-704875fd-4e35-4efe-8946-4edf2254f65a"}]} Sep 19 12:20:51.496277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=de702401-0812-4806-bb6a-8b607ba86bb0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:51.508711 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0970bb6b-c0e4-4f5a-ba9b-4026e0cabaab tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/de702401-0812-4806-bb6a-8b607ba86bb0 HTTP/1.1" status: 204 len: 168 time: 1.9276175 Sep 19 12:20:51.511305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58056) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:51.511430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.522276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-936110367'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:51.531726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:51.573210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:network and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:51.585983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:51.598556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:51.604045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd698579-bf16-4bf0-8692-1326bd5831ad None None] Pushing event updated for resources: {'Port': ['ID=ffa6db3a-eb9c-40c8-a268-e39034095646,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:51.669454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Routers {'6b77ed23-80fb-4893-a016-e17a7fe3526b'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:51.671077 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3c445688-e1ac-48c5-bd82-32e563145bb2 tempest-ServiceProvidersTest-1667896576 tempest-ServiceProvidersTest-1667896576-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2518265 Sep 19 12:20:51.671414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6b77ed23-80fb-4893-a016-e17a7fe3526b'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:51.695349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.710551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:51.715841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.755788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:51.769123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.769875 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment e84692de-3d2d-4b6b-93fd-09b4a1b4771c of type vlan for network 2789683b-154c-45e0-995d-b7cf5acb3a89 Sep 19 12:20:51.808033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.831340 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:20:51.959833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.968917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:51.969786 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:51.970174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Allocated IP 172.20.0.2 (6569b7b3-8d8e-46e5-9690-6ec1fda3601b/19d33fd9-c4d8-413a-bf69-9cbce44c298a/5e76ca9e-1117-484d-a625-3f36d0d3ef9c) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:52.069583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:52.158652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:52.199727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b4ee4b16-671e-4426-a10c-b4b1d921f6bd up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:52.200346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=2789683b-154c-45e0-995d-b7cf5acb3a89,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:52.232409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 2789683b-154c-45e0-995d-b7cf5acb3a89 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:52.249419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.26.5.14 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/92a0843b-4373-4f75-adaa-c72fce870d42) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:52.251943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:52.263821 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ef27aea1-0700-46dd-9fb6-c05e845e888d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7493906 Sep 19 12:20:52.266007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58062) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:52.275776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': '2789683b-154c-45e0-995d-b7cf5acb3a89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:52.428224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-65191f53-a6ab-4133-9ff2-b475f70edff8 None None] For port 165d4ec6-773c-406b-b0b1-6e852b810118, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=165d4ec6-773c-406b-b0b1-6e852b810118,segment=NetworkSegment(b7424615-3318-432c-b555-e0f5a938ebc7),segment_id=b7424615-3318-432c-b555-e0f5a938ebc7)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:52.465528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:52.474602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:subnet and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:52.476710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event updated for resources: {'Port': ['ID=abe50feb-6a13-4b4d-a324-eab23a8e61e1,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:52.480901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:52.481539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:52.483382 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] Set router 6b77ed23-80fb-4893-a016-e17a7fe3526b gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:52.491961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:52.588629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:52.600457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:52.646471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58068) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:52.684943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:52.689877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.resource_extend [None req-65191f53-a6ab-4133-9ff2-b475f70edff8 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:20:52.711121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Network 2610fe8e-2fe9-44ad-8f47-9bc896531130 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:52.713360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:52.737655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-65191f53-a6ab-4133-9ff2-b475f70edff8 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:52.850323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b4ee4b16-671e-4426-a10c-b4b1d921f6bd triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:52.850703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:52.912685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:52.918961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:52.943944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-65191f53-a6ab-4133-9ff2-b475f70edff8 None None] Transition to ACTIVE for port object 165d4ec6-773c-406b-b0b1-6e852b810118 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:53.018341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=37df4be2-a58c-451a-b580-e14bd77a0833,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:53.024390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': 'e84692de-3d2d-4b6b-93fd-09b4a1b4771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2789683b-154c-45e0-995d-b7cf5acb3a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:53.025221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: 2789683b-154c-45e0-995d-b7cf5acb3a89, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:53.047550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-65191f53-a6ab-4133-9ff2-b475f70edff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:53.088136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f57b53e-b226-477e-a621-0e2ee5e27b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:53.097833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:53.129463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6f57b53e-b226-477e-a621-0e2ee5e27b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:53.146930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network 2789683b-154c-45e0-995d-b7cf5acb3a89 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:53.158907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6f57b53e-b226-477e-a621-0e2ee5e27b84 admin admin] Usage tracker for resource:security_group_rule and tenant:e6ac0c8b525042b89bd2022260847876 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:53.166393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6f57b53e-b226-477e-a621-0e2ee5e27b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:53.181571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6f57b53e-b226-477e-a621-0e2ee5e27b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:53.191335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.26 (c9e3d8c2-07ad-4938-8a59-defc2f9f2943/fa883c19-09a1-4a8c-aed1-3026c21a25dc/4aff2741-2cc3-4472-aaef-4ac2f381acc3) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:53.196520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Transition to ACTIVE for port object 5e76ca9e-1117-484d-a625-3f36d0d3ef9c will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:53.204650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:53.217223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 2789683b-154c-45e0-995d-b7cf5acb3a89) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:53.224031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:53.224967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:53.294286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Transition to ACTIVE for port object 5e76ca9e-1117-484d-a625-3f36d0d3ef9c will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:53.300838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:53.344973 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f95fa48-aac8-4ee3-8c37-f87c783ced59 None None] Network 2789683b-154c-45e0-995d-b7cf5acb3a89 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:53.349063 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-14de0441-3ae7-47f6-bc2c-07a8b5b69b7e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0814011 Sep 19 12:20:53.351412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58074) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:53.409023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65191f53-a6ab-4133-9ff2-b475f70edff8 None None] Pushing event updated for resources: {'Port': ['ID=165d4ec6-773c-406b-b0b1-6e852b810118,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:53.470057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:53.559653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:53.593847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:53.615949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b4ee4b16-671e-4426-a10c-b4b1d921f6bd is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:53.617508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 165d4ec6-773c-406b-b0b1-6e852b810118 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:53.647169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:53.672558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:53.676238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:53.716090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f57b53e-b226-477e-a621-0e2ee5e27b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:53.721741 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:53.735884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:53.752430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Allocated IP 172.20.0.1 (6569b7b3-8d8e-46e5-9690-6ec1fda3601b/19d33fd9-c4d8-413a-bf69-9cbce44c298a/a5ae1f7a-469e-4f32-8571-f9319f7dce02) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:20:53.758551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:53.759261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:53.789281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:53.829408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:53.880994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6f57b53e-b226-477e-a621-0e2ee5e27b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:53.937200 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6f57b53e-b226-477e-a621-0e2ee5e27b84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6ac0c8b525042b89bd2022260847876&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2896044 Sep 19 12:20:53.945702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58078) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:53.946938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=92a0843b-4373-4f75-adaa-c72fce870d42,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:54.010283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:54.013280 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ebe9cb02-3af5-4e31-8369-14b0497835ea tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1248710 Sep 19 12:20:54.017876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58082) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:54.044898 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ad290c4c-b88c-4cdd-ac2b-ac9c17d0444a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:54.113256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.130345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b53e-b226-477e-a621-0e2ee5e27b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cdb145-3a87-4679-b1ed-ae660d70a347,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:54.165216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.resource_extend [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:20:54.166341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Pushing event updated for resources: {'Port': ['ID=5e76ca9e-1117-484d-a625-3f36d0d3ef9c,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:54.195216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5659ee74-edf8-4c81-a2f9-7550e9c6c808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.201670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.284031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Ignored duplicate provisioning block setup for port 4aff2741-2cc3-4472-aaef-4ac2f381acc3 by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 19 12:20:54.317912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5659ee74-edf8-4c81-a2f9-7550e9c6c808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.382462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:43Z', 'revision_number': 3, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:54.451547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6b2ba01c-f0f3-4f39-9130-4443af1cda5f None None] Provisioning for port abe50feb-6a13-4b4d-a324-eab23a8e61e1 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:54.454993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d50194-8792-4467-b5ec-881cceb04348 None None] Network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:54.457972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.475026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.499490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176a063-3268-45de-b862-8c5ec4aa293e None None] The sync data for ids ['6b77ed23-80fb-4893-a016-e17a7fe3526b'] in dv-neutron-857775-2-hyperv is: [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:43Z', 'revision_number': 3, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:20:54.512214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Transition to ACTIVE for port object a5ae1f7a-469e-4f32-8571-f9319f7dce02 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:54.565743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6b2ba01c-f0f3-4f39-9130-4443af1cda5f None None] Provisioning complete for port abe50feb-6a13-4b4d-a324-eab23a8e61e1 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:54.566133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6b2ba01c-f0f3-4f39-9130-4443af1cda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.676998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Attempting to bind port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:54.677371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Attempting to bind port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:54.677737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Attempting to bind port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c on network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:54.693743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.726758 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:54.727352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Checking segment: {'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:54.727773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.728175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Bound using segment: {'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:54.728646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Bound port: 5e76ca9e-1117-484d-a625-3f36d0d3ef9c, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:54.729022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.746294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=37df4be2-a58c-451a-b580-e14bd77a0833,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:54.786291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=4aff2741-2cc3-4472-aaef-4ac2f381acc3,revision_number=3']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:54.795523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 20a52f79-da0c-4621-a57f-3c5602c1d64b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:54.799942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.844819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5659ee74-edf8-4c81-a2f9-7550e9c6c808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.852545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ba01c-f0f3-4f39-9130-4443af1cda5f None None] Port abe50feb-6a13-4b4d-a324-eab23a8e61e1 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:54.871930 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659ee74-edf8-4c81-a2f9-7550e9c6c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cdb145-3a87-4679-b1ed-ae660d70a347,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:54.874296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] In _notify_port_updated(), no bound segment for port 4aff2741-2cc3-4472-aaef-4ac2f381acc3 on network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 {{(pid=89795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:20:54.881722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:54.882525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.884384 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c1f91244-4cb2-4af8-a329-ca5971cd20ae tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "PUT /v2.0/ports/4aff2741-2cc3-4472-aaef-4ac2f381acc3 HTTP/1.1" status: 200 len: 999 time: 4.2219710 Sep 19 12:20:54.889696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58088) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:54.963585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4835299-1568-4286-ab8c-cd77da82cc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-2789683b-154c-45e0-995d-b7cf5acb3a89', 'network_id': '2789683b-154c-45e0-995d-b7cf5acb3a89', 'tenant_id': '9e35b60cc5b2435c9fce7def3084c340', 'fixed_ips': [{'subnet_id': '37df4be2-a58c-451a-b580-e14bd77a0833'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:20:54.964406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f4835299-1568-4286-ab8c-cd77da82cc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.967121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:54.970390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5659ee74-edf8-4c81-a2f9-7550e9c6c808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:54.974308 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5659ee74-edf8-4c81-a2f9-7550e9c6c808 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38cdb145-3a87-4679-b1ed-ae660d70a347 HTTP/1.1" status: 204 len: 168 time: 1.0146778 Sep 19 12:20:54.992345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:55.003202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:20:55.106789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e3afc539-a50a-4206-9f42-82bf069d8e16 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 4aff2741-2cc3-4472-aaef-4ac2f381acc3 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:20:55.106789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3afc539-a50a-4206-9f42-82bf069d8e16 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.116817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.144275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'Port': ['ID=a5ae1f7a-469e-4f32-8571-f9319f7dce02,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:55.199777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2789683b-154c-45e0-995d-b7cf5acb3a89']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:55.240376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.250661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84692de-3d2d-4b6b-93fd-09b4a1b4771c') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:55.251059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84692de-3d2d-4b6b-93fd-09b4a1b4771c') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:55.399604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Provisioning for port 4aff2741-2cc3-4472-aaef-4ac2f381acc3 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:55.413240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 20a52f79-da0c-4621-a57f-3c5602c1d64b completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:55.430161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 20a52f79-da0c-4621-a57f-3c5602c1d64b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:55.430541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.469014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.471557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] For port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:55.518437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Provisioning complete for port 4aff2741-2cc3-4472-aaef-4ac2f381acc3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:55.518889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.569441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.579806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.extraroute_db [None req-ad290c4c-b88c-4cdd-ac2b-ac9c17d0444a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=89794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 12:20:55.615330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:20:55.615653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.621601 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3afc539-a50a-4206-9f42-82bf069d8e16 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.631026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] For port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5e76ca9e-1117-484d-a625-3f36d0d3ef9c,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:55.692914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Port 4aff2741-2cc3-4472-aaef-4ac2f381acc3 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:55.728700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.740716 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment e84692de-3d2d-4b6b-93fd-09b4a1b4771c resource provider aggregate not found Sep 19 12:20:55.777112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.extraroute_db [None req-ad290c4c-b88c-4cdd-ac2b-ac9c17d0444a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Removed routes are [] {{(pid=89794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 12:20:55.778166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad290c4c-b88c-4cdd-ac2b-ac9c17d0444a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.781460 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment e84692de-3d2d-4b6b-93fd-09b4a1b4771c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e84692de-3d2d-4b6b-93fd-09b4a1b4771c found for delete ", "request_id": "req-dae5c848-a5d4-4045-abf5-b685e7b42910"}]} Sep 19 12:20:55.786850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e3afc539-a50a-4206-9f42-82bf069d8e16 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 4aff2741-2cc3-4472-aaef-4ac2f381acc3 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:20:55.820112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:55.866533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5abe68-60a4-4b51-8eac-1b775e221f78 None None] Network 2789683b-154c-45e0-995d-b7cf5acb3a89 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:55.950672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:50Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe50feb-6a13-4b4d-a324-eab23a8e61e1', 'name': '', 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:86:7e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:47Z', 'updated_at': '2022-09-19T12:20:51Z', 'revision_number': 2, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:56.000064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:20:56.000628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Updating router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb port abe50feb-6a13-4b4d-a324-eab23a8e61e1 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:20:56.013150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.040360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Provisioning for port 165d4ec6-773c-406b-b0b1-6e852b810118 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:56.049821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5abe68-60a4-4b51-8eac-1b775e221f78 None None] Network 2789683b-154c-45e0-995d-b7cf5acb3a89 could not be found, it might have been deleted concurrently. {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 12:20:56.078712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.082350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Provisioning complete for port 165d4ec6-773c-406b-b0b1-6e852b810118 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:56.084696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.234238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.279327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3afc539-a50a-4206-9f42-82bf069d8e16 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.293363 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/2789683b-154c-45e0-995d-b7cf5acb3a89 HTTP/1.1" status: 204 len: 168 time: 2.9399626 Sep 19 12:20:56.301206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58108) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:56.331788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10840f-f97f-41e4-b3b1-07689bb37968 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=2789683b-154c-45e0-995d-b7cf5acb3a89,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:56.351850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954667382'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:56.352133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a088b-7b73-4f81-ab66-88601510f05f None None] Pushing event updated for resources: {'Port': ['ID=5e76ca9e-1117-484d-a625-3f36d0d3ef9c,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:56.370432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:56.383039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:network and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:56.389106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:56.397298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.420506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:56.435462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 20a52f79-da0c-4621-a57f-3c5602c1d64b is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:56.435933 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.467733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.478502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afc539-a50a-4206-9f42-82bf069d8e16 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=4aff2741-2cc3-4472-aaef-4ac2f381acc3,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:56.576427 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:56.579854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.658351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3afc539-a50a-4206-9f42-82bf069d8e16 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.695435 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e3afc539-a50a-4206-9f42-82bf069d8e16 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/4aff2741-2cc3-4472-aaef-4ac2f381acc3 HTTP/1.1" status: 204 len: 168 time: 1.8010290 Sep 19 12:20:56.696366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58120) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:56.729340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 20a52f79-da0c-4621-a57f-3c5602c1d64b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=20a52f79-da0c-4621-a57f-3c5602c1d64b,segment=NetworkSegment(9546c527-3207-4185-a599-eef2fda334b2),segment_id=9546c527-3207-4185-a599-eef2fda334b2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:56.741397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:56.756079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.756797 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment b45d8d5a-e46c-44a3-89ab-b976e102f3eb of type vlan for network 4f489f60-d2f4-4fec-adac-85e7dad179db Sep 19 12:20:56.781018 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cce26ca-528a-400a-86e2-204a319f190e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:20:56.781575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7cce26ca-528a-400a-86e2-204a319f190e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:20:56.811060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.844282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad290c4c-b88c-4cdd-ac2b-ac9c17d0444a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.851140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58124) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:56.859735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.924096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7cce26ca-528a-400a-86e2-204a319f190e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:20:56.927599 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7cce26ca-528a-400a-86e2-204a319f190e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/4aff2741-2cc3-4472-aaef-4ac2f381acc3 HTTP/1.1" status: 404 len: 333 time: 0.2261136 Sep 19 12:20:56.929092 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58130) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:56.936782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.940840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad290c4c-b88c-4cdd-ac2b-ac9c17d0444a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:56.943894 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Current status of the port 165d4ec6-773c-406b-b0b1-6e852b810118 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:57.078626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:57.134050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:57.146978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:57.146978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:57.160002 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=20a52f79-da0c-4621-a57f-3c5602c1d64b,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:57.165028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Provisioning complete for port abe50feb-6a13-4b4d-a324-eab23a8e61e1 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:57.165399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:57.208237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ed12e8d2-cdf4-4160-9d94-f732c20ada22 tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-293565439', 'prefixes': ['172.20.0.0/16']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:57.229952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 165d4ec6-773c-406b-b0b1-6e852b810118 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:57.265036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ed12e8d2-cdf4-4160-9d94-f732c20ada22 tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:57.303287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:57.407474 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e076306c-64e5-4e3f-b8bb-68c0a65debfa None None] Port abe50feb-6a13-4b4d-a324-eab23a8e61e1 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:20:57.410562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-99409326-8d05-4bd6-a6ee-09b97e4e9a7b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet fa883c19-09a1-4a8c-aed1-3026c21a25dc {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:20:57.428966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=4f489f60-d2f4-4fec-adac-85e7dad179db,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:57.435774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=92a0843b-4373-4f75-adaa-c72fce870d42,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:57.443358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99409326-8d05-4bd6-a6ee-09b97e4e9a7b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:57.462483 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f44e4786-f2ea-4eed-9113-c2070596b9f4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1414871 Sep 19 12:20:57.469541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 4f489f60-d2f4-4fec-adac-85e7dad179db details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:20:57.473852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58134) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:57.484209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': '4f489f60-d2f4-4fec-adac-85e7dad179db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:57.579462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 165d4ec6-773c-406b-b0b1-6e852b810118 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:57.579462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:57.584619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad290c4c-b88c-4cdd-ac2b-ac9c17d0444a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:57.753397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:57.765523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-19445ced-6f0d-4a99-9d51-088776627bf1 None None] Could not find standard attr ID for object 4aff2741-2cc3-4472-aaef-4ac2f381acc3. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:20:57.793293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Transition to ACTIVE for port object abe50feb-6a13-4b4d-a324-eab23a8e61e1 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:20:57.809033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-19445ced-6f0d-4a99-9d51-088776627bf1 None None] Provisioning complete for port 165d4ec6-773c-406b-b0b1-6e852b810118 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:57.809660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-19445ced-6f0d-4a99-9d51-088776627bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:57.882702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99409326-8d05-4bd6-a6ee-09b97e4e9a7b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:57.953063 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP fa66d629-580c-46a8-a827-62e6d42d6a6a associated. External IP: 172.26.5.14, port: afba042d-5b7b-4f78-9a7a-5ba265094176. Sep 19 12:20:57.968007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.068425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc788bf5-94f5-4437-ae8b-fb32584575ce None None] Network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:58.130301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:20:58.143191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:subnet and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:20:58.149937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:20:58.161296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad290c4c-b88c-4cdd-ac2b-ac9c17d0444a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:58.167792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:20:58.174838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad290c4c-b88c-4cdd-ac2b-ac9c17d0444a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.175771 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ad290c4c-b88c-4cdd-ac2b-ac9c17d0444a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb HTTP/1.1" status: 200 len: 934 time: 4.1536121 Sep 19 12:20:58.178677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58138) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:58.217699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.244797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:58.250912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.322514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 165d4ec6-773c-406b-b0b1-6e852b810118 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:58.324390 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ffa6db3a-eb9c-40c8-a268-e39034095646 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:20:58.344582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.351957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99409326-8d05-4bd6-a6ee-09b97e4e9a7b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.394859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b4d97-76c5-41ff-9b32-12c0a57bcc66 None None] Pushing event updated for resources: {'Port': ['ID=abe50feb-6a13-4b4d-a324-eab23a8e61e1,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:58.464456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.ipam_backend_mixin [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Performing IP validity checks on allocation pools {{(pid=89794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 12:20:58.465256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.ipam_backend_mixin [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 12:20:58.502016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'Port': ['ID=a5ae1f7a-469e-4f32-8571-f9319f7dce02,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:58.508104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Attempting to bind port abe50feb-6a13-4b4d-a324-eab23a8e61e1 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:20:58.508709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Attempting to bind port abe50feb-6a13-4b4d-a324-eab23a8e61e1 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9546c527-3207-4185-a599-eef2fda334b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:20:58.508842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Attempting to bind port abe50feb-6a13-4b4d-a324-eab23a8e61e1 on network 2610fe8e-2fe9-44ad-8f47-9bc896531130 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:20:58.509964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.522126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ed12e8d2-cdf4-4160-9d94-f732c20ada22 tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] Notify callbacks [] for subnetpool, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.523616 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ed12e8d2-cdf4-4160-9d94-f732c20ada22 tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.6667960 Sep 19 12:20:58.536029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58142) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:58.541922 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4f594ba0-96e8-4a41-ae23-c2bf7bd5d96a tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb HTTP/1.1" status: 200 len: 934 time: 0.3622856 Sep 19 12:20:58.548703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58146) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:58.583187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9c9e1a08-7fef-4386-86b0-8516866461d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'routes': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:58.591168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:20:58.591863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Checking segment: {'id': '9546c527-3207-4185-a599-eef2fda334b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:58.592431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.593006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Bound using segment: {'id': '9546c527-3207-4185-a599-eef2fda334b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:20:58.593511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Bound port: abe50feb-6a13-4b4d-a324-eab23a8e61e1, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9546c527-3207-4185-a599-eef2fda334b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:20:58.593883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.699803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-19445ced-6f0d-4a99-9d51-088776627bf1 None None] Current status of the port 165d4ec6-773c-406b-b0b1-6e852b810118 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:58.754688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] For port abe50feb-6a13-4b4d-a324-eab23a8e61e1, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:20:58.763587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] For port abe50feb-6a13-4b4d-a324-eab23a8e61e1, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=abe50feb-6a13-4b4d-a324-eab23a8e61e1,segment=NetworkSegment(9546c527-3207-4185-a599-eef2fda334b2),segment_id=9546c527-3207-4185-a599-eef2fda334b2)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:20:58.763767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:20:58.774666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:20:58.804956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99409326-8d05-4bd6-a6ee-09b97e4e9a7b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.815346 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2c596451-6ada-464d-bbee-cad80fed97ff tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] 10.222.0.66 "GET /v2.0/subnetpools/2a663a2e-6aa4-4748-a9dd-2476fe0cc563 HTTP/1.1" status: 200 len: 731 time: 0.2686992 Sep 19 12:20:58.815544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port ffa6db3a-eb9c-40c8-a268-e39034095646 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:58.822643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b012ba94-2cd0-43cf-86de-6e178bc4aa38 None None] Could not find standard attr ID for object 4aff2741-2cc3-4472-aaef-4ac2f381acc3. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:20:58.824489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ffa6db3a-eb9c-40c8-a268-e39034095646 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:58.825048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.832659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58150) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:58.845231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c83c6561-283d-494d-8a8b-d939618735ba tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-631453580'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:20:58.880580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99409326-8d05-4bd6-a6ee-09b97e4e9a7b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=fa883c19-09a1-4a8c-aed1-3026c21a25dc,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:58.885098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99409326-8d05-4bd6-a6ee-09b97e4e9a7b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.889657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.893498 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-99409326-8d05-4bd6-a6ee-09b97e4e9a7b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/fa883c19-09a1-4a8c-aed1-3026c21a25dc HTTP/1.1" status: 204 len: 168 time: 1.9510350 Sep 19 12:20:58.903687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58154) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:58.942284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:58.974553 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:58.975205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:59.058777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:59.207855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=3c31f9d8-0e02-4853-80de-84d4f4533c94,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:59.242156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1ae8f3-d6f7-43a1-83a1-e595d5a6ff6a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet e578f672-2332-4a8f-9371-573fd5d4b303 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:20:59.262858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae8f3-d6f7-43a1-83a1-e595d5a6ff6a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:59.341965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': 'b45d8d5a-e46c-44a3-89ab-b976e102f3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4f489f60-d2f4-4fec-adac-85e7dad179db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:20:59.342524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: 4f489f60-d2f4-4fec-adac-85e7dad179db, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:20:59.362018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Router 6b77ed23-80fb-4893-a016-e17a7fe3526b has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:20:59.374195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:20:59.400235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae8f3-d6f7-43a1-83a1-e595d5a6ff6a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:59.444707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b012ba94-2cd0-43cf-86de-6e178bc4aa38 None None] Provisioning for port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:59.490287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3329fe-3e51-4223-866b-20ec60045e00 None None] Network c9e3d8c2-07ad-4938-8a59-defc2f9f2943 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:20:59.516811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b4d97-76c5-41ff-9b32-12c0a57bcc66 None None] Pushing event updated for resources: {'Port': ['ID=abe50feb-6a13-4b4d-a324-eab23a8e61e1,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:59.727148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae8f3-d6f7-43a1-83a1-e595d5a6ff6a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:59.788058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:20:59.812472 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c1573-3edb-4169-bbbe-0d819f5f14a4 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:20:59.813344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network 4f489f60-d2f4-4fec-adac-85e7dad179db is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:20:59.829578 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c1573-3edb-4169-bbbe-0d819f5f14a4 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:59.830910 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fb0c1573-3edb-4169-bbbe-0d819f5f14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:59.836368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ffa6db3a-eb9c-40c8-a268-e39034095646 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:20:59.836757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:59.846579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c83c6561-283d-494d-8a8b-d939618735ba tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] Notify callbacks [] for subnetpool, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:59.848259 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c83c6561-283d-494d-8a8b-d939618735ba tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] 10.222.0.66 "PUT /v2.0/subnetpools/2a663a2e-6aa4-4748-a9dd-2476fe0cc563 HTTP/1.1" status: 200 len: 683 time: 1.0153799 Sep 19 12:20:59.850969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58158) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:20:59.861121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae8f3-d6f7-43a1-83a1-e595d5a6ff6a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:59.867938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port ffa6db3a-eb9c-40c8-a268-e39034095646, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ffa6db3a-eb9c-40c8-a268-e39034095646,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:20:59.920501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e2584177-8e9a-403c-beff-cc4a438b2482 None None] Provisioning for port a5ae1f7a-469e-4f32-8571-f9319f7dce02 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:20:59.931436 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fb0c1573-3edb-4169-bbbe-0d819f5f14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:59.935612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.extraroute_db [None req-9c9e1a08-7fef-4386-86b0-8516866461d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added routes are [] {{(pid=89795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 12:20:59.936608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.extraroute_db [None req-9c9e1a08-7fef-4386-86b0-8516866461d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=89795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 12:20:59.942311 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c1573-3edb-4169-bbbe-0d819f5f14a4 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:20:59.943016 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fb0c1573-3edb-4169-bbbe-0d819f5f14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:20:59.971044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a08-7fef-4386-86b0-8516866461d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:59.978421 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e2584177-8e9a-403c-beff-cc4a438b2482 None None] Provisioning complete for port a5ae1f7a-469e-4f32-8571-f9319f7dce02 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:20:59.978809 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2584177-8e9a-403c-beff-cc4a438b2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:20:59.981893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.003931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 4f489f60-d2f4-4fec-adac-85e7dad179db) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:00.012946 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-fb0c1573-3edb-4169-bbbe-0d819f5f14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:00.015190 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c1573-3edb-4169-bbbe-0d819f5f14a4 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:00.036470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ae8f3-d6f7-43a1-83a1-e595d5a6ff6a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=e578f672-2332-4a8f-9371-573fd5d4b303,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:00.043728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:00.043728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.048073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ff0a28-0da5-4079-8229-1b3cdf0c086c None None] Network 4f489f60-d2f4-4fec-adac-85e7dad179db requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:00.049316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae8f3-d6f7-43a1-83a1-e595d5a6ff6a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.053840 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bf1ae8f3-d6f7-43a1-83a1-e595d5a6ff6a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/e578f672-2332-4a8f-9371-573fd5d4b303 HTTP/1.1" status: 204 len: 168 time: 1.1445360 Sep 19 12:21:00.056716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58162) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:00.078577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.078824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5e76ca9e-1117-484d-a625-3f36d0d3ef9c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:00.116923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:00.123859 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-abb5ada8-62ea-40c1-b96e-79327c3dfe13 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "PUT /v2.0/routers/6b77ed23-80fb-4893-a016-e17a7fe3526b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0882411 Sep 19 12:21:00.162162 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ab8ca001-ea30-440a-8734-724b8768944e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6868901 Sep 19 12:21:00.164778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58168) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:00.228202 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Sync routers for ids ['6b77ed23-80fb-4893-a016-e17a7fe3526b'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:00.243262 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ef76347c-a93c-4aa2-8ea2-4e565cdf42b4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.3193500 Sep 19 12:21:00.269474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58172) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:00.285277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-144913604'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:00.290555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:00.299920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:network and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:00.299920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:00.307916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e2584177-8e9a-403c-beff-cc4a438b2482 None None] Port a5ae1f7a-469e-4f32-8571-f9319f7dce02 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:00.308921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:00.329096 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7ac61a99-d980-44ea-a9aa-c9356510a8d0 tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] Notify callbacks [] for subnetpool, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.330101 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7ac61a99-d980-44ea-a9aa-c9356510a8d0 tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] 10.222.0.66 "DELETE /v2.0/subnetpools/2a663a2e-6aa4-4748-a9dd-2476fe0cc563 HTTP/1.1" status: 204 len: 168 time: 0.4768469 Sep 19 12:21:00.333587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58178) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:00.336217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e2584177-8e9a-403c-beff-cc4a438b2482 None None] Could not find standard attr ID for object 4aff2741-2cc3-4472-aaef-4ac2f381acc3. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:21:00.357125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Routers {'6b77ed23-80fb-4893-a016-e17a7fe3526b'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:00.357977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6b77ed23-80fb-4893-a016-e17a7fe3526b'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:00.360627 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-660d49e1-2852-49b6-8f0e-3e63da7ba019 tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] show failed (client error): The resource could not be found. Sep 19 12:21:00.361662 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-660d49e1-2852-49b6-8f0e-3e63da7ba019 tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] 10.222.0.66 "GET /v2.0/subnetpools/2a663a2e-6aa4-4748-a9dd-2476fe0cc563 HTTP/1.1" status: 404 len: 346 time: 0.0271711 Sep 19 12:21:00.364988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58186) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:00.405427 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-57b2d5ce-c54a-4428-ab67-79f307aef316 tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] delete failed (client error): The resource could not be found. Sep 19 12:21:00.406567 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-57b2d5ce-c54a-4428-ab67-79f307aef316 tempest-SubnetPoolsTestJSON-1152810276 tempest-SubnetPoolsTestJSON-1152810276-project] 10.222.0.66 "DELETE /v2.0/subnetpools/2a663a2e-6aa4-4748-a9dd-2476fe0cc563 HTTP/1.1" status: 404 len: 346 time: 0.0376534 Sep 19 12:21:00.443460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.486779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.520852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Made reservation on behalf of a9e2c072bf044a24a66b8c160b7eaea8 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:00.524262 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-adde8393-675a-4e32-a8c8-bef87a9af50d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766308337&fields=id&tenant_id=95279d76856d429e96c95d3362398fe2 HTTP/1.1" status: 200 len: 267 time: 0.0947268 Sep 19 12:21:00.525800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.545692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 165d4ec6-773c-406b-b0b1-6e852b810118 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:00.546056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.546643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=ffa6db3a-eb9c-40c8-a268-e39034095646,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:00.560731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.734486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Set router 6b77ed23-80fb-4893-a016-e17a7fe3526b gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:00.798041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b68b6c-44ce-475b-8b3c-13cab5f36496 None None] DHCP port deletion for c9e3d8c2-07ad-4938-8a59-defc2f9f2943 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:21:00.814063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 6, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe50feb-6a13-4b4d-a324-eab23a8e61e1', 'name': '', 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:86:7e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:47Z', 'updated_at': '2022-09-19T12:20:58Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:00.837132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.872394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-82b68b6c-44ce-475b-8b3c-13cab5f36496 None None] Deleting port 165d4ec6-773c-406b-b0b1-6e852b810118 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:00.876973 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82b68b6c-44ce-475b-8b3c-13cab5f36496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.877212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:00.897689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=3c31f9d8-0e02-4853-80de-84d4f4533c94,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:00.934109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a08-7fef-4386-86b0-8516866461d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.942594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.943648 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Added segment a694f49a-559c-4a23-9780-7199faa035ec of type vlan for network 6707ec03-da19-4237-ad8a-53485abd7df9 Sep 19 12:21:00.961043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a08-7fef-4386-86b0-8516866461d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:00.965761 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde09b0-d495-4bd4-aecc-666d6eeb3fb5 None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 6, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe50feb-6a13-4b4d-a324-eab23a8e61e1', 'name': '', 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:86:7e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:47Z', 'updated_at': '2022-09-19T12:20:58Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:00.989570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:01.005101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505d84-b581-46b2-9ff2-29f3b128160a req-7e0872e1-1dd4-4ec3-99f7-97f3d2b04bc7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:01.006543 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-7e0872e1-1dd4-4ec3-99f7-97f3d2b04bc7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/networks?id=6569b7b3-8d8e-46e5-9690-6ec1fda3601b HTTP/1.1" status: 200 len: 796 time: 0.4724858 Sep 19 12:21:01.074596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.089655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.124884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f489f60-d2f4-4fec-adac-85e7dad179db']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:01.148685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14897200-84a3-4d2e-b3c3-3a2c8afe8560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-4f489f60-d2f4-4fec-adac-85e7dad179db', 'network_id': '4f489f60-d2f4-4fec-adac-85e7dad179db', 'tenant_id': '9e35b60cc5b2435c9fce7def3084c340', 'fixed_ips': [{'subnet_id': '3c31f9d8-0e02-4853-80de-84d4f4533c94'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:21:01.149786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-14897200-84a3-4d2e-b3c3-3a2c8afe8560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.153880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45d8d5a-e46c-44a3-89ab-b976e102f3eb') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:01.154206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45d8d5a-e46c-44a3-89ab-b976e102f3eb') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:01.182271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.187058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-412b3746-a73a-45d8-987c-d4fc1da027a1 None None] Provisioning complete for port a5ae1f7a-469e-4f32-8571-f9319f7dce02 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:01.187435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-412b3746-a73a-45d8-987c-d4fc1da027a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.207723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.239883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58198) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:01.239883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:01.241217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.267465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:01.273582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.347746 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b45d8d5a-e46c-44a3-89ab-b976e102f3eb resource provider aggregate not found Sep 19 12:21:01.397293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.404047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:01.404678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.411013 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-9d5caf44-4e09-41c1-bae2-100262a2a676 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/quotas/95279d76856d429e96c95d3362398fe2 HTTP/1.1" status: 200 len: 375 time: 0.3251023 Sep 19 12:21:01.413419 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b45d8d5a-e46c-44a3-89ab-b976e102f3eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b45d8d5a-e46c-44a3-89ab-b976e102f3eb found for delete ", "request_id": "req-eb583ff9-5026-4c46-96de-2beb4f58d1fd"}]} Sep 19 12:21:01.566093 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0a3cc7a9-7ebb-4269-a2d3-7429bc755382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.588465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.593461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.608377 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/4f489f60-d2f4-4fec-adac-85e7dad179db HTTP/1.1" status: 204 len: 168 time: 1.4420545 Sep 19 12:21:01.615799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0a3cc7a9-7ebb-4269-a2d3-7429bc755382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:01.621564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0a3cc7a9-7ebb-4269-a2d3-7429bc755382 admin admin] Usage tracker for resource:security_group_rule and tenant:d226f499fcde49d6a8c6529ac0709486 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:01.626015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0a3cc7a9-7ebb-4269-a2d3-7429bc755382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:01.633105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0a3cc7a9-7ebb-4269-a2d3-7429bc755382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:01.642817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58208) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:01.651580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1316685819'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:01.660094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:01.665737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:network and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:01.670925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:01.677499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:01.687635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Network': ['ID=6707ec03-da19-4237-ad8a-53485abd7df9,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:01.687910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9e1a08-7fef-4386-86b0-8516866461d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:01.690197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] For port 165d4ec6-773c-406b-b0b1-6e852b810118, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=165d4ec6-773c-406b-b0b1-6e852b810118,segment=NetworkSegment(b7424615-3318-432c-b555-e0f5a938ebc7),segment_id=b7424615-3318-432c-b555-e0f5a938ebc7)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:01.690565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.704381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-82b68b6c-44ce-475b-8b3c-13cab5f36496 None None] For port 165d4ec6-773c-406b-b0b1-6e852b810118, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=165d4ec6-773c-406b-b0b1-6e852b810118,segment=NetworkSegment(b7424615-3318-432c-b555-e0f5a938ebc7),segment_id=b7424615-3318-432c-b555-e0f5a938ebc7)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:01.705001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82b68b6c-44ce-475b-8b3c-13cab5f36496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.771308 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-54f36e06-c650-4887-9b58-c9182baa9323 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4978638 Sep 19 12:21:01.773259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1a884-19a2-473e-bbfa-dc5b8f7457f0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=4f489f60-d2f4-4fec-adac-85e7dad179db,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:01.775620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:01.786635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.794321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 6707ec03-da19-4237-ad8a-53485abd7df9 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:01.821564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58212) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:01.836023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'subnet': {'network_id': '6707ec03-da19-4237-ad8a-53485abd7df9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:01.909516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 165d4ec6-773c-406b-b0b1-6e852b810118 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:01.927504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-82b68b6c-44ce-475b-8b3c-13cab5f36496 None None] Calling delete_port for 165d4ec6-773c-406b-b0b1-6e852b810118 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:01.973680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0a3cc7a9-7ebb-4269-a2d3-7429bc755382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:01.987899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:02.004903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:02.011195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:subnet and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:02.014686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:02.023777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:02.035192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.035883 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment 40a53b70-6ac7-41fe-ba6f-823e5f516578 of type vlan for network 6722d7a8-4b5f-4be2-a5f9-d9d74401d061 Sep 19 12:21:02.053550 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0a3cc7a9-7ebb-4269-a2d3-7429bc755382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.054474 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:02.058770 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-2dc45e4c-0c9a-4f4c-8c8a-750d5596591f tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=95279d76856d429e96c95d3362398fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6400199 Sep 19 12:21:02.070852 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:02.071497 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:02.078338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.130988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-412b3746-a73a-45d8-987c-d4fc1da027a1 None None] Port a5ae1f7a-469e-4f32-8571-f9319f7dce02 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:02.134361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cc7a9-7ebb-4269-a2d3-7429bc755382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de2bbae-47a2-4eb6-9ce5-5670219371f6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:02.142833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07878e91-89d4-41d9-8d06-6ba4ac95d79d None None] Network 4f489f60-d2f4-4fec-adac-85e7dad179db requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:02.146540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Made reservation on behalf of a9e2c072bf044a24a66b8c160b7eaea8 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:02.150170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.210382 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-0d96e409-3f36-43b4-ac9c-1bdd22faf4fe service neutron] 10.222.0.66 "GET /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506419 Sep 19 12:21:02.293634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07878e91-89d4-41d9-8d06-6ba4ac95d79d None None] Network 4f489f60-d2f4-4fec-adac-85e7dad179db could not be found, it might have been deleted concurrently. {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 12:21:02.394706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.401290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:02.402503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.425177 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:02.440076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9e1a08-7fef-4386-86b0-8516866461d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:02.451079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a08-7fef-4386-86b0-8516866461d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.452509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9c9e1a08-7fef-4386-86b0-8516866461d0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb HTTP/1.1" status: 200 len: 700 time: 3.8826022 Sep 19 12:21:02.462241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58216) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:02.540311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:02.544126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.554736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.590970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82b68b6c-44ce-475b-8b3c-13cab5f36496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.625161 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0a3cc7a9-7ebb-4269-a2d3-7429bc755382 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d226f499fcde49d6a8c6529ac0709486&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3605452 Sep 19 12:21:02.626914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58220) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:02.684882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:02.686868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:02.713343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b68b6c-44ce-475b-8b3c-13cab5f36496 None None] Pushing event deleted for resources: {'Port': ['ID=165d4ec6-773c-406b-b0b1-6e852b810118,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:02.724006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b68b6c-44ce-475b-8b3c-13cab5f36496 None None] No DVR routers for this DVR port 165d4ec6-773c-406b-b0b1-6e852b810118 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:02.737190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5e76ca9e-1117-484d-a625-3f36d0d3ef9c,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:02.762967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'a5ae1f7a-469e-4f32-8571-f9319f7dce02', 'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'mac_address': 'fa:16:3e:86:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:52Z', 'updated_at': '2022-09-19T12:20:57Z', 'revision_number': 2, 'project_id': '95279d76856d429e96c95d3362398fe2', 'subnets': [{'id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:02.767718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Checking router: 6b77ed23-80fb-4893-a016-e17a7fe3526b for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:21:02.768174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Updating router 6b77ed23-80fb-4893-a016-e17a7fe3526b port a5ae1f7a-469e-4f32-8571-f9319f7dce02 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:21:02.786573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=6722d7a8-4b5f-4be2-a5f9-d9d74401d061,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:02.790221 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ac5f900c-ff27-43dc-a7db-93c03ee44f65 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb HTTP/1.1" status: 200 len: 700 time: 0.3313437 Sep 19 12:21:02.802649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58224) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:02.808807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 6722d7a8-4b5f-4be2-a5f9-d9d74401d061 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:02.814675 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-027e9b8c-3c57-4d90-b9cc-90e7f623f789 service neutron] 10.222.0.66 "GET /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912743 Sep 19 12:21:02.842585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:02.950198 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dda2587d-2ca1-443b-8c82-f4ff743d28d1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3037767 Sep 19 12:21:02.953045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58228) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:02.960123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': '6722d7a8-4b5f-4be2-a5f9-d9d74401d061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:02.995127 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 7, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe50feb-6a13-4b4d-a324-eab23a8e61e1', 'name': '', 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:86:7e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:47Z', 'updated_at': '2022-09-19T12:20:58Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:02.995961 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:21:03.011848 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:03.012629 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:03.062332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:03.145462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98a35640-0841-431e-a917-8e743515ac06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:03.148652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Subnet': ['ID=9194b597-79c2-4ac3-a015-a9c1a440731c,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:03.188700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 165d4ec6-773c-406b-b0b1-6e852b810118 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:03.189198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:03.209031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ffa6db3a-eb9c-40c8-a268-e39034095646 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:03.325619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98a35640-0841-431e-a917-8e743515ac06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:03.352336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] The port '165d4ec6-773c-406b-b0b1-6e852b810118' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:21:03.353605 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:03.432737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:03.434460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=5e76ca9e-1117-484d-a625-3f36d0d3ef9c,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:03.438233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:subnet and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:03.447194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Checking segment: {'id': 'a694f49a-559c-4a23-9780-7199faa035ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6707ec03-da19-4237-ad8a-53485abd7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:03.447678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network hostable DHCP agents. Network: 6707ec03-da19-4237-ad8a-53485abd7df9, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:03.462513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:03.472470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:03.564225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:03.569661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:03.585199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ffa6db3a-eb9c-40c8-a268-e39034095646 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:03.585571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:03.637329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98a35640-0841-431e-a917-8e743515ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:03.640835 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b25e697a-25e0-4644-b5e7-e95e56b076a0 req-7833ae31-4f6f-4302-9bbc-e546beb780e5 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 210 time: 0.2795320 Sep 19 12:21:03.741146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a35640-0841-431e-a917-8e743515ac06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de2bbae-47a2-4eb6-9ce5-5670219371f6,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:03.752949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98a35640-0841-431e-a917-8e743515ac06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:03.754890 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-98a35640-0841-431e-a917-8e743515ac06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3de2bbae-47a2-4eb6-9ce5-5670219371f6 HTTP/1.1" status: 204 len: 168 time: 1.0680764 Sep 19 12:21:03.852039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:03.859276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 6707ec03-da19-4237-ad8a-53485abd7df9 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:03.878540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ffa6db3a-eb9c-40c8-a268-e39034095646 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:03.880288 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device abe50feb-6a13-4b4d-a324-eab23a8e61e1 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:03.906003 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 7, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe50feb-6a13-4b4d-a324-eab23a8e61e1', 'name': '', 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:86:7e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:47Z', 'updated_at': '2022-09-19T12:20:58Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:03.910657 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98542493-228b-4cb2-8933-e961f33effe3 None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 7, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe50feb-6a13-4b4d-a324-eab23a8e61e1', 'name': '', 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:86:7e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:47Z', 'updated_at': '2022-09-19T12:20:58Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:04.021802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 6707ec03-da19-4237-ad8a-53485abd7df9) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:04.029922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:04.030618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.037828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15594871-a516-40a7-b9f0-96e239554eb5 None None] Network 6707ec03-da19-4237-ad8a-53485abd7df9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:04.081656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e3d8c2-07ad-4938-8a59-defc2f9f2943']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:04.106065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7424615-3318-432c-b555-e0f5a938ebc7') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:04.106587 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7424615-3318-432c-b555-e0f5a938ebc7') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:04.127775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.137511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.141709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port abe50feb-6a13-4b4d-a324-eab23a8e61e1 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:04.164120 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port abe50feb-6a13-4b4d-a324-eab23a8e61e1 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:04.165297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.385820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.406058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:04.411975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.415319 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-89193391-1d72-410d-8afe-31d4e5c1044e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5923669 Sep 19 12:21:04.423601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58244) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:04.429981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-482252329', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:04.435321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:04.486929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:04.501924 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment b7424615-3318-432c-b555-e0f5a938ebc7 resource provider aggregate not found Sep 19 12:21:04.502301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:router and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:04.514088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:04.534644 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment b7424615-3318-432c-b555-e0f5a938ebc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7424615-3318-432c-b555-e0f5a938ebc7 found for delete ", "request_id": "req-e5ca2d2f-1dc8-4f89-867c-4319fb360db5"}]} Sep 19 12:21:04.535395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:04.544331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:04.545092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:04.587061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.632899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.633858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.647427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.649896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.672787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port abe50feb-6a13-4b4d-a324-eab23a8e61e1 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:04.673131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.673946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.689757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port abe50feb-6a13-4b4d-a324-eab23a8e61e1 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:04.690135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.701181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.710984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Network': ['ID=c9e3d8c2-07ad-4938-8a59-defc2f9f2943,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:04.720966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=f7557c53-89c4-4100-82e8-f801ec67f8d4,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:04.741572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': '40a53b70-6ac7-41fe-ba6f-823e5f516578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6722d7a8-4b5f-4be2-a5f9-d9d74401d061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:04.742238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: 6722d7a8-4b5f-4be2-a5f9-d9d74401d061, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:04.747447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Transition to ACTIVE for port object a5ae1f7a-469e-4f32-8571-f9319f7dce02 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:04.822889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.848668 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6e42ef79-9902-4ae1-b3da-0fc331f6f2fb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/networks/c9e3d8c2-07ad-4938-8a59-defc2f9f2943 HTTP/1.1" status: 204 len: 168 time: 4.7908947 Sep 19 12:21:04.856336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network 6722d7a8-4b5f-4be2-a5f9-d9d74401d061 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:04.858690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58256) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:04.861323 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2cf256e9-96b1-424e-868c-e7713d33c475 req-f3e2d0d1-6636-474b-bab8-412fde968c3e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 210 time: 0.0888994 Sep 19 12:21:04.873651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:04.921361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port abe50feb-6a13-4b4d-a324-eab23a8e61e1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=abe50feb-6a13-4b4d-a324-eab23a8e61e1,segment=NetworkSegment(9546c527-3207-4185-a599-eef2fda334b2),segment_id=9546c527-3207-4185-a599-eef2fda334b2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:04.960841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-6707ec03-da19-4237-ad8a-53485abd7df9', 'network_id': '6707ec03-da19-4237-ad8a-53485abd7df9', 'tenant_id': 'a9e2c072bf044a24a66b8c160b7eaea8', 'fixed_ips': [{'subnet_id': '9194b597-79c2-4ac3-a015-a9c1a440731c'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:21:04.961665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:04.981618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c19d1-da57-41e6-a64c-3a3fa9d7f2e5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:04.982534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-008c19d1-da57-41e6-a64c-3a3fa9d7f2e5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:05.060921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 6722d7a8-4b5f-4be2-a5f9-d9d74401d061) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:05.065534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:05.066275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.084068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92dce7-6706-47fc-8035-19c7f6e4e4a5 None None] Network 6722d7a8-4b5f-4be2-a5f9-d9d74401d061 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:05.088296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-008c19d1-da57-41e6-a64c-3a3fa9d7f2e5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:05.094068 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-008c19d1-da57-41e6-a64c-3a3fa9d7f2e5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2315178 Sep 19 12:21:05.094957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58260) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:05.215762 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-def4c13c-7875-4fd8-9c97-448995ad8dca tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1140051 Sep 19 12:21:05.218584 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cb48527d-ef05-45e7-b184-44718ea70619 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2640963 Sep 19 12:21:05.220015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58264) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:05.220015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58266) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:05.227873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1932065936'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:05.248677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.271730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.272480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 20a52f79-da0c-4621-a57f-3c5602c1d64b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:05.274596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:05.310309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port abe50feb-6a13-4b4d-a324-eab23a8e61e1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=abe50feb-6a13-4b4d-a324-eab23a8e61e1,segment=NetworkSegment(9546c527-3207-4185-a599-eef2fda334b2),segment_id=9546c527-3207-4185-a599-eef2fda334b2)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:05.310857 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.342550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:network and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:05.350346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:05.367839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:05.406420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fbe07-798d-451a-ba1b-b0a59f92dbe7 None None] Pushing event updated for resources: {'Port': ['ID=a5ae1f7a-469e-4f32-8571-f9319f7dce02,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:05.447170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.481035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for abe50feb-6a13-4b4d-a324-eab23a8e61e1 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:05.505999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:05.509432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.558585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.585898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:05.613208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.613567 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Added segment 54f5616f-4609-485f-a9df-b2d2f72544c3 of type vlan for network 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 Sep 19 12:21:05.654644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.734088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Attempting to bind port a5ae1f7a-469e-4f32-8571-f9319f7dce02 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:21:05.734379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Attempting to bind port a5ae1f7a-469e-4f32-8571-f9319f7dce02 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:21:05.734972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Attempting to bind port a5ae1f7a-469e-4f32-8571-f9319f7dce02 on network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:21:05.783404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=abe50feb-6a13-4b4d-a324-eab23a8e61e1,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:05.793683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:21:05.794071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Checking segment: {'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:05.794538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.794957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Bound using segment: {'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:21:05.795449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Bound port: a5ae1f7a-469e-4f32-8571-f9319f7dce02, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:21:05.795827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.804590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.847078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:05.848655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:05.848783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=f7557c53-89c4-4100-82e8-f801ec67f8d4,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:05.889805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.923034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.924383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.934827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:05.935494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:05.990128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 20a52f79-da0c-4621-a57f-3c5602c1d64b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:05.990724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:06.070440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:06.091099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.26.5.67 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/177c086c-5ed2-40c6-a070-4dac91d90586) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:06.164303 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76a46d1e-d959-43da-860e-643ffd51a25d req-662f92a9-237c-49da-954d-1f588fa7afae tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 210 time: 0.0965424 Sep 19 12:21:06.166978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4daffc0-e43d-48f2-b425-5498f891c248 None None] Network 6722d7a8-4b5f-4be2-a5f9-d9d74401d061 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:06.170283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Network': ['ID=9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:06.182952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6722d7a8-4b5f-4be2-a5f9-d9d74401d061']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:06.183608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Allocated IP 172.20.0.2 (6707ec03-da19-4237-ad8a-53485abd7df9/9194b597-79c2-4ac3-a015-a9c1a440731c/4e5ff49f-5aa0-409d-9637-5c152f10f08e) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:06.201101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:06.211221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a53b70-6ac7-41fe-ba6f-823e5f516578') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:06.211520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a53b70-6ac7-41fe-ba6f-823e5f516578') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:06.228471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:06.253616 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-afa60a92-f7c7-44dc-9e59-bbb6e224f136 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0291419 Sep 19 12:21:06.253616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58274) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:06.263160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': '9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:06.305933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:06.350981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port abe50feb-6a13-4b4d-a324-eab23a8e61e1 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:06.351993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:06.368448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] For port a5ae1f7a-469e-4f32-8571-f9319f7dce02, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:21:06.421134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:06.427466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:06.430176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:06.439149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:06.443087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:06.446374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:06.446815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:06.473241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:06.474821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] For port a5ae1f7a-469e-4f32-8571-f9319f7dce02, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a5ae1f7a-469e-4f32-8571-f9319f7dce02,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:21:06.563639 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 40a53b70-6ac7-41fe-ba6f-823e5f516578 resource provider aggregate not found Sep 19 12:21:06.564552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:06.581896 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 40a53b70-6ac7-41fe-ba6f-823e5f516578 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40a53b70-6ac7-41fe-ba6f-823e5f516578 found for delete ", "request_id": "req-32df2c84-22de-420b-9a7f-48f27682995e"}]} Sep 19 12:21:06.634108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:06.757263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:06.781589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 20a52f79-da0c-4621-a57f-3c5602c1d64b is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:06.796812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 7, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe50feb-6a13-4b4d-a324-eab23a8e61e1', 'name': '', 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:86:7e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:47Z', 'updated_at': '2022-09-19T12:20:58Z', 'revision_number': 4, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:06.806216 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Routers {'6b77ed23-80fb-4893-a016-e17a7fe3526b'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:06.807186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6b77ed23-80fb-4893-a016-e17a7fe3526b'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:06.821317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:06.850379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=177c086c-5ed2-40c6-a070-4dac91d90586,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:06.894043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 165d4ec6-773c-406b-b0b1-6e852b810118 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:07.003884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:21:07.019306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 165d4ec6-773c-406b-b0b1-6e852b810118 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:07.019306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 165d4ec6-773c-406b-b0b1-6e852b810118 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:07.037955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fbe07-798d-451a-ba1b-b0a59f92dbe7 None None] Pushing event updated for resources: {'Port': ['ID=a5ae1f7a-469e-4f32-8571-f9319f7dce02,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:07.052752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:07.053598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:07.076078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:07.080398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:07.081039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:07.087344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:07.167681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505d84-b581-46b2-9ff2-29f3b128160a req-88cfe255-e205-41bc-9ef7-571819ddc040 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:07.168199 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-07505d84-b581-46b2-9ff2-29f3b128160a req-88cfe255-e205-41bc-9ef7-571819ddc040 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Synchronizing usage tracker for tenant:95279d76856d429e96c95d3362398fe2 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:07.176185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port abe50feb-6a13-4b4d-a324-eab23a8e61e1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=abe50feb-6a13-4b4d-a324-eab23a8e61e1,segment=NetworkSegment(9546c527-3207-4185-a599-eef2fda334b2),segment_id=9546c527-3207-4185-a599-eef2fda334b2)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:07.176618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:07.228568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5e76ca9e-1117-484d-a625-3f36d0d3ef9c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:07.337275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for abe50feb-6a13-4b4d-a324-eab23a8e61e1 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:07.436750 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/6722d7a8-4b5f-4be2-a5f9-d9d74401d061 HTTP/1.1" status: 204 len: 168 time: 2.2140861 Sep 19 12:21:07.444190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58284) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:07.448025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-07505d84-b581-46b2-9ff2-29f3b128160a req-88cfe255-e205-41bc-9ef7-571819ddc040 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Unset dirty status for tenant:95279d76856d429e96c95d3362398fe2 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:07.448148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748caf5c-362d-46f3-bbfc-216996a63648 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=6722d7a8-4b5f-4be2-a5f9-d9d74401d061,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:07.448242 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-88cfe255-e205-41bc-9ef7-571819ddc040 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.85 "GET /v2.0/networks?id=6569b7b3-8d8e-46e5-9690-6ec1fda3601b HTTP/1.1" status: 200 len: 796 time: 0.9163203 Sep 19 12:21:07.454328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1605393678'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:07.461898 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:07.479603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:network and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:07.492822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:07.510800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:07.532898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] Set router 6b77ed23-80fb-4893-a016-e17a7fe3526b gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:07.541230 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c1e8d19-de36-4eb3-b352-a11b6ecf3029 req-4c508465-a51e-4477-a611-af31bb10424a tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 210 time: 0.1086786 Sep 19 12:21:07.594499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:07.612496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:07.700357 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Transition to ACTIVE for port object 4e5ff49f-5aa0-409d-9637-5c152f10f08e will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:07.722631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-07505d84-b581-46b2-9ff2-29f3b128160a req-8661b2ce-e6a3-424e-b6c9-2029ac994c07 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Synchronizing usage tracker for tenant:95279d76856d429e96c95d3362398fe2 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:07.762471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:07.766190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:07.782256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:07.795741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:07.800590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:07.869769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:07.871078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=6ed300d2-4701-466d-9bea-5a1654e4fb7c,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:07.879200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Checking segment: {'id': '54f5616f-4609-485f-a9df-b2d2f72544c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:07.880110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network hostable DHCP agents. Network: 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:07.928941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:07.953298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Transition to ACTIVE for port object 4e5ff49f-5aa0-409d-9637-5c152f10f08e will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:07.970361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-07505d84-b581-46b2-9ff2-29f3b128160a req-8661b2ce-e6a3-424e-b6c9-2029ac994c07 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Unset dirty status for tenant:95279d76856d429e96c95d3362398fe2 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:07.971516 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-8661b2ce-e6a3-424e-b6c9-2029ac994c07 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95279d76856d429e96c95d3362398fe2 HTTP/1.1" status: 200 len: 380 time: 0.5038931 Sep 19 12:21:07.976000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:07.976341 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment 42966eb7-9729-416b-b329-c046f4b66c44 of type vlan for network 3a573ad4-97bf-4b3f-8fb1-052e286b1cac Sep 19 12:21:08.040206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'port': {'device_id': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'admin_state_up': True, 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'security_groups': ['3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:08.061066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:08.113661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:08.140804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:08.145390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:08.146254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:08.153831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:08.160593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829caf47-a106-4c2b-aa95-c1c1fa667f22 None None] Network 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:08.280434 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eaa7b01f-474f-4261-a1a3-030848c5fd58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0250752 Sep 19 12:21:08.283759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58292) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:08.294408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': '9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05', 'name': 'tempest-PortsTestJSON-372749151'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:08.371836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:08.441196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Network 6707ec03-da19-4237-ad8a-53485abd7df9 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:08.446730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=abe50feb-6a13-4b4d-a324-eab23a8e61e1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:08.466836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:08.478248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:08.492659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:08.508177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:08.530237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Pushing event updated for resources: {'Port': ['ID=4e5ff49f-5aa0-409d-9637-5c152f10f08e,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:08.572248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.resource_extend [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 12:21:08.598533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:08.603356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:08.607289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:08.608531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device abe50feb-6a13-4b4d-a324-eab23a8e61e1 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:08.657013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port f24aff89-15dd-4883-8351-ee47cebf9361 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:21:08.773525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: abe50feb-6a13-4b4d-a324-eab23a8e61e1 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:08.773801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device abe50feb-6a13-4b4d-a324-eab23a8e61e1 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 19 12:21:08.808727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:08.811157 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:08.816816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:08.817667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:08.831045 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ef4ece36-3fd1-4d66-92c6-1596cc294e2c req-b52d9c87-a862-4e98-980f-26ce2ca41fad tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 210 time: 0.0679014 Sep 19 12:21:08.843034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Port abe50feb-6a13-4b4d-a324-eab23a8e61e1 not found, will not notify nova. {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 19 12:21:08.859385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:port and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:08.863630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Attempting to bind port 4e5ff49f-5aa0-409d-9637-5c152f10f08e on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:21:08.864005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Attempting to bind port 4e5ff49f-5aa0-409d-9637-5c152f10f08e by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a694f49a-559c-4a23-9780-7199faa035ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6707ec03-da19-4237-ad8a-53485abd7df9'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:21:08.864367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Attempting to bind port 4e5ff49f-5aa0-409d-9637-5c152f10f08e on network 6707ec03-da19-4237-ad8a-53485abd7df9 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:21:08.921086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.12 (9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05/6ed300d2-4701-466d-9bea-5a1654e4fb7c/f24aff89-15dd-4883-8351-ee47cebf9361) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:08.921311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:21:08.921643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Checking segment: {'id': 'a694f49a-559c-4a23-9780-7199faa035ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6707ec03-da19-4237-ad8a-53485abd7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:08.922047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:08.922440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Bound using segment: {'id': 'a694f49a-559c-4a23-9780-7199faa035ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6707ec03-da19-4237-ad8a-53485abd7df9'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:21:08.923144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Bound port: 4e5ff49f-5aa0-409d-9637-5c152f10f08e, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a694f49a-559c-4a23-9780-7199faa035ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6707ec03-da19-4237-ad8a-53485abd7df9'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:21:08.926886 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:08.932077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:09.007812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 7, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe50feb-6a13-4b4d-a324-eab23a8e61e1', 'name': '', 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:86:7e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:47Z', 'updated_at': '2022-09-19T12:21:04Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:09.032331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:09.072883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c4c8d-4b52-4c1d-a6d6-019cd8ddc31a None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 7, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe50feb-6a13-4b4d-a324-eab23a8e61e1', 'name': '', 'network_id': '2610fe8e-2fe9-44ad-8f47-9bc896531130', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:86:7e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:47Z', 'updated_at': '2022-09-19T12:21:04Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '129f7d2c-80b2-49e4-a16f-639db88ec585', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:09.087995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=3a573ad4-97bf-4b3f-8fb1-052e286b1cac,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:09.101367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'a5ae1f7a-469e-4f32-8571-f9319f7dce02', 'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'mac_address': 'fa:16:3e:86:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:52Z', 'updated_at': '2022-09-19T12:21:06Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'subnets': [{'id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:09.107351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:09.114472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05', 'network_id': '9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05', 'tenant_id': '8a4702b612ab486e999fd6bc838de6eb', 'fixed_ips': [{'subnet_id': '6ed300d2-4701-466d-9bea-5a1654e4fb7c'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:21:09.115219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:09.119282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:09.141448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 3a573ad4-97bf-4b3f-8fb1-052e286b1cac details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:09.185412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:09.211650 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-673c8f4d-3261-4af2-94b5-655b196b3369 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7619636 Sep 19 12:21:09.213136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58298) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:09.215192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object f24aff89-15dd-4883-8351-ee47cebf9361 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:09.225854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': '3a573ad4-97bf-4b3f-8fb1-052e286b1cac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:09.316704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Made reservation on behalf of 95279d76856d429e96c95d3362398fe2 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:09.321828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:09.370051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724463f6-a1cc-4b01-98ba-484206f62088 None None] The sync data for ids ['6b77ed23-80fb-4893-a016-e17a7fe3526b'] in dv-neutron-857775-2-hyperv is: [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'a5ae1f7a-469e-4f32-8571-f9319f7dce02', 'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'mac_address': 'fa:16:3e:86:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:52Z', 'updated_at': '2022-09-19T12:21:06Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'subnets': [{'id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:09.382256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:09.389101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:subnet and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:09.392889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:09.400659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:09.438347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] For port 4e5ff49f-5aa0-409d-9637-5c152f10f08e, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:21:09.494060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] For port 4e5ff49f-5aa0-409d-9637-5c152f10f08e, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4e5ff49f-5aa0-409d-9637-5c152f10f08e,segment=NetworkSegment(a694f49a-559c-4a23-9780-7199faa035ec),segment_id=a694f49a-559c-4a23-9780-7199faa035ec)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:21:09.561419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:09.608112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:09.608903 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:09.615583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:09.677989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:09.726841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:09.730575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Allocated IP 172.20.0.2 (9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05/6ed300d2-4701-466d-9bea-5a1654e4fb7c/4ecef8bd-8a16-4541-a864-7c4b4ab6c60b) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:09.743727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87835b80-fe92-4a7b-994a-283e6f0f2887 None None] Pushing event updated for resources: {'Port': ['ID=4e5ff49f-5aa0-409d-9637-5c152f10f08e,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:09.752838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:09.813931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=f24aff89-15dd-4883-8351-ee47cebf9361,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:09.855437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:09.856366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:10.036724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:10.050146 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-25074a8a-3f74-4aeb-a260-9fed27d0e5a3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7642717 Sep 19 12:21:10.059008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58304) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:10.059589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Transition to ACTIVE for port object 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:10.099033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Transition to ACTIVE for port object 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:10.100336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': '9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05', 'name': 'tempest-PortsTestJSON-1499838093'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:10.199912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:10.222136 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-14ae0438-f770-4e12-b4c5-87a717109f8b req-9ab55c57-23a5-4569-b196-df3d59bd8d37 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 210 time: 0.0881362 Sep 19 12:21:10.283940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Network 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:10.300340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:10.305691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:10.315183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:10.393296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:10.395954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Allocated IP 172.20.0.6 (6569b7b3-8d8e-46e5-9690-6ec1fda3601b/19d33fd9-c4d8-413a-bf69-9cbce44c298a/9959261e-278e-467f-8bf0-b7651f1d40a7) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:10.529253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': '42966eb7-9729-416b-b329-c046f4b66c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3a573ad4-97bf-4b3f-8fb1-052e286b1cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:10.529771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: 3a573ad4-97bf-4b3f-8fb1-052e286b1cac, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:10.541344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=0ad8355f-bc69-4710-bedd-fc685f50dc93,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:10.557408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Pushing event updated for resources: {'Port': ['ID=4ecef8bd-8a16-4541-a864-7c4b4ab6c60b,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:10.561778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Attempting to bind port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:21:10.562154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Attempting to bind port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '54f5616f-4609-485f-a9df-b2d2f72544c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:21:10.562513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Attempting to bind port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b on network 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:21:10.568582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:21:10.569243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Checking segment: {'id': '54f5616f-4609-485f-a9df-b2d2f72544c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:10.569859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:10.570420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Bound using segment: {'id': '54f5616f-4609-485f-a9df-b2d2f72544c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:21:10.571917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Bound port: 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f5616f-4609-485f-a9df-b2d2f72544c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:21:10.572602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:10.596062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router 508b0ccb-6b77-44c0-b3d1-5280339144be is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:21:10.614527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:10.614527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:port and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:10.615466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:10.622248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:10.681708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] For port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:21:10.686444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] For port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4ecef8bd-8a16-4541-a864-7c4b4ab6c60b,segment=NetworkSegment(54f5616f-4609-485f-a9df-b2d2f72544c3),segment_id=54f5616f-4609-485f-a9df-b2d2f72544c3)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:21:10.833033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:10.844154 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:10.849334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network 3a573ad4-97bf-4b3f-8fb1-052e286b1cac is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:10.855564 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:10.856144 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:10.925408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:10.933920 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3992e728-fdae-41c4-9db0-da33de8a3c00 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1257360 Sep 19 12:21:10.935639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:10.946852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58308) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:10.950852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:11.016253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 4c41a817-a85f-4993-b7ad-c432efe52713 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:21:11.069318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:11.099592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 3a573ad4-97bf-4b3f-8fb1-052e286b1cac) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:11.114926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:11.116694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:11.116999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Transition to ACTIVE for port object 9959261e-278e-467f-8bf0-b7651f1d40a7 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:11.147486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd0d3f2-237f-4556-8d3d-7b64113e5311 None None] Network 3a573ad4-97bf-4b3f-8fb1-052e286b1cac requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:11.206032 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:11.337402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:11.422274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a5ae1f7a-469e-4f32-8571-f9319f7dce02 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:11.442512 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6467771e-3b1f-4b7b-b6a3-b16746285ae4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2253623 Sep 19 12:21:11.445726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:11.456404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58314) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:11.487279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9445a964-2cb6-49b6-8db0-c03a6734bc42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting subnet 129f7d2c-80b2-49e4-a16f-639db88ec585 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:21:11.495019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9445a964-2cb6-49b6-8db0-c03a6734bc42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:11.531810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52791f0e-8918-4ebd-acf4-b9bca21a89f6 None None] Sync routers for ids ['508b0ccb-6b77-44c0-b3d1-5280339144be'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:11.631203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9445a964-2cb6-49b6-8db0-c03a6734bc42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:11.671072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee0cee-4461-4a35-b806-837cea1fd3b9 None None] Pushing event updated for resources: {'Port': ['ID=4ecef8bd-8a16-4541-a864-7c4b4ab6c60b,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:11.720318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52791f0e-8918-4ebd-acf4-b9bca21a89f6 None None] Routers {'508b0ccb-6b77-44c0-b3d1-5280339144be'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:11.723425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-52791f0e-8918-4ebd-acf4-b9bca21a89f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['508b0ccb-6b77-44c0-b3d1-5280339144be'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:11.754878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:11.762198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:11.765422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:11.793522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.10 (9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05/6ed300d2-4701-466d-9bea-5a1654e4fb7c/4c41a817-a85f-4993-b7ad-c432efe52713) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:11.838679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'Port': ['ID=9959261e-278e-467f-8bf0-b7651f1d40a7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:11.852664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:11.853646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:11.866096 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:07Z', 'revision_number': 8, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:11.867893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98bb495a-1252-4a84-b871-043e4b7b31ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:11.875612 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:21:11.884106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-52791f0e-8918-4ebd-acf4-b9bca21a89f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:11.891787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:11.897729 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b99177f0-604d-469d-b2b9-c17fec6de430 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4683311 Sep 19 12:21:11.899424 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:11.900185 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:11.907636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58318) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:12.006765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9445a964-2cb6-49b6-8db0-c03a6734bc42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:12.031142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52791f0e-8918-4ebd-acf4-b9bca21a89f6 None None] Routers {'508b0ccb-6b77-44c0-b3d1-5280339144be'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:12.032089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-52791f0e-8918-4ebd-acf4-b9bca21a89f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:20:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['508b0ccb-6b77-44c0-b3d1-5280339144be'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:12.140018 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-4ef9a0b8-cc81-40cd-9274-6bb6ef31ea04 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1542320 Sep 19 12:21:12.155140 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:12.172863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Request body: {'port': {'device_id': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:12.179435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22127e2f-6baf-4b28-90e3-11d1c14aac25 None None] Network 6707ec03-da19-4237-ad8a-53485abd7df9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:12.376460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-52791f0e-8918-4ebd-acf4-b9bca21a89f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:12.377022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52791f0e-8918-4ebd-acf4-b9bca21a89f6 None None] The sync data for ids ['508b0ccb-6b77-44c0-b3d1-5280339144be'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:12.446179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port a5ae1f7a-469e-4f32-8571-f9319f7dce02 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:12.467322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb889cb-3784-4c25-beee-2913273fc774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-3a573ad4-97bf-4b3f-8fb1-052e286b1cac', 'network_id': '3a573ad4-97bf-4b3f-8fb1-052e286b1cac', 'tenant_id': '9e35b60cc5b2435c9fce7def3084c340', 'fixed_ips': [{'subnet_id': '0ad8355f-bc69-4710-bedd-fc685f50dc93'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:21:12.468430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-adb889cb-3784-4c25-beee-2913273fc774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:12.496379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a5ae1f7a-469e-4f32-8571-f9319f7dce02 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:12.501266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:12.563204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9445a964-2cb6-49b6-8db0-c03a6734bc42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:12.591797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43931058-aa91-445d-b908-a6ef3b10cdb0 req-106d608d-f156-4cba-99f9-17953b687358 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:12.592841 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-43931058-aa91-445d-b908-a6ef3b10cdb0 req-106d608d-f156-4cba-99f9-17953b687358 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 931 time: 0.7025700 Sep 19 12:21:12.605149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:12.630774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:12.671918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a964-2cb6-49b6-8db0-c03a6734bc42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Subnet': ['ID=129f7d2c-80b2-49e4-a16f-639db88ec585,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:12.683150 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-43931058-aa91-445d-b908-a6ef3b10cdb0 req-9faf2501-bac3-4744-a0f7-eec743dae9e8 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751576 Sep 19 12:21:12.686816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b987ad-c000-415a-99db-5d0923e1b694 None None] Network 2610fe8e-2fe9-44ad-8f47-9bc896531130 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:12.686947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object 4c41a817-a85f-4993-b7ad-c432efe52713 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:12.700912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9445a964-2cb6-49b6-8db0-c03a6734bc42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:12.718401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:12.733944 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:07Z', 'revision_number': 8, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:12.738954 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9445a964-2cb6-49b6-8db0-c03a6734bc42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/129f7d2c-80b2-49e4-a16f-639db88ec585 HTTP/1.1" status: 204 len: 168 time: 1.7877841 Sep 19 12:21:12.742545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58324) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:12.746861 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b25eda-bfe1-41f3-a859-9ce9b443d48f None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:07Z', 'revision_number': 8, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ee4b16-671e-4426-a10c-b4b1d921f6bd', 'name': '', 'network_id': '55ad664f-9ed1-4d61-8b40-63ce5796f728', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:97:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '762b8699-c054-4967-8f17-404fae98594a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:34Z', 'updated_at': '2022-09-19T12:20:49Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '762b8699-c054-4967-8f17-404fae98594a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:12.761695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7343b423-d75b-4162-9524-5a6ecd7f1815 None None] Network 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:12.788089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-884cc4b1-e63b-4da7-944c-d2a4250a6a36 None None] Provisioning for port 4e5ff49f-5aa0-409d-9637-5c152f10f08e completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:12.807177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:12.972983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:12.996507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 20a52f79-da0c-4621-a57f-3c5602c1d64b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:12.997653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.060125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.139706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server [None req-adb889cb-3784-4c25-beee-2913273fc774 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ad8355f-bc69-4710-bedd-fc685f50dc93: This subnet is being modified by another concurrent operation. Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise exception Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ad8355f-bc69-4710-bedd-fc685f50dc93: This subnet is being modified by another concurrent operation. Sep 19 12:21:13.235913 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server Sep 19 12:21:13.272071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad8355f-bc69-4710-bedd-fc685f50dc93,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:13.327063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:13.335852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7384d892-906c-44f2-acb2-65a522daaabf None None] Network 3a573ad4-97bf-4b3f-8fb1-052e286b1cac requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:13.371082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a5ae1f7a-469e-4f32-8571-f9319f7dce02 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:13.371774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.422601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port a5ae1f7a-469e-4f32-8571-f9319f7dce02, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a5ae1f7a-469e-4f32-8571-f9319f7dce02,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:13.424151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8958bd2c-6d70-474d-8ac9-832766e2192a None None] Provisioning for port 9959261e-278e-467f-8bf0-b7651f1d40a7 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:13.446651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.476094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:13.480938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:13.535130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=4c41a817-a85f-4993-b7ad-c432efe52713,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:13.565934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a573ad4-97bf-4b3f-8fb1-052e286b1cac']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:13.575250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8958bd2c-6d70-474d-8ac9-832766e2192a None None] Provisioning complete for port 9959261e-278e-467f-8bf0-b7651f1d40a7 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:13.576270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8958bd2c-6d70-474d-8ac9-832766e2192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.600837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.601848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4e5ff49f-5aa0-409d-9637-5c152f10f08e up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:13.646733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42966eb7-9729-416b-b329-c046f4b66c44') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:13.647409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42966eb7-9729-416b-b329-c046f4b66c44') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:13.673399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.701169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:13.703317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.723398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port 20a52f79-da0c-4621-a57f-3c5602c1d64b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=20a52f79-da0c-4621-a57f-3c5602c1d64b,segment=NetworkSegment(9546c527-3207-4185-a599-eef2fda334b2),segment_id=9546c527-3207-4185-a599-eef2fda334b2)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:13.723686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.789844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9959261e-278e-467f-8bf0-b7651f1d40a7 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:21:13.796545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.812651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.868709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8958bd2c-6d70-474d-8ac9-832766e2192a None None] Port 9959261e-278e-467f-8bf0-b7651f1d40a7 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:13.884223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for 20a52f79-da0c-4621-a57f-3c5602c1d64b owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:13.907937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Transition to ACTIVE for port object 9959261e-278e-467f-8bf0-b7651f1d40a7 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:13.961602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=a5ae1f7a-469e-4f32-8571-f9319f7dce02,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:13.966755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.975995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc60056-a794-48b1-b539-604743c67722 None None] DHCP port deletion for 2610fe8e-2fe9-44ad-8f47-9bc896531130 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:21:13.979009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f816f7e3-6923-46b4-a96a-e93c84e99b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.991567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3cc60056-a794-48b1-b539-604743c67722 None None] Deleting port 20a52f79-da0c-4621-a57f-3c5602c1d64b {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:13.995820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3cc60056-a794-48b1-b539-604743c67722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:13.996383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:13.996662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.025005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.130994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8958bd2c-6d70-474d-8ac9-832766e2192a None None] Provisioning for port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:14.163101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 4e5ff49f-5aa0-409d-9637-5c152f10f08e completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:14.218347 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a0fbf4f8-60f5-4d8b-8735-04174c5241bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1572254 Sep 19 12:21:14.220274 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 42966eb7-9729-416b-b329-c046f4b66c44 resource provider aggregate not found Sep 19 12:21:14.230517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58332) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:14.244880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4e5ff49f-5aa0-409d-9637-5c152f10f08e triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:14.248625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.293765 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 42966eb7-9729-416b-b329-c046f4b66c44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42966eb7-9729-416b-b329-c046f4b66c44 found for delete ", "request_id": "req-0f354c3d-41f3-42d2-bc4d-f74d5d92b867"}]} Sep 19 12:21:14.342841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70fdbd-0308-4ef0-a901-7861e85ef3a5 req-fc0f6439-1d71-491f-bb14-70ca1f01f8f9 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:14.345577 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9c70fdbd-0308-4ef0-a901-7861e85ef3a5 req-fc0f6439-1d71-491f-bb14-70ca1f01f8f9 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 931 time: 0.4228830 Sep 19 12:21:14.397884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Attempting to bind port 9959261e-278e-467f-8bf0-b7651f1d40a7 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:21:14.398292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Attempting to bind port 9959261e-278e-467f-8bf0-b7651f1d40a7 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:21:14.398682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Attempting to bind port 9959261e-278e-467f-8bf0-b7651f1d40a7 on network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:21:14.407959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Pushing event updated for resources: {'Port': ['ID=9959261e-278e-467f-8bf0-b7651f1d40a7,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:14.437824 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9c70fdbd-0308-4ef0-a901-7861e85ef3a5 req-76847623-47dd-442a-bdac-471f3b0250d1 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826654 Sep 19 12:21:14.442859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.468100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.478623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3cc60056-a794-48b1-b539-604743c67722 None None] For port 20a52f79-da0c-4621-a57f-3c5602c1d64b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=20a52f79-da0c-4621-a57f-3c5602c1d64b,segment=NetworkSegment(9546c527-3207-4185-a599-eef2fda334b2),segment_id=9546c527-3207-4185-a599-eef2fda334b2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:14.478623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3cc60056-a794-48b1-b539-604743c67722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.499430 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/3a573ad4-97bf-4b3f-8fb1-052e286b1cac HTTP/1.1" status: 204 len: 168 time: 3.0419865 Sep 19 12:21:14.503047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58338) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:14.513930 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-671359'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:14.517862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-18d14639-a0f8-4fd1-8e41-07c29ae1a9ad None None] Provisioning complete for port 4e5ff49f-5aa0-409d-9637-5c152f10f08e triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:14.517862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18d14639-a0f8-4fd1-8e41-07c29ae1a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.521562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b243c-bede-42e9-bf30-5d2ea27352a0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=3a573ad4-97bf-4b3f-8fb1-052e286b1cac,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:14.523430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Port 9959261e-278e-467f-8bf0-b7651f1d40a7 on network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:21:14.524023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Attempting to bind port 9959261e-278e-467f-8bf0-b7651f1d40a7 on network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:21:14.527316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:14.534246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:network and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:14.538944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:14.542617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.546053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:21:14.546397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Checking segment: {'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:14.546811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Bound using segment: {'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:21:14.547446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Bound port: 9959261e-278e-467f-8bf0-b7651f1d40a7, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea8a080-b9fe-4342-8e54-73c86e751041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:21:14.547953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.602620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:14.608018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=20a52f79-da0c-4621-a57f-3c5602c1d64b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:14.621128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No DVR routers for this DVR port 20a52f79-da0c-4621-a57f-3c5602c1d64b on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:14.685186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] For port 9959261e-278e-467f-8bf0-b7651f1d40a7, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:21:14.688788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] For port 9959261e-278e-467f-8bf0-b7651f1d40a7, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9959261e-278e-467f-8bf0-b7651f1d40a7,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:21:14.717881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.741043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3cc60056-a794-48b1-b539-604743c67722 None None] Calling delete_port for 20a52f79-da0c-4621-a57f-3c5602c1d64b owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:14.794910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.818126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4e5ff49f-5aa0-409d-9637-5c152f10f08e is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:14.818433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.829855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2610fe8e-2fe9-44ad-8f47-9bc896531130']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:14.845692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:14.850805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.876567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9546c527-3207-4185-a599-eef2fda334b2') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:14.877179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9546c527-3207-4185-a599-eef2fda334b2') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:14.902195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.904934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b40a9d8-c860-434d-ac10-11c95ca73147 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:14.910620 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4b40a9d8-c860-434d-ac10-11c95ca73147 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.6698256 Sep 19 12:21:14.911466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58342) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:14.922633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.956362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 4e5ff49f-5aa0-409d-9637-5c152f10f08e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4e5ff49f-5aa0-409d-9637-5c152f10f08e,segment=NetworkSegment(a694f49a-559c-4a23-9780-7199faa035ec),segment_id=a694f49a-559c-4a23-9780-7199faa035ec)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:14.961339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-3cc60056-a794-48b1-b539-604743c67722 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:14.961750 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-3cc60056-a794-48b1-b539-604743c67722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:14.973017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:14.974198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.976088 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] 10.222.0.85 "PUT /v2.0/ports/9959261e-278e-467f-8bf0-b7651f1d40a7 HTTP/1.1" status: 200 len: 1093 time: 2.8142452 Sep 19 12:21:14.980120 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:14.980344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:21:14.983590 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce5b3e-709f-4ef6-8039-378759cbfd24" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:21:14.993657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-18d14639-a0f8-4fd1-8e41-07c29ae1a9ad None None] Current status of the port 4e5ff49f-5aa0-409d-9637-5c152f10f08e is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:14.994284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18d14639-a0f8-4fd1-8e41-07c29ae1a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.008668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba941e-9304-4fb7-8256-6d6287f37c85 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 4c41a817-a85f-4993-b7ad-c432efe52713 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:15.009052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b2ba941e-9304-4fb7-8256-6d6287f37c85 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.016313 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.061244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95687355-bebf-4792-bca4-9c81a0cee253 x-openstack-request-id: req-95687355-bebf-4792-bca4-9c81a0cee253 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:21:15.061711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:21:15.062132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95687355-bebf-4792-bca4-9c81a0cee253 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:21:15.062692 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95687355-bebf-4792-bca4-9c81a0cee253'] response: {'name': 'network-changed', 'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'status': 'completed', 'code': 200} Sep 19 12:21:15.084822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:15.089767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2130ea4-8978-4828-abd9-f697a9130386 service neutron] Pushing event updated for resources: {'Port': ['ID=9959261e-278e-467f-8bf0-b7651f1d40a7,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:15.095375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.20.0.1 (6707ec03-da19-4237-ad8a-53485abd7df9/9194b597-79c2-4ac3-a015-a9c1a440731c/dbaacd51-cf2e-4a11-827b-e779b0c8e498) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:15.099991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.100339 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment 8a627fa7-41fe-498c-8271-44216534a845 of type vlan for network aa1b53ea-161f-4958-bf33-0e4e95aba2c6 Sep 19 12:21:15.157263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.175051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.180034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=4e5ff49f-5aa0-409d-9637-5c152f10f08e,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:15.184524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-18d14639-a0f8-4fd1-8e41-07c29ae1a9ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:15.184890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-18d14639-a0f8-4fd1-8e41-07c29ae1a9ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:15.221331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:15.221668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.258093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a5ae1f7a-469e-4f32-8571-f9319f7dce02 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:15.349004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a5ae1f7a-469e-4f32-8571-f9319f7dce02 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:15.349385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.351761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce5b3e-709f-4ef6-8039-378759cbfd24 req-45281be7-749f-4cf9-aa7d-8f2a1195f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:15.353289 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-96ce5b3e-709f-4ef6-8039-378759cbfd24 req-45281be7-749f-4cf9-aa7d-8f2a1195f9b0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=95279d76856d429e96c95d3362398fe2&device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 1096 time: 0.2596827 Sep 19 12:21:15.411182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.416765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:15.417844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.466821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3cc60056-a794-48b1-b539-604743c67722 None None] Deleting port 20a52f79-da0c-4621-a57f-3c5602c1d64b {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:15.467789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3cc60056-a794-48b1-b539-604743c67722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.493055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.526074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Transition to ACTIVE for port object dbaacd51-cf2e-4a11-827b-e779b0c8e498 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:15.547804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a5ae1f7a-469e-4f32-8571-f9319f7dce02 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:15.549884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:15.555601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce5b3e-709f-4ef6-8039-378759cbfd24 req-6730bd56-c270-412a-9232-bac50553b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:15.557169 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-96ce5b3e-709f-4ef6-8039-378759cbfd24 req-6730bd56-c270-412a-9232-bac50553b25f service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=95279d76856d429e96c95d3362398fe2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1871526 Sep 19 12:21:15.569879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.651252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.689249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=aa1b53ea-161f-4958-bf33-0e4e95aba2c6,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:15.718961 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/networks/2610fe8e-2fe9-44ad-8f47-9bc896531130 HTTP/1.1" status: 204 len: 168 time: 2.9725707 Sep 19 12:21:15.719302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58350) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:15.731255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3cc60056-a794-48b1-b539-604743c67722 None None] The port '20a52f79-da0c-4621-a57f-3c5602c1d64b' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:21:15.732200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network aa1b53ea-161f-4958-bf33-0e4e95aba2c6 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:15.741916 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-87610d59-e43a-43a4-b392-eb501b39116c tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2371480 Sep 19 12:21:15.752457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1579f59-28f5-48e8-8ff6-9938efd5b08e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Network': ['ID=2610fe8e-2fe9-44ad-8f47-9bc896531130,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:15.757985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58354) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:15.774517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4ed61ed0-3222-4a40-81f2-0d89f3e7ecc3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:15.803399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b2ba941e-9304-4fb7-8256-6d6287f37c85 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.808412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:15.834675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601b4b1-8998-424f-a0f7-393949d40718 None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:21:15.910211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce5b3e-709f-4ef6-8039-378759cbfd24 req-7786617e-fefe-4cf0-a04f-2ae157a7bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:15.911936 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-96ce5b3e-709f-4ef6-8039-378759cbfd24 req-7786617e-fefe-4cf0-a04f-2ae157a7bb2d service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3443530 Sep 19 12:21:15.930258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-18d14639-a0f8-4fd1-8e41-07c29ae1a9ad None None] Current status of the port 4e5ff49f-5aa0-409d-9637-5c152f10f08e is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:16.005390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba941e-9304-4fb7-8256-6d6287f37c85 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 4c41a817-a85f-4993-b7ad-c432efe52713 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:16.020339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:16.035437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:16.035812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.037676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 6707ec03-da19-4237-ad8a-53485abd7df9 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:16.050283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:16.052542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:16.112312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=dbaacd51-cf2e-4a11-827b-e779b0c8e498,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:16.125855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Provisioning complete for port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:16.126237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.134119 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cedf10-b40a-4a22-8600-2fc337dcab64 req-0d59f04e-a72b-4704-88fb-d395e1c07086 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:16.144511 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-35cedf10-b40a-4a22-8600-2fc337dcab64 req-0d59f04e-a72b-4704-88fb-d395e1c07086 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 943 time: 0.5441787 Sep 19 12:21:16.204814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2601b4b1-8998-424f-a0f7-393949d40718 None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:21:16.335319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.416145 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9546c527-3207-4185-a599-eef2fda334b2 resource provider aggregate not found Sep 19 12:21:16.422732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505d84-b581-46b2-9ff2-29f3b128160a req-81bc0207-b213-4390-b37c-2afa421b9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:16.424250 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-81bc0207-b213-4390-b37c-2afa421b9751 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=95279d76856d429e96c95d3362398fe2&device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 1096 time: 0.4343536 Sep 19 12:21:16.452731 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-35cedf10-b40a-4a22-8600-2fc337dcab64 req-fe148047-89a2-4114-ba6f-82db65f0b150 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057220 Sep 19 12:21:16.485741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Current status of the port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:16.486368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.499505 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9546c527-3207-4185-a599-eef2fda334b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9546c527-3207-4185-a599-eef2fda334b2 found for delete ", "request_id": "req-472c74e3-3725-4da6-9127-e3b9b2ad3d0b"}]} Sep 19 12:21:16.507981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4ed61ed0-3222-4a40-81f2-0d89f3e7ecc3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.508378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:16.508774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.517802 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-25e43903-34cb-487b-9cfe-df9842d5b2f7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9959261e-278e-467f-8bf0-b7651f1d40a7 HTTP/1.1" status: 200 len: 217 time: 0.0823669 Sep 19 12:21:16.536327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.615829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4ed61ed0-3222-4a40-81f2-0d89f3e7ecc3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.641824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4ecef8bd-8a16-4541-a864-7c4b4ab6c60b,segment=NetworkSegment(54f5616f-4609-485f-a9df-b2d2f72544c3),segment_id=54f5616f-4609-485f-a9df-b2d2f72544c3)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:16.644956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ed61ed0-3222-4a40-81f2-0d89f3e7ecc3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network aa1b53ea-161f-4958-bf33-0e4e95aba2c6 is not hosted by any dhcp agent {{(pid=89795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 19 12:21:16.651354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed61ed0-3222-4a40-81f2-0d89f3e7ecc3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:16.652951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4ed61ed0-3222-4a40-81f2-0d89f3e7ecc3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.654221 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4ed61ed0-3222-4a40-81f2-0d89f3e7ecc3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "PUT /v2.0/networks/aa1b53ea-161f-4958-bf33-0e4e95aba2c6 HTTP/1.1" status: 200 len: 723 time: 0.8945496 Sep 19 12:21:16.654532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b2ba941e-9304-4fb7-8256-6d6287f37c85 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.706981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58362) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:16.707680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:16.753069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': 'aa1b53ea-161f-4958-bf33-0e4e95aba2c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:16.784912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505d84-b581-46b2-9ff2-29f3b128160a req-c3264c5f-30f8-4f2c-ab1e-8e49ad1fe2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:16.786357 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-c3264c5f-30f8-4f2c-ab1e-8e49ad1fe2f0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=19d33fd9-c4d8-413a-bf69-9cbce44c298a HTTP/1.1" status: 200 len: 834 time: 0.2330923 Sep 19 12:21:16.805364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba941e-9304-4fb7-8256-6d6287f37c85 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=4c41a817-a85f-4993-b7ad-c432efe52713,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:16.867905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device abe50feb-6a13-4b4d-a324-eab23a8e61e1 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:16.935499 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: abe50feb-6a13-4b4d-a324-eab23a8e61e1 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:16.936325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device abe50feb-6a13-4b4d-a324-eab23a8e61e1 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:16.936524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 20a52f79-da0c-4621-a57f-3c5602c1d64b no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:16.943585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed61ed0-3222-4a40-81f2-0d89f3e7ecc3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=aa1b53ea-161f-4958-bf33-0e4e95aba2c6,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:16.969990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network aa1b53ea-161f-4958-bf33-0e4e95aba2c6 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:17.002629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:17.021970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:17.031685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:subnet and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:17.037123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b2ba941e-9304-4fb7-8256-6d6287f37c85 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:17.041735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:17.052377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:17.057711 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b2ba941e-9304-4fb7-8256-6d6287f37c85 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/4c41a817-a85f-4993-b7ad-c432efe52713 HTTP/1.1" status: 204 len: 168 time: 2.1395841 Sep 19 12:21:17.057894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58366) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:17.058075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 20a52f79-da0c-4621-a57f-3c5602c1d64b {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:17.058854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 20a52f79-da0c-4621-a57f-3c5602c1d64b not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:17.070369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:17.071027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:17.088068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505d84-b581-46b2-9ff2-29f3b128160a req-2dea2c44-293d-4a2d-b41f-8d66899bd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:17.094697 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-2dea2c44-293d-4a2d-b41f-8d66899bd0c4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6569b7b3-8d8e-46e5-9690-6ec1fda3601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2974546 Sep 19 12:21:17.095214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=4ecef8bd-8a16-4541-a864-7c4b4ab6c60b,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:17.115506 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b262068e-482c-4751-b646-a3613c45e856 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:21:17.116370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b262068e-482c-4751-b646-a3613c45e856 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:17.203392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4e5ff49f-5aa0-409d-9637-5c152f10f08e up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:17.203839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:17.207365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:17.264913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b262068e-482c-4751-b646-a3613c45e856 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:17.269821 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b262068e-482c-4751-b646-a3613c45e856 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/4c41a817-a85f-4993-b7ad-c432efe52713 HTTP/1.1" status: 404 len: 333 time: 0.2109888 Sep 19 12:21:17.275891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58370) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:17.322918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4e5ff49f-5aa0-409d-9637-5c152f10f08e triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:17.323674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:17.496839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-cf27e59b-314f-49ab-95b1-4c1560932774 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port f24aff89-15dd-4883-8351-ee47cebf9361 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:17.496839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf27e59b-314f-49ab-95b1-4c1560932774 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:17.502994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4e5ff49f-5aa0-409d-9637-5c152f10f08e is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:17.540893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:17.693383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Current status of the port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:17.781673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Provisioning for port f24aff89-15dd-4883-8351-ee47cebf9361 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:17.788983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Provisioning complete for port f24aff89-15dd-4883-8351-ee47cebf9361 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:17.789809 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:17.804526 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-1731cdaa-8ea0-4607-b7d6-7053ba7f0bfb service neutron] 10.222.0.85 "GET /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870767 Sep 19 12:21:17.855050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Port f24aff89-15dd-4883-8351-ee47cebf9361 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:17.858660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fbee75e5-1639-4513-8fd0-83a291c53eae None None] Could not find standard attr ID for object 4c41a817-a85f-4993-b7ad-c432efe52713. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:21:17.927874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79736cb1-c2f2-4442-b762-ca0884688607 req-d47bf072-7c94-438f-a1af-0be275f5a64b tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:17.929495 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-79736cb1-c2f2-4442-b762-ca0884688607 req-d47bf072-7c94-438f-a1af-0be275f5a64b tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 943 time: 0.3251612 Sep 19 12:21:17.959401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf27e59b-314f-49ab-95b1-4c1560932774 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.054804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ba64e4e1-1eea-4360-8dff-48185c95084a None None] Provisioning for port dbaacd51-cf2e-4a11-827b-e779b0c8e498 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:18.061895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ba64e4e1-1eea-4360-8dff-48185c95084a None None] Provisioning complete for port dbaacd51-cf2e-4a11-827b-e779b0c8e498 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:18.062270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ba64e4e1-1eea-4360-8dff-48185c95084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.094175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.106161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-cf27e59b-314f-49ab-95b1-4c1560932774 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for f24aff89-15dd-4883-8351-ee47cebf9361 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:18.118069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.122240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ba64e4e1-1eea-4360-8dff-48185c95084a None None] Port dbaacd51-cf2e-4a11-827b-e779b0c8e498 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:18.123770 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-07505d84-b581-46b2-9ff2-29f3b128160a req-cd9eb4d7-ae46-4754-8d38-e1bade1ab739 service neutron] 10.222.0.85 "GET /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057020 Sep 19 12:21:18.213462 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-79736cb1-c2f2-4442-b762-ca0884688607 req-1ba24e12-90b5-4c46-9613-328be202ed86 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734323 Sep 19 12:21:18.213755 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.264358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=a983ec6e-2863-41e8-a805-1ada26b997ba,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:18.293913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': '8a627fa7-41fe-498c-8271-44216534a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aa1b53ea-161f-4958-bf33-0e4e95aba2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:18.294535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: aa1b53ea-161f-4958-bf33-0e4e95aba2c6, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:18.445824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port b4ee4b16-671e-4426-a10c-b4b1d921f6bd {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:18.446164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.483715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network aa1b53ea-161f-4958-bf33-0e4e95aba2c6 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:18.512381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf27e59b-314f-49ab-95b1-4c1560932774 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.518419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=dbaacd51-cf2e-4a11-827b-e779b0c8e498,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:18.544158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.677116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, aa1b53ea-161f-4958-bf33-0e4e95aba2c6) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:18.686957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5a55c-c08b-4735-8651-25c3420e5bfe None None] Network aa1b53ea-161f-4958-bf33-0e4e95aba2c6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:18.688802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27e59b-314f-49ab-95b1-4c1560932774 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=f24aff89-15dd-4883-8351-ee47cebf9361,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:18.721187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:18.721775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.773156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port b4ee4b16-671e-4426-a10c-b4b1d921f6bd, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b4ee4b16-671e-4426-a10c-b4b1d921f6bd,segment=NetworkSegment(a2b314d5-a830-4ff0-bf58-d7b23b4c02cd),segment_id=a2b314d5-a830-4ff0-bf58-d7b23b4c02cd)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:18.773522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.840348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf27e59b-314f-49ab-95b1-4c1560932774 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.842614 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cf27e59b-314f-49ab-95b1-4c1560932774 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/f24aff89-15dd-4883-8351-ee47cebf9361 HTTP/1.1" status: 204 len: 168 time: 1.5590532 Sep 19 12:21:18.846236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58376) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:18.898352 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb184fd-99b8-4cbd-993b-9ce573e2f303 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:21:18.899398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cdb184fd-99b8-4cbd-993b-9ce573e2f303 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:18.905227 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-32a3eb92-11ac-4218-b599-9fae2b3c9e04 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1612289 Sep 19 12:21:18.905957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58380) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:18.912368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-05bcba22-dd8e-44f7-b42a-6bfdf3e4cbe6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:18.927018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for b4ee4b16-671e-4426-a10c-b4b1d921f6bd owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:18.982804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-aa1b53ea-161f-4958-bf33-0e4e95aba2c6', 'network_id': 'aa1b53ea-161f-4958-bf33-0e4e95aba2c6', 'tenant_id': '9e35b60cc5b2435c9fce7def3084c340', 'fixed_ips': [{'subnet_id': 'a983ec6e-2863-41e8-a805-1ada26b997ba'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:21:18.983662 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:18.996885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 6707ec03-da19-4237-ad8a-53485abd7df9 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:19.000234 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:19.099971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-05bcba22-dd8e-44f7-b42a-6bfdf3e4cbe6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10640140'] for subnet, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.143380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cdb184fd-99b8-4cbd-993b-9ce573e2f303 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:19.149135 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cdb184fd-99b8-4cbd-993b-9ce573e2f303 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/f24aff89-15dd-4883-8351-ee47cebf9361 HTTP/1.1" status: 404 len: 333 time: 0.3010001 Sep 19 12:21:19.150190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58384) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:19.193904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:19.275206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3508d6b1-bd27-40f2-b368-cfe1b1a5d527 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet 6ed300d2-4701-466d-9bea-5a1654e4fb7c {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:21:19.281038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3508d6b1-bd27-40f2-b368-cfe1b1a5d527 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.365505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Allocated IP 172.20.0.2 (aa1b53ea-161f-4958-bf33-0e4e95aba2c6/a983ec6e-2863-41e8-a805-1ada26b997ba/745f05ad-81be-448c-a971-4f311e7691a6) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:19.371817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3508d6b1-bd27-40f2-b368-cfe1b1a5d527 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.376185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:19.376747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.377779 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router 508b0ccb-6b77-44c0-b3d1-5280339144be has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:19.472119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-654ff89a-22b6-4154-907a-5e38265b46e6 None None] Provisioning complete for port dbaacd51-cf2e-4a11-827b-e779b0c8e498 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:19.472119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-654ff89a-22b6-4154-907a-5e38265b46e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.556626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f31cb-f8be-46d6-96f6-9306f6e12f6c req-f0c9f9f0-29e8-4108-9f5d-7dbf790a757d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:19.558922 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d55f31cb-f8be-46d6-96f6-9306f6e12f6c req-f0c9f9f0-29e8-4108-9f5d-7dbf790a757d tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 943 time: 0.1408539 Sep 19 12:21:19.567078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3508d6b1-bd27-40f2-b368-cfe1b1a5d527 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.644601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-654ff89a-22b6-4154-907a-5e38265b46e6 None None] Port dbaacd51-cf2e-4a11-827b-e779b0c8e498 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:19.662375 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d55f31cb-f8be-46d6-96f6-9306f6e12f6c req-cb1a5f1b-1bac-4e6c-85f5-c72b4aa67a91 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967660 Sep 19 12:21:19.663902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:19.693150 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-da922d9b-3886-4371-a7a1-f0c57c27ff88 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "PUT /v2.0/routers/508b0ccb-6b77-44c0-b3d1-5280339144be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7844331 Sep 19 12:21:19.693989 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1b680-d20e-4724-803a-564b15feec0a None None] Sync routers for ids ['508b0ccb-6b77-44c0-b3d1-5280339144be'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:19.695859 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58390) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:19.702717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:19.702978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'port': {'network_id': '6707ec03-da19-4237-ad8a-53485abd7df9', 'name': 'tempest-FloatingIPTestJSON-241365483'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:19.719678 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1b680-d20e-4724-803a-564b15feec0a None None] Routers {'508b0ccb-6b77-44c0-b3d1-5280339144be'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:19.720858 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a7e1b680-d20e-4724-803a-564b15feec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['508b0ccb-6b77-44c0-b3d1-5280339144be'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:19.777186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3508d6b1-bd27-40f2-b368-cfe1b1a5d527 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.788288 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.792786 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a7e1b680-d20e-4724-803a-564b15feec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:19.802789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Transition to ACTIVE for port object 745f05ad-81be-448c-a971-4f311e7691a6 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:19.802973 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.803608 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1b680-d20e-4724-803a-564b15feec0a None None] Routers {'508b0ccb-6b77-44c0-b3d1-5280339144be'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:19.804463 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a7e1b680-d20e-4724-803a-564b15feec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['508b0ccb-6b77-44c0-b3d1-5280339144be'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:19.825545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Transition to ACTIVE for port object 745f05ad-81be-448c-a971-4f311e7691a6 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:19.833122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508d6b1-bd27-40f2-b368-cfe1b1a5d527 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed300d2-4701-466d-9bea-5a1654e4fb7c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:19.837105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3508d6b1-bd27-40f2-b368-cfe1b1a5d527 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.844857 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3508d6b1-bd27-40f2-b368-cfe1b1a5d527 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/6ed300d2-4701-466d-9bea-5a1654e4fb7c HTTP/1.1" status: 204 len: 168 time: 0.6879983 Sep 19 12:21:19.845247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0b26aa-9c55-458b-b0e9-b0fe218ab975 None None] Network 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:19.848365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58394) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:19.876137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=b4ee4b16-671e-4426-a10c-b4b1d921f6bd,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:19.909563 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a7e1b680-d20e-4724-803a-564b15feec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:19.910221 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1b680-d20e-4724-803a-564b15feec0a None None] The sync data for ids ['508b0ccb-6b77-44c0-b3d1-5280339144be'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:19.967900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:19.993256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.017130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:20.017130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.033286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:20.045291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Usage tracker for resource:port and tenant:a9e2c072bf044a24a66b8c160b7eaea8 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:20.050364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:20.060657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:20.091384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Network aa1b53ea-161f-4958-bf33-0e4e95aba2c6 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:20.104350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:20.114287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:20.223645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Pushing event updated for resources: {'Port': ['ID=745f05ad-81be-448c-a971-4f311e7691a6,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:20.324919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Attempting to bind port 745f05ad-81be-448c-a971-4f311e7691a6 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:21:20.325337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Attempting to bind port 745f05ad-81be-448c-a971-4f311e7691a6 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '8a627fa7-41fe-498c-8271-44216534a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aa1b53ea-161f-4958-bf33-0e4e95aba2c6'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:21:20.325974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Attempting to bind port 745f05ad-81be-448c-a971-4f311e7691a6 on network aa1b53ea-161f-4958-bf33-0e4e95aba2c6 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:21:20.332559 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:21:20.332934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Checking segment: {'id': '8a627fa7-41fe-498c-8271-44216534a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aa1b53ea-161f-4958-bf33-0e4e95aba2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:20.333328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.333713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Bound using segment: {'id': '8a627fa7-41fe-498c-8271-44216534a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aa1b53ea-161f-4958-bf33-0e4e95aba2c6'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:21:20.334177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Bound port: 745f05ad-81be-448c-a971-4f311e7691a6, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a627fa7-41fe-498c-8271-44216534a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aa1b53ea-161f-4958-bf33-0e4e95aba2c6'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:21:20.334544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.351271 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9959261e-278e-467f-8bf0-b7651f1d40a7 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:21:20.380692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] For port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4ecef8bd-8a16-4541-a864-7c4b4ab6c60b,segment=NetworkSegment(54f5616f-4609-485f-a9df-b2d2f72544c3),segment_id=54f5616f-4609-485f-a9df-b2d2f72544c3)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:20.381269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.392166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.465998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Made reservation on behalf of a9e2c072bf044a24a66b8c160b7eaea8 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:20.470088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.515910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:20.548425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-05bcba22-dd8e-44f7-b42a-6bfdf3e4cbe6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773458013004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2061723'] for subnet, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.576773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] DHCP port deletion for 9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:21:20.587378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] For port 745f05ad-81be-448c-a971-4f311e7691a6, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:21:20.590346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] Deleting port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:20.590720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.591047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] device_id is not set on port 6b56718e-09af-4821-8c52-509f6875db43 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:21:20.643549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] For port 745f05ad-81be-448c-a971-4f311e7691a6, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=745f05ad-81be-448c-a971-4f311e7691a6,segment=NetworkSegment(8a627fa7-41fe-498c-8271-44216534a845),segment_id=8a627fa7-41fe-498c-8271-44216534a845)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:21:20.735606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9959261e-278e-467f-8bf0-b7651f1d40a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9959261e-278e-467f-8bf0-b7651f1d40a7,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:20.749544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bcba22-dd8e-44f7-b42a-6bfdf3e4cbe6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:20.750192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-05bcba22-dd8e-44f7-b42a-6bfdf3e4cbe6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.751452 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-05bcba22-dd8e-44f7-b42a-6bfdf3e4cbe6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "PUT /v2.0/subnets/a983ec6e-2863-41e8-a805-1ada26b997ba HTTP/1.1" status: 200 len: 806 time: 1.8444333 Sep 19 12:21:20.756450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58400) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:20.763719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'port_id': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'mac_address': 'fa:16:3e:62:94:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:21:20.770294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.885508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9959261e-278e-467f-8bf0-b7651f1d40a7 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:20.886318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:20.930860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Allocated IP 172.20.0.4 (6707ec03-da19-4237-ad8a-53485abd7df9/9194b597-79c2-4ac3-a015-a9c1a440731c/6b56718e-09af-4821-8c52-509f6875db43) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:20.934271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:20.951267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcba22-dd8e-44f7-b42a-6bfdf3e4cbe6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=a983ec6e-2863-41e8-a805-1ada26b997ba,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:20.978108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9959261e-278e-467f-8bf0-b7651f1d40a7 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:21:21.002299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9959261e-278e-467f-8bf0-b7651f1d40a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9959261e-278e-467f-8bf0-b7651f1d40a7,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:21.012463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.013967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee1d01-92d1-4d5c-a99f-6ee21bb69ae0 None None] Pushing event updated for resources: {'Port': ['ID=745f05ad-81be-448c-a971-4f311e7691a6,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:21.083131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.085188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No DVR routers for this DVR port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:21.098347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.144832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=4ecef8bd-8a16-4541-a864-7c4b4ab6c60b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:21.174107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681fd2b-bc01-45c0-bf05-8da86355bbf4 req-fd15c335-d047-4283-822d-17db115dcc21 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:21.176034 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6681fd2b-bc01-45c0-bf05-8da86355bbf4 req-fd15c335-d047-4283-822d-17db115dcc21 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 943 time: 0.3157823 Sep 19 12:21:21.235244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] For port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4ecef8bd-8a16-4541-a864-7c4b4ab6c60b,segment=NetworkSegment(54f5616f-4609-485f-a9df-b2d2f72544c3),segment_id=54f5616f-4609-485f-a9df-b2d2f72544c3)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:21.235883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.414939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:21.422301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Deleting port 745f05ad-81be-448c-a971-4f311e7691a6 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:21.422909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.442698 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f3362c35-5a57-40fe-9c36-8aa2b45c9087 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7220049 Sep 19 12:21:21.453471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58404) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:21.456014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:21.462956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.499045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:21.503377 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6681fd2b-bc01-45c0-bf05-8da86355bbf4 req-702da952-d8a0-4ec3-9f95-e8044f39441a tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281067 Sep 19 12:21:21.512733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.537320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] Calling delete_port for 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:21.557815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Transition to ACTIVE for port object 6b56718e-09af-4821-8c52-509f6875db43 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:21.563624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab2568e-92b6-4780-b5e0-4102b20434a5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting subnet 762b8699-c054-4967-8f17-404fae98594a {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:21:21.568694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fab2568e-92b6-4780-b5e0-4102b20434a5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.593838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9959261e-278e-467f-8bf0-b7651f1d40a7,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:21.595989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:21.596332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:21.597978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['9959261e-278e-467f-8bf0-b7651f1d40a7'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:21:21.598684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:21.619134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f5616f-4609-485f-a9df-b2d2f72544c3') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:21.619472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f5616f-4609-485f-a9df-b2d2f72544c3') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:21.644564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fab2568e-92b6-4780-b5e0-4102b20434a5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.653007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.660695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:21.661324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:21.730622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.744484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fab2568e-92b6-4780-b5e0-4102b20434a5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.744691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:21.744691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.794601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.808787 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 54f5616f-4609-485f-a9df-b2d2f72544c3 resource provider aggregate not found Sep 19 12:21:21.843166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:21.843923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:21.858689 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 54f5616f-4609-485f-a9df-b2d2f72544c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54f5616f-4609-485f-a9df-b2d2f72544c3 found for delete ", "request_id": "req-26325dca-9ccf-4cfb-92e9-c4351911ab42"}]} Sep 19 12:21:21.891860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] For port 745f05ad-81be-448c-a971-4f311e7691a6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=745f05ad-81be-448c-a971-4f311e7691a6,segment=NetworkSegment(8a627fa7-41fe-498c-8271-44216534a845),segment_id=8a627fa7-41fe-498c-8271-44216534a845)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:21.892292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Network 6707ec03-da19-4237-ad8a-53485abd7df9 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:21.892422 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:21.893072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event updated for resources: {'Port': ['ID=6b56718e-09af-4821-8c52-509f6875db43,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:21.897368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:21.900395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:21.949797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:21.971205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:22.014370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:22.014370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.079697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.084135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fab2568e-92b6-4780-b5e0-4102b20434a5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.085824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.110282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Calling delete_port for 745f05ad-81be-448c-a971-4f311e7691a6 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:22.127026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2568e-92b6-4780-b5e0-4102b20434a5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Subnet': ['ID=762b8699-c054-4967-8f17-404fae98594a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:22.133388 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ec51af00-68ae-475d-a848-ffb3c01f2285 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4364667 Sep 19 12:21:22.136746 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58412) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:22.143867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Request body: {'floatingip': {'port_id': '6b56718e-09af-4821-8c52-509f6875db43'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:22.191795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f951d4ae-82b5-4a23-acf4-3567cb16ade7 None None] Network 55ad664f-9ed1-4d61-8b40-63ce5796f728 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:22.199340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Network': ['ID=9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:22.206912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fab2568e-92b6-4780-b5e0-4102b20434a5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.212047 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fab2568e-92b6-4780-b5e0-4102b20434a5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/762b8699-c054-4967-8f17-404fae98594a HTTP/1.1" status: 204 len: 168 time: 0.7575619 Sep 19 12:21:22.221646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58416) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:22.323862 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-600e70aa-7f72-4fdf-93c6-d8d124b99fbf tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/networks/9d2b63b8-0e0d-4de5-965a-b9cc21c4ca05 HTTP/1.1" status: 204 len: 168 time: 2.4691718 Sep 19 12:21:22.345273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] Deleting port 4ecef8bd-8a16-4541-a864-7c4b4ab6c60b {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:22.346300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.445434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58420) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:22.458370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1086142535'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:22.464572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:22.469137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:network and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:22.472412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:22.479065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:22.522925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.594308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:22.599688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.679427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.718401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27e06c-54dd-4693-bea7-788284b29479 None None] Network aa1b53ea-161f-4958-bf33-0e4e95aba2c6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:22.721122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:22.752391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b894b60a-6158-4c13-9255-3a7dfdf63811 None None] The port '4ecef8bd-8a16-4541-a864-7c4b4ab6c60b' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:21:22.763408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ba5e8766-8064-49e0-8a4a-3d95e792e02f None None] Provisioning for port 6b56718e-09af-4821-8c52-509f6875db43 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:22.776959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.777309 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Added segment 8a1cf392-4f44-4cae-97b8-d49c5c3010e5 of type vlan for network a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 Sep 19 12:21:22.800981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.805633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Port': ['ID=745f05ad-81be-448c-a971-4f311e7691a6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:22.833994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ba5e8766-8064-49e0-8a4a-3d95e792e02f None None] Provisioning complete for port 6b56718e-09af-4821-8c52-509f6875db43 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:22.834617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ba5e8766-8064-49e0-8a4a-3d95e792e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.854870 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:22.919472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No DVR routers for this DVR port 745f05ad-81be-448c-a971-4f311e7691a6 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:22.949589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port c01a8070-0d20-41eb-8308-cfb3654d4f55 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:22.949589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:23.062416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:23.067937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:23.068566 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:23.141912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e8766-8064-49e0-8a4a-3d95e792e02f None None] Port 6b56718e-09af-4821-8c52-509f6875db43 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:23.152492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:23.216162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:23.271382 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8223059 Sep 19 12:21:23.276918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357fbd1-c81a-4207-8df9-dc6df1759efa req-079be03b-1776-4001-a9d0-d80076c5b33e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:23.278724 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a357fbd1-c81a-4207-8df9-dc6df1759efa req-079be03b-1776-4001-a9d0-d80076c5b33e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 944 time: 0.5861800 Sep 19 12:21:23.279410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58428) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:23.286636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e156df-90a5-4ec7-b287-8c09a6978de4 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Network': ['ID=a108dfe3-d6da-4c06-8cbc-739eaa8c68c0,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:23.311691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:23.319219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': 'a108dfe3-d6da-4c06-8cbc-739eaa8c68c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:23.388157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c262985b-681b-44b4-a919-4f1b3a06cdc5 None None] Could not find standard attr ID for object 745f05ad-81be-448c-a971-4f311e7691a6. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:21:23.421085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:19Z', 'revision_number': 9, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:23.477722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:21:23.500029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:23.500656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:23.524148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:23.561410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] DHCP port deletion for 55ad664f-9ed1-4d61-8b40-63ce5796f728 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:21:23.607385 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a357fbd1-c81a-4207-8df9-dc6df1759efa req-adf429aa-4abf-4a3d-a529-f9cabb91c98a tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159311 Sep 19 12:21:23.622696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] Deleting port c01a8070-0d20-41eb-8308-cfb3654d4f55 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:23.622696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:23.625063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:23.636822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:23.641124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port c01a8070-0d20-41eb-8308-cfb3654d4f55, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c01a8070-0d20-41eb-8308-cfb3654d4f55,segment=NetworkSegment(a2b314d5-a830-4ff0-bf58-d7b23b4c02cd),segment_id=a2b314d5-a830-4ff0-bf58-d7b23b4c02cd)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:23.641746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:23.653845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:23.658028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:23.672499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:23.742624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:23.795434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea9e0dd-9af6-4164-a371-f6d115a849ff None None] Network aa1b53ea-161f-4958-bf33-0e4e95aba2c6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:23.815894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for c01a8070-0d20-41eb-8308-cfb3654d4f55 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:23.855749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:23.886126 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP fa66d629-580c-46a8-a827-62e6d42d6a6a associated. External IP: 172.26.5.14, port: afba042d-5b7b-4f78-9a7a-5ba265094176. Sep 19 12:21:23.927143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=a983ec6e-2863-41e8-a805-1ada26b997ba,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:24.015036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:24.018273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.120475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.180489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1b53ea-161f-4958-bf33-0e4e95aba2c6']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.208938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a627fa7-41fe-498c-8271-44216534a845') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.208938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a627fa7-41fe-498c-8271-44216534a845') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.232116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.237431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.310023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No DVR routers for this DVR port c01a8070-0d20-41eb-8308-cfb3654d4f55 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:24.312602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] For port c01a8070-0d20-41eb-8308-cfb3654d4f55, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c01a8070-0d20-41eb-8308-cfb3654d4f55,segment=NetworkSegment(a2b314d5-a830-4ff0-bf58-d7b23b4c02cd),segment_id=a2b314d5-a830-4ff0-bf58-d7b23b4c02cd)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:24.313268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.359202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=c01a8070-0d20-41eb-8308-cfb3654d4f55,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:24.366130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.388839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:24.389293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.391844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9959261e-278e-467f-8bf0-b7651f1d40a7 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:24.424781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:24.491409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] Calling delete_port for c01a8070-0d20-41eb-8308-cfb3654d4f55 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:24.530155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f3736-2fa1-43c0-8833-403770c230ae None None] DHCP port deletion for aa1b53ea-161f-4958-bf33-0e4e95aba2c6 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:21:24.544241 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 8a627fa7-41fe-498c-8271-44216534a845 resource provider aggregate not found Sep 19 12:21:24.610242 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 8a627fa7-41fe-498c-8271-44216534a845 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a627fa7-41fe-498c-8271-44216534a845 found for delete ", "request_id": "req-750ab8df-b1f7-4005-b147-bf4e07f148ea"}]} Sep 19 12:21:24.646892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.650109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:24.668994 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64231763-a18c-44d6-bfc0-c39daa1ac70f None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:24.689078 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64231763-a18c-44d6-bfc0-c39daa1ac70f None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:24.689857 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-64231763-a18c-44d6-bfc0-c39daa1ac70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.693017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:24.695951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:24.718288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ad664f-9ed1-4d61-8b40-63ce5796f728']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.739943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:19Z', 'revision_number': 9, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.747809 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4a6b66-c359-4411-a3c3-0f43e3155cb0 None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:19Z', 'revision_number': 9, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': '4a443f23-67ad-44ce-8d16-db421019bb38', 'name': '', 'network_id': 'eead620e-bef6-4ce6-8ebf-70862eb37640', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:46:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:22Z', 'updated_at': '2022-09-19T12:20:36Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '38b7bb20-92e6-44fd-80c2-8909de25a95d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:24.748482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.748808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b314d5-a830-4ff0-bf58-d7b23b4c02cd') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.775334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 9959261e-278e-467f-8bf0-b7651f1d40a7 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:24.778261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.785769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 9959261e-278e-467f-8bf0-b7651f1d40a7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:24.786291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.806442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.814020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:24.814518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.832101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.848091 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-64231763-a18c-44d6-bfc0-c39daa1ac70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.859800 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64231763-a18c-44d6-bfc0-c39daa1ac70f None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:24.860688 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-64231763-a18c-44d6-bfc0-c39daa1ac70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.957046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9959261e-278e-467f-8bf0-b7651f1d40a7 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:24.957884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:24.971431 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-64231763-a18c-44d6-bfc0-c39daa1ac70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:24.971850 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64231763-a18c-44d6-bfc0-c39daa1ac70f None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:24.998067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:21:25.000943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cedd33-a6d7-4ba7-b354-8396160409b1" -d '{"events": [{"server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "name": "network-vif-plugged", "status": "completed", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:21:25.010219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9959261e-278e-467f-8bf0-b7651f1d40a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9959261e-278e-467f-8bf0-b7651f1d40a7,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:25.053650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b67dfab-e179-4bde-87da-ef49da0bb9a0 x-openstack-request-id: req-1b67dfab-e179-4bde-87da-ef49da0bb9a0 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:21:25.053650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "name": "network-vif-plugged", "status": "completed", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:21:25.053650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b67dfab-e179-4bde-87da-ef49da0bb9a0 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:21:25.053650 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b67dfab-e179-4bde-87da-ef49da0bb9a0'] response: {'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'code': 200} Sep 19 12:21:25.104886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router 508b0ccb-6b77-44c0-b3d1-5280339144be has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:25.108062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.117857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.125162 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/aa1b53ea-161f-4958-bf33-0e4e95aba2c6 HTTP/1.1" status: 204 len: 168 time: 4.3654699 Sep 19 12:21:25.142920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.154364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58440) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:25.191259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=aa1b53ea-161f-4958-bf33-0e4e95aba2c6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:25.222233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] Deleting port c01a8070-0d20-41eb-8308-cfb3654d4f55 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:25.222565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.233174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.233174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.237768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.237768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.237768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.237768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.237768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.237768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.237768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.237768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.237768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.237768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd9542b-c2e6-4d72-be45-6dbc656fb509 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:25.309110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9959261e-278e-467f-8bf0-b7651f1d40a7,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:25.338288 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d337decc-377a-496d-bcb0-ab7dde86bbb4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:25.338973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d337decc-377a-496d-bcb0-ab7dde86bbb4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:25.361643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c01a8070-0d20-41eb-8308-cfb3654d4f55 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:25.363335 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d337decc-377a-496d-bcb0-ab7dde86bbb4 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/aa1b53ea-161f-4958-bf33-0e4e95aba2c6 HTTP/1.1" status: 404 len: 339 time: 0.1640160 Sep 19 12:21:25.367495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58444) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:25.373029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=453bd29c-ffca-470a-ab27-f895b11a9ea7,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:25.375682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-996275161', 'description': 'd1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:25.378642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Checking segment: {'id': '8a1cf392-4f44-4cae-97b8-d49c5c3010e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a108dfe3-d6da-4c06-8cbc-739eaa8c68c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:25.380045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network hostable DHCP agents. Network: a108dfe3-d6da-4c06-8cbc-739eaa8c68c0, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:25.389359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:25.404604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dc0ea-ce94-4550-8599-f77ccd1b34c7 req-724d364f-c483-417b-bcc0-a35132a2ce3a tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:25.405997 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-888dc0ea-ce94-4550-8599-f77ccd1b34c7 req-724d364f-c483-417b-bcc0-a35132a2ce3a tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 944 time: 0.5681057 Sep 19 12:21:25.409040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:network and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:25.420527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdb80d-27f4-4f43-82e4-ba501185acaf None None] The port 'c01a8070-0d20-41eb-8308-cfb3654d4f55' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:21:25.420527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c01a8070-0d20-41eb-8308-cfb3654d4f55 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:25.421148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:25.421290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c01a8070-0d20-41eb-8308-cfb3654d4f55 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:25.421290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 745f05ad-81be-448c-a971-4f311e7691a6 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:25.424777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:25.449370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:25.454867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.465221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 745f05ad-81be-448c-a971-4f311e7691a6 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:25.465406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 745f05ad-81be-448c-a971-4f311e7691a6 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:25.466666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b4ee4b16-671e-4426-a10c-b4b1d921f6bd no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:25.479598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.499746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831b9bc-b6fa-4da0-a187-abf3a3c135c9 None None] Sync routers for ids ['508b0ccb-6b77-44c0-b3d1-5280339144be'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:25.508643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: b4ee4b16-671e-4426-a10c-b4b1d921f6bd {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:25.508993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b4ee4b16-671e-4426-a10c-b4b1d921f6bd not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:25.523189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.525841 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/networks/55ad664f-9ed1-4d61-8b40-63ce5796f728 HTTP/1.1" status: 204 len: 168 time: 3.2999406 Sep 19 12:21:25.525841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5bb6b-2753-4689-9f2a-99d075caf199 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Network': ['ID=55ad664f-9ed1-4d61-8b40-63ce5796f728,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:25.529732 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-888dc0ea-ce94-4550-8599-f77ccd1b34c7 req-e4a9e58f-98bc-42a0-ae8f-117306752fef tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111088 Sep 19 12:21:25.530215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58448) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:25.530670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831b9bc-b6fa-4da0-a187-abf3a3c135c9 None None] Routers {'508b0ccb-6b77-44c0-b3d1-5280339144be'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:25.532263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f831b9bc-b6fa-4da0-a187-abf3a3c135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['508b0ccb-6b77-44c0-b3d1-5280339144be'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:25.605927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f831b9bc-b6fa-4da0-a187-abf3a3c135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:25.616458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831b9bc-b6fa-4da0-a187-abf3a3c135c9 None None] Routers {'508b0ccb-6b77-44c0-b3d1-5280339144be'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:25.617198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f831b9bc-b6fa-4da0-a187-abf3a3c135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['508b0ccb-6b77-44c0-b3d1-5280339144be'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:25.670361 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-163fc8ca-9b6c-4057-99ce-218387b8c9d0 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "PUT /v2.0/floatingips/fa66d629-580c-46a8-a827-62e6d42d6a6a HTTP/1.1" status: 200 len: 976 time: 3.5291607 Sep 19 12:21:25.670991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58452) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:25.682663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f831b9bc-b6fa-4da0-a187-abf3a3c135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:25.683794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831b9bc-b6fa-4da0-a187-abf3a3c135c9 None None] The sync data for ids ['508b0ccb-6b77-44c0-b3d1-5280339144be'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:25.692996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:25.708421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:25.711893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.743468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85c2b7-ab7a-46ed-ab4c-128dfac82bac req-263a81b8-ac08-4674-a861-0a733529d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:25.745097 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cd85c2b7-ab7a-46ed-ab4c-128dfac82bac req-263a81b8-ac08-4674-a861-0a733529d51c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 1098 time: 0.2381933 Sep 19 12:21:25.790335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 6b56718e-09af-4821-8c52-509f6875db43 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:25.790723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.842389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:25.849596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, a108dfe3-d6da-4c06-8cbc-739eaa8c68c0) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:25.863304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c3d755-829d-486e-bcf8-7dd0df4f7cb0 None None] Network a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:25.867843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:25.867843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.877905 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cd85c2b7-ab7a-46ed-ab4c-128dfac82bac req-1e16ffa2-41ea-4084-bdff-858cdb86b3bb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191678 Sep 19 12:21:25.882150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:25.882568 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment 52c51daa-1f76-4f10-92a8-1c8fc126d07e of type vlan for network e666299b-ab78-4b60-a370-4d3e7259742d Sep 19 12:21:25.964663 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.009534 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-54f8c7dc-d72f-4920-881a-89f08abff058 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7177351 Sep 19 12:21:26.015705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58456) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:26.022885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': 'a108dfe3-d6da-4c06-8cbc-739eaa8c68c0', 'name': 'tempest-PortsTestJSON-1691150866', 'fixed_ips': [{'subnet_id': '453bd29c-ffca-470a-ab27-f895b11a9ea7', 'ip_address': '172.20.0.10'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:26.124050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.129234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-a108dfe3-d6da-4c06-8cbc-739eaa8c68c0', 'network_id': 'a108dfe3-d6da-4c06-8cbc-739eaa8c68c0', 'tenant_id': '8a4702b612ab486e999fd6bc838de6eb', 'fixed_ips': [{'subnet_id': '453bd29c-ffca-470a-ab27-f895b11a9ea7'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:21:26.129426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.132322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.138588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:26.139458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.190081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:26.196163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:port and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:26.200382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:26.255525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:26.321252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.352122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Allocated IP 172.20.0.2 (a108dfe3-d6da-4c06-8cbc-739eaa8c68c0/453bd29c-ffca-470a-ab27-f895b11a9ea7/784373bc-f89f-47c8-ad02-bf098a8f37dc) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:26.389338 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:26.473499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=e666299b-ab78-4b60-a370-4d3e7259742d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:26.492516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network e666299b-ab78-4b60-a370-4d3e7259742d details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:26.534667 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4b270a88-9172-4370-aeef-f86ab6560ee6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1658559 Sep 19 12:21:26.542665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58460) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:26.654593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.723119 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a2b314d5-a830-4ff0-bf58-d7b23b4c02cd resource provider aggregate not found Sep 19 12:21:26.743528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.755161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Transition to ACTIVE for port object 784373bc-f89f-47c8-ad02-bf098a8f37dc will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:26.775058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Transition to ACTIVE for port object 784373bc-f89f-47c8-ad02-bf098a8f37dc will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:26.780388 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a2b314d5-a830-4ff0-bf58-d7b23b4c02cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2b314d5-a830-4ff0-bf58-d7b23b4c02cd found for delete ", "request_id": "req-8783ca0c-b576-436b-94b5-dee00eb8db07"}]} Sep 19 12:21:26.803560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d5d442-b9fb-4c95-8415-e2151d18f23b tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:26.804232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e8d5d442-b9fb-4c95-8415-e2151d18f23b tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Synchronizing usage tracker for tenant:9e35b60cc5b2435c9fce7def3084c340 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:26.834391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.834695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.835038 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Floating IP fa66d629-580c-46a8-a827-62e6d42d6a6a disassociated. External IP: 172.26.5.14, port: 6b56718e-09af-4821-8c52-509f6875db43. Sep 19 12:21:26.835388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for 6b56718e-09af-4821-8c52-509f6875db43 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:26.850519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:26.914563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Network a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:26.924208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:26.927934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:26.958010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e8d5d442-b9fb-4c95-8415-e2151d18f23b tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Unset dirty status for tenant:9e35b60cc5b2435c9fce7def3084c340 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:26.961027 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e8d5d442-b9fb-4c95-8415-e2151d18f23b tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/networks?id=e666299b-ab78-4b60-a370-4d3e7259742d HTTP/1.1" status: 200 len: 760 time: 0.4163747 Sep 19 12:21:26.963104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58470) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:26.973020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f43cf461-5f31-49aa-8396-a16c01d6a17d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'description': 'd2'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:26.973628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port df20ca6a-9d2a-41ff-917d-2321b691e218 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:21:26.988601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Pushing event updated for resources: {'Port': ['ID=784373bc-f89f-47c8-ad02-bf098a8f37dc,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:27.055609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Attempting to bind port 784373bc-f89f-47c8-ad02-bf098a8f37dc on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:21:27.056022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Attempting to bind port 784373bc-f89f-47c8-ad02-bf098a8f37dc by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '8a1cf392-4f44-4cae-97b8-d49c5c3010e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a108dfe3-d6da-4c06-8cbc-739eaa8c68c0'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:21:27.056385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Attempting to bind port 784373bc-f89f-47c8-ad02-bf098a8f37dc on network a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:21:27.064532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:21:27.064927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Checking segment: {'id': '8a1cf392-4f44-4cae-97b8-d49c5c3010e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a108dfe3-d6da-4c06-8cbc-739eaa8c68c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:27.065341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:27.065739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Bound using segment: {'id': '8a1cf392-4f44-4cae-97b8-d49c5c3010e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a108dfe3-d6da-4c06-8cbc-739eaa8c68c0'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:21:27.066228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Bound port: 784373bc-f89f-47c8-ad02-bf098a8f37dc, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1cf392-4f44-4cae-97b8-d49c5c3010e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a108dfe3-d6da-4c06-8cbc-739eaa8c68c0'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:21:27.066606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:27.174614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] For port 784373bc-f89f-47c8-ad02-bf098a8f37dc, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:21:27.178171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] For port 784373bc-f89f-47c8-ad02-bf098a8f37dc, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=784373bc-f89f-47c8-ad02-bf098a8f37dc,segment=NetworkSegment(8a1cf392-4f44-4cae-97b8-d49c5c3010e5),segment_id=8a1cf392-4f44-4cae-97b8-d49c5c3010e5)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:21:27.211499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59f60c-63cc-4826-9d6c-f5c7fd32937c req-e0be25ba-47c3-416c-846b-a2cb6b4bb8ca tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:27.213069 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dd59f60c-63cc-4826-9d6c-f5c7fd32937c req-e0be25ba-47c3-416c-846b-a2cb6b4bb8ca tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.4965482 Sep 19 12:21:27.269949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:27.321127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:27.350528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=6b56718e-09af-4821-8c52-509f6875db43,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:27.381169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 4a443f23-67ad-44ce-8d16-db421019bb38 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:27.381510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:27.421955 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dd59f60c-63cc-4826-9d6c-f5c7fd32937c req-cfe2a467-b00e-4558-8d2a-3a7e3a00673e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971452 Sep 19 12:21:27.445037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Pushing event updated for resources: {'Port': ['ID=784373bc-f89f-47c8-ad02-bf098a8f37dc,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:27.477165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.10 (a108dfe3-d6da-4c06-8cbc-739eaa8c68c0/453bd29c-ffca-470a-ab27-f895b11a9ea7/df20ca6a-9d2a-41ff-917d-2321b691e218) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:27.483833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f43cf461-5f31-49aa-8396-a16c01d6a17d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:27.485961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.486548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.486962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.487307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.487641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.488165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.495660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.495660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.495660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.495660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.495660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.495660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0e621-6912-41a0-9e40-7330bc8baf44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:27.605519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f43cf461-5f31-49aa-8396-a16c01d6a17d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:27.636096 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f43cf461-5f31-49aa-8396-a16c01d6a17d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network e666299b-ab78-4b60-a370-4d3e7259742d is not hosted by any dhcp agent {{(pid=89794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 19 12:21:27.649443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43cf461-5f31-49aa-8396-a16c01d6a17d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:27.649443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f43cf461-5f31-49aa-8396-a16c01d6a17d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:27.650671 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f43cf461-5f31-49aa-8396-a16c01d6a17d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "PUT /v2.0/networks/e666299b-ab78-4b60-a370-4d3e7259742d HTTP/1.1" status: 200 len: 757 time: 0.6854057 Sep 19 12:21:27.655184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58474) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:27.737226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router 508b0ccb-6b77-44c0-b3d1-5280339144be has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:27.748383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cf461-5f31-49aa-8396-a16c01d6a17d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=e666299b-ab78-4b60-a370-4d3e7259742d,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:27.782730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network e666299b-ab78-4b60-a370-4d3e7259742d details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:27.987908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae302d30-47b1-41e3-98d7-86845e95f32d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:27.988813 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ae302d30-47b1-41e3-98d7-86845e95f32d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Synchronizing usage tracker for tenant:9e35b60cc5b2435c9fce7def3084c340 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:27.998914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port 4a443f23-67ad-44ce-8d16-db421019bb38, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4a443f23-67ad-44ce-8d16-db421019bb38,segment=NetworkSegment(526eaa6d-e32e-4fd3-9b11-1776416550d8),segment_id=526eaa6d-e32e-4fd3-9b11-1776416550d8)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:27.999290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:28.146723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for 4a443f23-67ad-44ce-8d16-db421019bb38 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:28.181241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:28.195451 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c72591-5937-4dbc-9d2b-c1889cd8bac2 None None] Sync routers for ids ['508b0ccb-6b77-44c0-b3d1-5280339144be'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:28.207087 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c72591-5937-4dbc-9d2b-c1889cd8bac2 None None] Routers {'508b0ccb-6b77-44c0-b3d1-5280339144be'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:28.208467 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-00c72591-5937-4dbc-9d2b-c1889cd8bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['508b0ccb-6b77-44c0-b3d1-5280339144be'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:28.212029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ae302d30-47b1-41e3-98d7-86845e95f32d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Unset dirty status for tenant:9e35b60cc5b2435c9fce7def3084c340 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:28.213528 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ae302d30-47b1-41e3-98d7-86845e95f32d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/networks?id=e666299b-ab78-4b60-a370-4d3e7259742d HTTP/1.1" status: 200 len: 760 time: 0.5562286 Sep 19 12:21:28.218384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58478) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:28.228472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371813019'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:28.235947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:28.247094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:28.287437 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-00c72591-5937-4dbc-9d2b-c1889cd8bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:28.288395 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-974bd87b-ebc7-4c46-9b92-0b9372374c37 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2032940 Sep 19 12:21:28.299722 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c72591-5937-4dbc-9d2b-c1889cd8bac2 None None] Routers {'508b0ccb-6b77-44c0-b3d1-5280339144be'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:28.300917 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-00c72591-5937-4dbc-9d2b-c1889cd8bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['508b0ccb-6b77-44c0-b3d1-5280339144be'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:28.308204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:28.328223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:28.328386 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6161e944-3b25-49b0-ba20-61e8f0f063c4 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/ports/6b56718e-09af-4821-8c52-509f6875db43 HTTP/1.1" status: 204 len: 168 time: 2.6559124 Sep 19 12:21:28.330856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58482) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:28.408244 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-00c72591-5937-4dbc-9d2b-c1889cd8bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:28.408583 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c72591-5937-4dbc-9d2b-c1889cd8bac2 None None] The sync data for ids ['508b0ccb-6b77-44c0-b3d1-5280339144be'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:28.430769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:28.435087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:28.474664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object df20ca6a-9d2a-41ff-917d-2321b691e218 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:28.497055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:28.519232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:28.519232 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment 7ee54fa4-7ec4-44fa-be31-4ec46b3723a2 of type vlan for network cda41591-c633-4e8e-87e3-a8fb09efbc3c Sep 19 12:21:28.547196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:28.559668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:28.668992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=4a443f23-67ad-44ce-8d16-db421019bb38,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:28.690886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:28.748347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-ba600768-cc87-4e56-a276-cf3c9577e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:28.749828 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-ba600768-cc87-4e56-a276-cf3c9577e3a6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 1098 time: 0.3457170 Sep 19 12:21:28.779889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1950c387-e2d8-4699-b4ca-57ad47c8731d None None] Network a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:28.805418 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:21:28.903116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:28.903942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:28.909539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:28.910140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:28.937527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:28.960022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:29.051113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-acf83a29-9239-4d66-ae7c-ba2249679844 None None] Provisioning for port 784373bc-f89f-47c8-ad02-bf098a8f37dc completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:29.081433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-d81a244c-4631-4217-a515-1695a5f48ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:29.083151 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-d81a244c-4631-4217-a515-1695a5f48ef0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.3123016 Sep 19 12:21:29.235787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=df20ca6a-9d2a-41ff-917d-2321b691e218,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:29.354653 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-27ea4bde-017d-4f9c-b9d9-bea06d633a00 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e652fd-528d-426c-b313-2f7654a90053 HTTP/1.1" status: 200 len: 1001 time: 0.2640152 Sep 19 12:21:29.376295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 784373bc-f89f-47c8-ad02-bf098a8f37dc up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:29.420197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=cda41591-c633-4e8e-87e3-a8fb09efbc3c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:29.436493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4716a-f813-4506-b1ba-bfefc59f9c16 req-efe34b1f-1e3f-4c41-b081-bb7c26c1b094 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:29.443475 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2a4716a-f813-4506-b1ba-bfefc59f9c16 req-efe34b1f-1e3f-4c41-b081-bb7c26c1b094 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.8402247 Sep 19 12:21:29.450820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-0aa944f2-1bbb-4eb3-ab63-6fab82c340ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:29.452053 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-0aa944f2-1bbb-4eb3-ab63-6fab82c340ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.0827482 Sep 19 12:21:29.468540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network cda41591-c633-4e8e-87e3-a8fb09efbc3c details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:29.482657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:29.483602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:29.511562 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2dcb2d90-2465-4ef7-ba85-32acf48fda8f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2901416 Sep 19 12:21:29.514521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:29.519129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58488) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:29.535676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': 'cda41591-c633-4e8e-87e3-a8fb09efbc3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:29.638443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:29.689777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 784373bc-f89f-47c8-ad02-bf098a8f37dc completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:29.699145 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2326e4ca-4b51-44de-8999-d9dd6f96b820 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6823657 Sep 19 12:21:29.702342 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2a4716a-f813-4506-b1ba-bfefc59f9c16 req-ac3e3164-d254-4999-84fa-7f21742adcb9 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578619 Sep 19 12:21:29.702653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 784373bc-f89f-47c8-ad02-bf098a8f37dc triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:29.703083 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:29.706595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58492) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:29.736613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': 'a108dfe3-d6da-4c06-8cbc-739eaa8c68c0', 'name': 'tempest-PortsTestJSON-206060341', 'fixed_ips': [{'subnet_id': '453bd29c-ffca-470a-ab27-f895b11a9ea7', 'ip_address': '172.20.0.9'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:29.744066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-f828a990-fa89-4d8f-b1f4-6455bc9500b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:29.745150 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-f828a990-fa89-4d8f-b1f4-6455bc9500b7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2452927 Sep 19 12:21:29.781862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-83f3cbbb-dc8d-4221-a6ad-d236a3b738a5 None None] Provisioning for port df20ca6a-9d2a-41ff-917d-2321b691e218 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:29.794361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-83f3cbbb-dc8d-4221-a6ad-d236a3b738a5 None None] Provisioning complete for port df20ca6a-9d2a-41ff-917d-2321b691e218 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:29.794735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-83f3cbbb-dc8d-4221-a6ad-d236a3b738a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:29.822881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:29.833605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Usage tracker for resource:subnet and tenant:9e35b60cc5b2435c9fce7def3084c340 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:29.838913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:29.848742 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:29.919737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-83f3cbbb-dc8d-4221-a6ad-d236a3b738a5 None None] Port df20ca6a-9d2a-41ff-917d-2321b691e218 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:29.928270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 784373bc-f89f-47c8-ad02-bf098a8f37dc is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:29.928565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:29.966995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 784373bc-f89f-47c8-ad02-bf098a8f37dc, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=784373bc-f89f-47c8-ad02-bf098a8f37dc,segment=NetworkSegment(8a1cf392-4f44-4cae-97b8-d49c5c3010e5),segment_id=8a1cf392-4f44-4cae-97b8-d49c5c3010e5)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:30.044129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:30.044603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-144d1e9b-acf4-4aff-9457-95298f5f84da None None] Provisioning complete for port df20ca6a-9d2a-41ff-917d-2321b691e218 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:30.045189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-144d1e9b-acf4-4aff-9457-95298f5f84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:30.047545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:30.116031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:30.164809 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-144d1e9b-acf4-4aff-9457-95298f5f84da None None] Port df20ca6a-9d2a-41ff-917d-2321b691e218 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:30.196925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=784373bc-f89f-47c8-ad02-bf098a8f37dc,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:30.222139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:30.252350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43df29-a8a8-40d0-a7f8-d7bd577adaba req-d940175d-5656-484d-948a-35fec35bcd49 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:30.254557 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3f43df29-a8a8-40d0-a7f8-d7bd577adaba req-d940175d-5656-484d-948a-35fec35bcd49 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.3298860 Sep 19 12:21:30.313701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:30.343923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:port and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:30.374601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:30.383605 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-6f581707-eae5-40c2-9faf-441a3a67c0ca service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208906 Sep 19 12:21:30.392776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:30.492127 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3f43df29-a8a8-40d0-a7f8-d7bd577adaba req-d5db2b9b-9dfe-449b-92c9-dd568e836d05 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830566 Sep 19 12:21:30.515527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:30.533213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58498) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:30.533352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:30.538139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:30.538859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:30.550827 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5830e70b-2ecb-4132-8020-57d62e1e7c3f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0191436 Sep 19 12:21:30.553467 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58502) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:30.589252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:30.636232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4293d8-66d8-4b97-9505-7946d8514ce3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting subnet 38b7bb20-92e6-44fd-80c2-8909de25a95d {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:21:30.639410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d4293d8-66d8-4b97-9505-7946d8514ce3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:30.676708 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d19095de-fec1-478f-bbe4-d4d98e87f3d8 req-60556620-2520-47dc-95c6-9de2475f58dc service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850473 Sep 19 12:21:30.753334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:30.790944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port dbaacd51-cf2e-4a11-827b-e779b0c8e498 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:30.791289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:30.849534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:30.867979 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:30.881101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc7fbc-759f-4cfe-ad63-35b15f60f346 tempest-TestNetworkAdvancedServerOps-931794171 tempest-TestNetworkAdvancedServerOps-931794171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:30.885349 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-eabc7fbc-759f-4cfe-ad63-35b15f60f346 tempest-TestNetworkAdvancedServerOps-931794171 tempest-TestNetworkAdvancedServerOps-931794171-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 1093 time: 0.3549824 Sep 19 12:21:30.887273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58506) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:30.896632 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:30.926412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:30.931188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d4293d8-66d8-4b97-9505-7946d8514ce3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:30.985583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Usage tracker for resource:floatingip and tenant:95279d76856d429e96c95d3362398fe2 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:30.988652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port eeb22b08-83ed-4ab4-b50e-45ef076de99a yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:21:30.989712 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=fec5ec20-f00a-47b3-94f2-8a065f282ddd,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:31.007280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': '7ee54fa4-7ec4-44fa-be31-4ec46b3723a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cda41591-c633-4e8e-87e3-a8fb09efbc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:31.007636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: cda41591-c633-4e8e-87e3-a8fb09efbc3c, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:31.028452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:31.043192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:31.061279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d4293d8-66d8-4b97-9505-7946d8514ce3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.092014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:28Z', 'revision_number': 10, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:31.102993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:21:31.120370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:31.121300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:31.143381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network cda41591-c633-4e8e-87e3-a8fb09efbc3c is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:31.160882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.183013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.200260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 784373bc-f89f-47c8-ad02-bf098a8f37dc up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:31.245007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d4293d8-66d8-4b97-9505-7946d8514ce3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.251017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, cda41591-c633-4e8e-87e3-a8fb09efbc3c) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:31.306557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:31.309265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.311887 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c93fb9f-972b-4f58-af42-8fd24a1c9b1a None None] Network cda41591-c633-4e8e-87e3-a8fb09efbc3c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:31.320910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4293d8-66d8-4b97-9505-7946d8514ce3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Subnet': ['ID=38b7bb20-92e6-44fd-80c2-8909de25a95d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:31.324460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for dbaacd51-cf2e-4a11-827b-e779b0c8e498 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:31.333580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d4293d8-66d8-4b97-9505-7946d8514ce3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.342727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1d4293d8-66d8-4b97-9505-7946d8514ce3 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/38b7bb20-92e6-44fd-80c2-8909de25a95d HTTP/1.1" status: 204 len: 168 time: 0.7855990 Sep 19 12:21:31.342989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58510) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:31.354025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0fadbb-4ae3-4848-a259-a6169419087c None None] Network eead620e-bef6-4ce6-8ebf-70862eb37640 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:31.434101 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7aed95b6-04ee-4231-b163-0de6cdd7b48d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9135182 Sep 19 12:21:31.438271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58514) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:31.527137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:31.548386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.575315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:31.575315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.673324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.712296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.9 (a108dfe3-d6da-4c06-8cbc-739eaa8c68c0/453bd29c-ffca-470a-ab27-f895b11a9ea7/eeb22b08-83ed-4ab4-b50e-45ef076de99a) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:31.782904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 784373bc-f89f-47c8-ad02-bf098a8f37dc triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:31.783285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.889747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.937134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:31.986843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port 4d52dcb5-abf1-488c-a517-aff3ac98edc3, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4d52dcb5-abf1-488c-a517-aff3ac98edc3,segment=NetworkSegment(526eaa6d-e32e-4fd3-9b11-1776416550d8),segment_id=526eaa6d-e32e-4fd3-9b11-1776416550d8)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:31.986843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.161558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for 4d52dcb5-abf1-488c-a517-aff3ac98edc3 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:32.180106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85e57a1-efbb-4a3f-a4c8-50f04b989149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-cda41591-c633-4e8e-87e3-a8fb09efbc3c', 'network_id': 'cda41591-c633-4e8e-87e3-a8fb09efbc3c', 'tenant_id': '9e35b60cc5b2435c9fce7def3084c340', 'fixed_ips': [{'subnet_id': 'fec5ec20-f00a-47b3-94f2-8a065f282ddd'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:21:32.181598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f85e57a1-efbb-4a3f-a4c8-50f04b989149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.191560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.210293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.268795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.280400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=dbaacd51-cf2e-4a11-827b-e779b0c8e498,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:32.329136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object eeb22b08-83ed-4ab4-b50e-45ef076de99a will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:32.330355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=fec5ec20-f00a-47b3-94f2-8a065f282ddd,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:32.332190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.342122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 784373bc-f89f-47c8-ad02-bf098a8f37dc is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:32.350059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Allocated IP 172.26.5.70 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/3f8023a4-a5d2-4e49-9c85-9d45415d01c8) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:32.386281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:28Z', 'revision_number': 10, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:32.391000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103288f-bc29-4744-8f9a-2c3cbe0daeb5 None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:28Z', 'revision_number': 10, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None, '_interfaces': [{'id': 'af63cbf5-0c2e-409f-812f-7565672708aa', 'name': '', 'network_id': 'c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'mac_address': 'fa:16:3e:12:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:08Z', 'updated_at': '2022-09-19T12:20:22Z', 'revision_number': 5, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'subnets': [{'id': '1da749c0-8852-4e2a-9aaa-2bb13a861e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:32.442575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=4d52dcb5-abf1-488c-a517-aff3ac98edc3,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:32.458113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805762d-1c7c-44ff-8ba6-7d901aabac37 None None] DHCP port deletion for eead620e-bef6-4ce6-8ebf-70862eb37640 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:21:32.469598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b6828b-2fd7-4235-aa48-0501a472d385 None None] Network cda41591-c633-4e8e-87e3-a8fb09efbc3c requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:32.517554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No DVR routers for this DVR port 4d52dcb5-abf1-488c-a517-aff3ac98edc3 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:32.595256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.687876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda41591-c633-4e8e-87e3-a8fb09efbc3c']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:32.703692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.703921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.717630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee54fa4-7ec4-44fa-be31-4ec46b3723a2') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:32.718038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee54fa4-7ec4-44fa-be31-4ec46b3723a2') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:32.835715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.840426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:32.846681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:32.856467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:32.863344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.875109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eead620e-bef6-4ce6-8ebf-70862eb37640']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:32.882516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.886358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=eeb22b08-83ed-4ab4-b50e-45ef076de99a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:32.891566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526eaa6d-e32e-4fd3-9b11-1776416550d8') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:32.892263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526eaa6d-e32e-4fd3-9b11-1776416550d8') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:32.900590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.913616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.921645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:32.922299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:32.998015 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 7ee54fa4-7ec4-44fa-be31-4ec46b3723a2 resource provider aggregate not found Sep 19 12:21:33.029083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:33.032465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:33.033106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:33.040206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:33.040619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:33.058575 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 7ee54fa4-7ec4-44fa-be31-4ec46b3723a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ee54fa4-7ec4-44fa-be31-4ec46b3723a2 found for delete ", "request_id": "req-48e5f74a-1a13-4dd6-86e8-311cd47c2233"}]} Sep 19 12:21:33.187442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4d52dcb5-abf1-488c-a517-aff3ac98edc3 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:33.210145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:33.228728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 4d52dcb5-abf1-488c-a517-aff3ac98edc3 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:33.229286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4d52dcb5-abf1-488c-a517-aff3ac98edc3 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:33.229761 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a443f23-67ad-44ce-8d16-db421019bb38 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:33.231886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:33.244727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=cda41591-c633-4e8e-87e3-a8fb09efbc3c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:33.257543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:33.265168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-55a5ab89-3f0d-4edd-a3a8-805a9ea82183 None None] Provisioning for port eeb22b08-83ed-4ab4-b50e-45ef076de99a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:33.275675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 4a443f23-67ad-44ce-8d16-db421019bb38 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:33.277112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a443f23-67ad-44ce-8d16-db421019bb38 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:33.279108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-55a5ab89-3f0d-4edd-a3a8-805a9ea82183 None None] Provisioning complete for port eeb22b08-83ed-4ab4-b50e-45ef076de99a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:33.279807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-55a5ab89-3f0d-4edd-a3a8-805a9ea82183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:33.282094 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-de9f9686-c799-4fb5-b4fe-4d7a0fe84696 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5662904 Sep 19 12:21:33.284151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:33.295352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58522) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:33.302593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:33.304500 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/networks/eead620e-bef6-4ce6-8ebf-70862eb37640 HTTP/1.1" status: 204 len: 168 time: 1.9603376 Sep 19 12:21:33.308297 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58524) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:33.309806 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3eb51076-9f73-44ad-962f-eaed0ada1748 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/cda41591-c633-4e8e-87e3-a8fb09efbc3c HTTP/1.1" status: 204 len: 168 time: 1.8704038 Sep 19 12:21:33.310648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4147cc-e2af-4a4f-b83b-56ba658341b6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Network': ['ID=eead620e-bef6-4ce6-8ebf-70862eb37640,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:33.319191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58526) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:33.358480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-55a5ab89-3f0d-4edd-a3a8-805a9ea82183 None None] Port eeb22b08-83ed-4ab4-b50e-45ef076de99a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:33.480933 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8175e821-aeec-46ba-85f9-075a6b2f92bd tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] GET failed (client error): The resource could not be found. Sep 19 12:21:33.481566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8175e821-aeec-46ba-85f9-075a6b2f92bd tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Synchronizing usage tracker for tenant:9e35b60cc5b2435c9fce7def3084c340 on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:33.659314 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8175e821-aeec-46ba-85f9-075a6b2f92bd tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Unset dirty status for tenant:9e35b60cc5b2435c9fce7def3084c340 on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:33.660490 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8175e821-aeec-46ba-85f9-075a6b2f92bd tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/subnets/fec5ec20-f00a-47b3-94f2-8a065f282ddd HTTP/1.1" status: 404 len: 337 time: 0.2861989 Sep 19 12:21:33.669242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58534) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:33.683148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:33.694216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:33.704120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:33.712291 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cba603-2d00-4f9b-bb94-364b78f5f349 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:33.712770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cba603-2d00-4f9b-bb94-364b78f5f349 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:33.715336 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-76cba603-2d00-4f9b-bb94-364b78f5f349 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/cda41591-c633-4e8e-87e3-a8fb09efbc3c HTTP/1.1" status: 404 len: 339 time: 0.0465233 Sep 19 12:21:33.719022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58538) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:33.731478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'Port': ['ID=3f8023a4-a5d2-4e49-9c85-9d45415d01c8,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:33.815106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router 508b0ccb-6b77-44c0-b3d1-5280339144be has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:33.865825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176baf57-e787-4630-8721-612834b838ec tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:33.866558 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-176baf57-e787-4630-8721-612834b838ec tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:33.966491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29cad5-de64-479f-8b56-e0620ef612a3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:33.967218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6b29cad5-de64-479f-8b56-e0620ef612a3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Synchronizing usage tracker for tenant:9e35b60cc5b2435c9fce7def3084c340 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:34.046069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6b29cad5-de64-479f-8b56-e0620ef612a3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Unset dirty status for tenant:9e35b60cc5b2435c9fce7def3084c340 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:34.047288 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6b29cad5-de64-479f-8b56-e0620ef612a3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3273320 Sep 19 12:21:34.050788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58542) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:34.070512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-176baf57-e787-4630-8721-612834b838ec tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:34.071706 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-176baf57-e787-4630-8721-612834b838ec tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6940694 Sep 19 12:21:34.088645 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58546) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:34.105727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-393c39a4-9de2-4c9b-a469-819c3cf40011 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 207 time: 0.0445757 Sep 19 12:21:34.110729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58550) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:34.222080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:34.317334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:34.329781 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b26de5-f59e-40bb-8cf2-c619cbfb1b8b None None] Sync routers for ids ['508b0ccb-6b77-44c0-b3d1-5280339144be'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:34.330394 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-016913f7-64a2-4f1c-91d1-2e2a46e6a0ca tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "PUT /v2.0/routers/508b0ccb-6b77-44c0-b3d1-5280339144be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9951558 Sep 19 12:21:34.331394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58554) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:34.349714 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b26de5-f59e-40bb-8cf2-c619cbfb1b8b None None] Routers {'508b0ccb-6b77-44c0-b3d1-5280339144be'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:34.350634 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-51b26de5-f59e-40bb-8cf2-c619cbfb1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['508b0ccb-6b77-44c0-b3d1-5280339144be'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:34.412293 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-51b26de5-f59e-40bb-8cf2-c619cbfb1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:34.423495 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b26de5-f59e-40bb-8cf2-c619cbfb1b8b None None] Routers {'508b0ccb-6b77-44c0-b3d1-5280339144be'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:34.424763 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-51b26de5-f59e-40bb-8cf2-c619cbfb1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['508b0ccb-6b77-44c0-b3d1-5280339144be'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:34.491105 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-51b26de5-f59e-40bb-8cf2-c619cbfb1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:34.491448 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b26de5-f59e-40bb-8cf2-c619cbfb1b8b None None] The sync data for ids ['508b0ccb-6b77-44c0-b3d1-5280339144be'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:34.550577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00284a28-83a1-4106-8e4e-c2e2dd337fad tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:34.556307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00284a28-83a1-4106-8e4e-c2e2dd337fad tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:34.562651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00284a28-83a1-4106-8e4e-c2e2dd337fad tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:34.564318 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-00284a28-83a1-4106-8e4e-c2e2dd337fad tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4745557 Sep 19 12:21:34.568497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58560) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:34.608085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048a7ae-2812-4f1d-ba5d-2ef5cf4df9cf tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:34.610555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048a7ae-2812-4f1d-ba5d-2ef5cf4df9cf tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:34.616162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048a7ae-2812-4f1d-ba5d-2ef5cf4df9cf tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:34.622019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048a7ae-2812-4f1d-ba5d-2ef5cf4df9cf tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:34.623720 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f048a7ae-2812-4f1d-ba5d-2ef5cf4df9cf tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5112598 Sep 19 12:21:34.629630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58564) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:34.661787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:34.725313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-52fe7e79-a075-45dc-b3ff-fa415d4063e2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port eeb22b08-83ed-4ab4-b50e-45ef076de99a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:34.725655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-52fe7e79-a075-45dc-b3ff-fa415d4063e2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:34.877802 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4129b2b0-83fe-4f2b-8af4-a2f2308efb3e tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2469602 Sep 19 12:21:34.886635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58568) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:34.912902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port af63cbf5-0c2e-409f-812f-7565672708aa {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:34.913248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:34.990198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:35.084444 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 526eaa6d-e32e-4fd3-9b11-1776416550d8 resource provider aggregate not found Sep 19 12:21:35.109052 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 526eaa6d-e32e-4fd3-9b11-1776416550d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 526eaa6d-e32e-4fd3-9b11-1776416550d8 found for delete ", "request_id": "req-c1b3be72-10f7-426a-8e0b-d988088ee668"}]} Sep 19 12:21:35.142487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port af63cbf5-0c2e-409f-812f-7565672708aa, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=af63cbf5-0c2e-409f-812f-7565672708aa,segment=NetworkSegment(5e636e18-1a5d-41d1-8758-a4e1784097e3),segment_id=5e636e18-1a5d-41d1-8758-a4e1784097e3)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:35.142776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:35.270657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164fd657-d293-45ef-afa3-99cfd303092a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:35.272268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164fd657-d293-45ef-afa3-99cfd303092a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:35.273008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-164fd657-d293-45ef-afa3-99cfd303092a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Synchronizing usage tracker for tenant:9e35b60cc5b2435c9fce7def3084c340 on resource:subnet {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:35.275451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for af63cbf5-0c2e-409f-812f-7565672708aa owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:35.279836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:35.308070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-164fd657-d293-45ef-afa3-99cfd303092a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Unset dirty status for tenant:9e35b60cc5b2435c9fce7def3084c340 on resource:subnet {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:35.309215 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-164fd657-d293-45ef-afa3-99cfd303092a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4129226 Sep 19 12:21:35.315257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58578) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:35.390732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 177c086c-5ed2-40c6-a070-4dac91d90586 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:35.391099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:35.415829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-52fe7e79-a075-45dc-b3ff-fa415d4063e2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:35.421032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c536f3c-9069-4423-b31b-52e8c3c865b0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:35.422578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c536f3c-9069-4423-b31b-52e8c3c865b0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:35.424125 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7c536f3c-9069-4423-b31b-52e8c3c865b0 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1078250 Sep 19 12:21:35.430348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58582) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:35.451047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:35.617032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-52fe7e79-a075-45dc-b3ff-fa415d4063e2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for eeb22b08-83ed-4ab4-b50e-45ef076de99a owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:35.632194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dadeb3-bc2a-47bc-ac0e-3e4ff5f776a6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:35.633533 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-16dadeb3-bc2a-47bc-ac0e-3e4ff5f776a6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/networks/ebbda5a5-beaf-4c0e-9e84-c489e34368f8 HTTP/1.1" status: 200 len: 799 time: 0.2022519 Sep 19 12:21:35.638029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58586) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:35.799841 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a9f350a1-54fb-458c-af09-5502231798b1 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/networks/ebbda5a5-beaf-4c0e-9e84-c489e34368f8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1607690 Sep 19 12:21:35.803322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58590) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:35.855558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:35.951698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:35.988124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Port': ['ID=af63cbf5-0c2e-409f-812f-7565672708aa,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:36.015912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9c633-f545-4776-8625-5c83a324e921 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:36.017274 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c5f9c633-f545-4776-8625-5c83a324e921 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/subnets/2d266c3f-d065-4785-83a8-388b606a0d31 HTTP/1.1" status: 200 len: 811 time: 0.2130494 Sep 19 12:21:36.020850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58594) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:36.129655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for 177c086c-5ed2-40c6-a070-4dac91d90586 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:36.250059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:36.324036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-52fe7e79-a075-45dc-b3ff-fa415d4063e2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:36.364578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6c11e-8cc9-4876-8e67-bb8f16349313 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['shared'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:36.366734 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fdf6c11e-8cc9-4876-8e67-bb8f16349313 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "GET /v2.0/subnets/2d266c3f-d065-4785-83a8-388b606a0d31?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3442307 Sep 19 12:21:36.366734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:36.370227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58598) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:36.376853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-178583501'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:36.381299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:36.383996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:36.413408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe7e79-a075-45dc-b3ff-fa415d4063e2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=eeb22b08-83ed-4ab4-b50e-45ef076de99a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:36.450947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:36.608930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:36.672251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:36.673805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:36.682818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:36.690984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event updated for resources: {'Port': ['ID=3f8023a4-a5d2-4e49-9c85-9d45415d01c8,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:36.693700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-52fe7e79-a075-45dc-b3ff-fa415d4063e2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:36.725684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:36.736450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:36.807283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:36.807890 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Added segment 6d530b7d-80fd-474b-b089-823724ae3501 of type vlan for network 2cef47da-1deb-41c3-bd89-03202477b24a Sep 19 12:21:36.905130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:36.918365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:36.919149 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:36.929348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:36.929876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:36.934884 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2381dc29-ae4f-4b4d-a306-2c18ddb72794 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6219740 Sep 19 12:21:36.937506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58602) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:36.945738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=177c086c-5ed2-40c6-a070-4dac91d90586,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:37.028385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e633457-4eb6-48c6-a48e-52ea0bfd5b33 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting subnet 1da749c0-8852-4e2a-9aaa-2bb13a861e67 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:21:37.031892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5e633457-4eb6-48c6-a48e-52ea0bfd5b33 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:37.076266 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-52fe7e79-a075-45dc-b3ff-fa415d4063e2 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/eeb22b08-83ed-4ab4-b50e-45ef076de99a HTTP/1.1" status: 204 len: 168 time: 2.5057774 Sep 19 12:21:37.076895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:37.079118 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58606) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:37.100695 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Floating IP dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d associated. External IP: 172.26.5.70, port: 9959261e-278e-467f-8bf0-b7651f1d40a7. Sep 19 12:21:37.138031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:37.149781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:37.151529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:37.181129 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e9fa41-0901-4faf-8061-46523164414e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:21:37.182439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c7e9fa41-0901-4faf-8061-46523164414e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:37.194319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:37.199655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:35Z', 'revision_number': 11, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:37.204258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:21:37.217649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:37.218258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:37.272789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5e633457-4eb6-48c6-a48e-52ea0bfd5b33 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:37.355694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:37.375320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Network': ['ID=2cef47da-1deb-41c3-bd89-03202477b24a,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:37.405874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 2cef47da-1deb-41c3-bd89-03202477b24a details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:37.413740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5e633457-4eb6-48c6-a48e-52ea0bfd5b33 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:37.468768 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5b4bd0c9-ce1c-4e3d-9b64-9f36e1fbf580 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0974746 Sep 19 12:21:37.471737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58610) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:37.480819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'network_id': '2cef47da-1deb-41c3-bd89-03202477b24a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:37.541263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:35Z', 'revision_number': 11, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:37.553836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:37.554717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c7e9fa41-0901-4faf-8061-46523164414e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:37.559632 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c7e9fa41-0901-4faf-8061-46523164414e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/eeb22b08-83ed-4ab4-b50e-45ef076de99a HTTP/1.1" status: 404 len: 333 time: 0.4793315 Sep 19 12:21:37.559825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:37.561229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58614) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:37.562878 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7190dd-bb99-4267-af8a-98bf5081a61b None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:35Z', 'revision_number': 11, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:37.627313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:37.638954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:37.759588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-62c2d064-626c-4b12-8658-ee037fbe5efb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port df20ca6a-9d2a-41ff-917d-2321b691e218 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:37.760145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-62c2d064-626c-4b12-8658-ee037fbe5efb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:37.973358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Router 6b77ed23-80fb-4893-a016-e17a7fe3526b has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:38.038202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5e633457-4eb6-48c6-a48e-52ea0bfd5b33 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.084344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Made reservation on behalf of 9e35b60cc5b2435c9fce7def3084c340 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:38.089095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.111655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e633457-4eb6-48c6-a48e-52ea0bfd5b33 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Subnet': ['ID=1da749c0-8852-4e2a-9aaa-2bb13a861e67,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:38.137706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ca93a-5d9c-43e9-bdd0-7f1871fb53bd None None] Network c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:38.138221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.138643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Fanout notify agent at l3_agent the message router_deleted on router 508b0ccb-6b77-44c0-b3d1-5280339144be {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:21:38.171718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5e633457-4eb6-48c6-a48e-52ea0bfd5b33 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.184650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.189027 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-375ebd48-3d1e-4d8e-a742-19fbace80e49 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/routers/508b0ccb-6b77-44c0-b3d1-5280339144be HTTP/1.1" status: 204 len: 168 time: 3.8536742 Sep 19 12:21:38.191435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58618) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:38.254539 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5e633457-4eb6-48c6-a48e-52ea0bfd5b33 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/1da749c0-8852-4e2a-9aaa-2bb13a861e67 HTTP/1.1" status: 204 len: 168 time: 1.3124673 Sep 19 12:21:38.256205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58622) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:38.271781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.ipam_backend_mixin [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Performing IP validity checks on allocation pools {{(pid=89795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 12:21:38.272951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.ipam_backend_mixin [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 12:21:38.440813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-62c2d064-626c-4b12-8658-ee037fbe5efb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.508418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c355127-ec79-4b5a-8a22-f19c5cd673c2 None None] DHCP port deletion for c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:21:38.519920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0c355127-ec79-4b5a-8a22-f19c5cd673c2 None None] Deleting port c5d4c82f-46fd-4206-84a3-6cb9d884579b {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:38.519920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0c355127-ec79-4b5a-8a22-f19c5cd673c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.577449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-62c2d064-626c-4b12-8658-ee037fbe5efb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for df20ca6a-9d2a-41ff-917d-2321b691e218 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:38.586578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf508cf7-393c-4ed3-a5a6-ed0f211ac06b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting subnet 9194b597-79c2-4ac3-a015-a9c1a440731c {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:21:38.595503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bf508cf7-393c-4ed3-a5a6-ed0f211ac06b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.606404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:38.616341 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] Sync routers for ids ['6b77ed23-80fb-4893-a016-e17a7fe3526b'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:38.630215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.643231 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] Routers {'6b77ed23-80fb-4893-a016-e17a7fe3526b'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:38.644867 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6b77ed23-80fb-4893-a016-e17a7fe3526b'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:38.663207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port c5d4c82f-46fd-4206-84a3-6cb9d884579b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:38.665181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.741068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.763924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bf508cf7-393c-4ed3-a5a6-ed0f211ac06b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.811157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0c355127-ec79-4b5a-8a22-f19c5cd673c2 None None] For port c5d4c82f-46fd-4206-84a3-6cb9d884579b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c5d4c82f-46fd-4206-84a3-6cb9d884579b,segment=NetworkSegment(5e636e18-1a5d-41d1-8758-a4e1784097e3),segment_id=5e636e18-1a5d-41d1-8758-a4e1784097e3)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:38.811792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0c355127-ec79-4b5a-8a22-f19c5cd673c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.813580 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5c77ba34-7e2a-459b-a3ae-76bdff309b4c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.9233935 Sep 19 12:21:38.814339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:21:38.817620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:21:38.900595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-62c2d064-626c-4b12-8658-ee037fbe5efb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:38.903880 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] Set router 6b77ed23-80fb-4893-a016-e17a7fe3526b gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:38.981124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881014c4-1006-42fc-a510-4bfaec13ba06 x-openstack-request-id: req-881014c4-1006-42fc-a510-4bfaec13ba06 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:21:38.981309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:21:38.983608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-881014c4-1006-42fc-a510-4bfaec13ba06 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:21:38.983747 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881014c4-1006-42fc-a510-4bfaec13ba06'] response: {'name': 'network-changed', 'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'status': 'completed', 'code': 200} Sep 19 12:21:39.016544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] For port c5d4c82f-46fd-4206-84a3-6cb9d884579b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c5d4c82f-46fd-4206-84a3-6cb9d884579b,segment=NetworkSegment(5e636e18-1a5d-41d1-8758-a4e1784097e3),segment_id=5e636e18-1a5d-41d1-8758-a4e1784097e3)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:39.017247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:39.044386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0c355127-ec79-4b5a-8a22-f19c5cd673c2 None None] Calling delete_port for c5d4c82f-46fd-4206-84a3-6cb9d884579b owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:39.122581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2d064-626c-4b12-8658-ee037fbe5efb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=df20ca6a-9d2a-41ff-917d-2321b691e218,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:39.193899 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Calling delete_port for c5d4c82f-46fd-4206-84a3-6cb9d884579b owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:39.248303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device af63cbf5-0c2e-409f-812f-7565672708aa no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:39.296334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: af63cbf5-0c2e-409f-812f-7565672708aa {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:39.296913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device af63cbf5-0c2e-409f-812f-7565672708aa not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:39.297500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c5d4c82f-46fd-4206-84a3-6cb9d884579b no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:39.327819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:39.328133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:39.384142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c5d4c82f-46fd-4206-84a3-6cb9d884579b {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:39.385368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c5d4c82f-46fd-4206-84a3-6cb9d884579b not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:39.387324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0c355127-ec79-4b5a-8a22-f19c5cd673c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:39.461754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c355127-ec79-4b5a-8a22-f19c5cd673c2 None None] Pushing event deleted for resources: {'Port': ['ID=c5d4c82f-46fd-4206-84a3-6cb9d884579b,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:39.461754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c355127-ec79-4b5a-8a22-f19c5cd673c2 None None] No DVR routers for this DVR port c5d4c82f-46fd-4206-84a3-6cb9d884579b on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:39.480983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-62c2d064-626c-4b12-8658-ee037fbe5efb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:39.500289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-bf6808f1-da05-4a01-8794-92f170b1b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:39.506630 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-bf6808f1-da05-4a01-8794-92f170b1b5f9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=95279d76856d429e96c95d3362398fe2&device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 1098 time: 0.5172169 Sep 19 12:21:39.513506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bf508cf7-393c-4ed3-a5a6-ed0f211ac06b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:39.515652 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'port_id': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'mac_address': 'fa:16:3e:62:94:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:21:34Z', 'updated_at': '2022-09-19T12:21:34Z', 'revision_number': 0, 'project_id': '95279d76856d429e96c95d3362398fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ae1f7a-469e-4f32-8571-f9319f7dce02', 'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'mac_address': 'fa:16:3e:86:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:52Z', 'updated_at': '2022-09-19T12:21:13Z', 'revision_number': 5, 'project_id': '95279d76856d429e96c95d3362398fe2', 'subnets': [{'id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:39.520624 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] Checking router: 6b77ed23-80fb-4893-a016-e17a7fe3526b for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:21:39.537018 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] Routers {'6b77ed23-80fb-4893-a016-e17a7fe3526b'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:39.537940 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6b77ed23-80fb-4893-a016-e17a7fe3526b'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:39.578485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c819df1-4ba8-43b7-8b4e-ae642c2fa186 req-88475d6b-0c60-471e-b2d3-dd2f6bf04eed tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:39.580007 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c819df1-4ba8-43b7-8b4e-ae642c2fa186 req-88475d6b-0c60-471e-b2d3-dd2f6bf04eed tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.2508447 Sep 19 12:21:39.619133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:39.648948 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-62c2d064-626c-4b12-8658-ee037fbe5efb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/df20ca6a-9d2a-41ff-917d-2321b691e218 HTTP/1.1" status: 204 len: 168 time: 2.0825431 Sep 19 12:21:39.660749 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58630) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:39.717184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-458dafd6-8251-4d14-ad9d-e235d8b194dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:39.718830 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-458dafd6-8251-4d14-ad9d-e235d8b194dc service neutron] 10.222.0.85 "GET /v2.0/networks?id=6569b7b3-8d8e-46e5-9690-6ec1fda3601b HTTP/1.1" status: 200 len: 897 time: 0.2096202 Sep 19 12:21:39.719759 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-972fdda9-d420-4e08-9345-2dca4eff332e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:21:39.720438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-972fdda9-d420-4e08-9345-2dca4eff332e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:39.728644 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c819df1-4ba8-43b7-8b4e-ae642c2fa186 req-3a93bf29-d0ec-43f5-a2cb-43a27a9b3f0f tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331952 Sep 19 12:21:39.760595 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] Set router 6b77ed23-80fb-4893-a016-e17a7fe3526b gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:39.761910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=b9ce01fa-b662-4959-a428-65f664b9e225,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:39.767136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58634) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:39.834268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Deleting port c5d4c82f-46fd-4206-84a3-6cb9d884579b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:39.834533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:39.868821 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-e223755a-80cd-46b7-af0a-f969d129ae5b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9959261e-278e-467f-8bf0-b7651f1d40a7 HTTP/1.1" status: 200 len: 998 time: 0.1351521 Sep 19 12:21:39.892556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bf508cf7-393c-4ed3-a5a6-ed0f211ac06b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:39.952143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-cf5fa93b-682b-44f8-8a79-7b6bfd59a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:39.953399 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-cf5fa93b-682b-44f8-8a79-7b6bfd59a275 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=19d33fd9-c4d8-413a-bf69-9cbce44c298a HTTP/1.1" status: 200 len: 834 time: 0.0844498 Sep 19 12:21:39.957970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-972fdda9-d420-4e08-9345-2dca4eff332e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:39.962462 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-972fdda9-d420-4e08-9345-2dca4eff332e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/df20ca6a-9d2a-41ff-917d-2321b691e218 HTTP/1.1" status: 404 len: 333 time: 0.2977536 Sep 19 12:21:39.997538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58638) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:40.000887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Checking segment: {'id': '6d530b7d-80fd-474b-b089-823724ae3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2cef47da-1deb-41c3-bd89-03202477b24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:40.001244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network hostable DHCP agents. Network: 2cef47da-1deb-41c3-bd89-03202477b24a, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:40.018931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf508cf7-393c-4ed3-a5a6-ed0f211ac06b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Subnet': ['ID=9194b597-79c2-4ac3-a015-a9c1a440731c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:40.029656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] The port 'c5d4c82f-46fd-4206-84a3-6cb9d884579b' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:21:40.067965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bf508cf7-393c-4ed3-a5a6-ed0f211ac06b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:40.068223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-485f911b-d50a-4bb8-8cef-36f1c71c992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:40.070324 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-485f911b-d50a-4bb8-8cef-36f1c71c992a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6569b7b3-8d8e-46e5-9690-6ec1fda3601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1083038 Sep 19 12:21:40.076576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54db7d-1571-4432-b95f-c1af6f5cafa1 None None] Network 6707ec03-da19-4237-ad8a-53485abd7df9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:40.198474 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d27451aa-c011-4865-a4b1-b07ca93eb29e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/floatingips/dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d HTTP/1.1" status: 200 len: 990 time: 0.4300013 Sep 19 12:21:40.218046 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bf508cf7-393c-4ed3-a5a6-ed0f211ac06b tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/subnets/9194b597-79c2-4ac3-a015-a9c1a440731c HTTP/1.1" status: 204 len: 168 time: 2.0242248 Sep 19 12:21:40.219151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58642) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:40.310251 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'port_id': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'mac_address': 'fa:16:3e:62:94:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:21:34Z', 'updated_at': '2022-09-19T12:21:34Z', 'revision_number': 0, 'project_id': '95279d76856d429e96c95d3362398fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ae1f7a-469e-4f32-8571-f9319f7dce02', 'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'mac_address': 'fa:16:3e:86:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:52Z', 'updated_at': '2022-09-19T12:21:13Z', 'revision_number': 5, 'project_id': '95279d76856d429e96c95d3362398fe2', 'subnets': [{'id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:40.318656 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ea8ba9-923a-4938-94fe-8c46a068b43a None None] The sync data for ids ['6b77ed23-80fb-4893-a016-e17a7fe3526b'] in dv-neutron-857775-2-hyperv is: [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'port_id': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'mac_address': 'fa:16:3e:62:94:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:21:34Z', 'updated_at': '2022-09-19T12:21:34Z', 'revision_number': 0, 'project_id': '95279d76856d429e96c95d3362398fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ae1f7a-469e-4f32-8571-f9319f7dce02', 'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'mac_address': 'fa:16:3e:86:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:52Z', 'updated_at': '2022-09-19T12:21:13Z', 'revision_number': 5, 'project_id': '95279d76856d429e96c95d3362398fe2', 'subnets': [{'id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:40.324487 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-ba34029d-2879-4704-939a-650860fea4d4 service neutron] 10.222.0.85 "GET /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466094 Sep 19 12:21:40.378719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3651229f-db46-4609-a31d-ab5daba12eff tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet 453bd29c-ffca-470a-ab27-f895b11a9ea7 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:21:40.481785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af9427-a14b-4076-b459-083279db0d8c None None] DHCP port deletion for 6707ec03-da19-4237-ad8a-53485abd7df9 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:21:40.487259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f3af9427-a14b-4076-b459-083279db0d8c None None] Deleting port 4e5ff49f-5aa0-409d-9637-5c152f10f08e {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:40.488054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3af9427-a14b-4076-b459-083279db0d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:40.522186 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e0d9991-ed3e-4917-b42b-25d7e0292e4f req-f9bce5bc-4356-4add-a47b-af2195feaa85 service neutron] 10.222.0.85 "GET /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909966 Sep 19 12:21:40.542714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Network 2cef47da-1deb-41c3-bd89-03202477b24a is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:40.546791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3651229f-db46-4609-a31d-ab5daba12eff tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:40.659924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f794f6-92ae-4647-bf70-f53847c7b1da None None] New status for floating IP dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:21:40.684785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:40.747361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:40.762919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3651229f-db46-4609-a31d-ab5daba12eff tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:40.793634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 2cef47da-1deb-41c3-bd89-03202477b24a) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:40.798171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:40.798895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:40.810700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e636e18-1a5d-41d1-8758-a4e1784097e3') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:40.811034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e636e18-1a5d-41d1-8758-a4e1784097e3') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:40.816071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf3d2a-ba91-4eda-a459-ec8926ff2584 None None] Network 2cef47da-1deb-41c3-bd89-03202477b24a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:40.821227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:40.852593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:40.897396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:40.898244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 4e5ff49f-5aa0-409d-9637-5c152f10f08e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:40.898954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:40.955327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:40.955327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.040519 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e4c73711-8fd6-4136-90f3-01657ec10590 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.5655746 Sep 19 12:21:41.041723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58648) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:41.043430 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 5e636e18-1a5d-41d1-8758-a4e1784097e3 resource provider aggregate not found Sep 19 12:21:41.047822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-bc695f5b-ba61-4f63-aee0-f9ae7ee74484 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:41.083151 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 5e636e18-1a5d-41d1-8758-a4e1784097e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e636e18-1a5d-41d1-8758-a4e1784097e3 found for delete ", "request_id": "req-943c9175-a63b-4a82-a701-3d1490ec4e72"}]} Sep 19 12:21:41.156532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3651229f-db46-4609-a31d-ab5daba12eff tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.188284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f3af9427-a14b-4076-b459-083279db0d8c None None] For port 4e5ff49f-5aa0-409d-9637-5c152f10f08e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4e5ff49f-5aa0-409d-9637-5c152f10f08e,segment=NetworkSegment(a694f49a-559c-4a23-9780-7199faa035ec),segment_id=a694f49a-559c-4a23-9780-7199faa035ec)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:41.189624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3af9427-a14b-4076-b459-083279db0d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.195296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bc695f5b-ba61-4f63-aee0-f9ae7ee74484 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10512785'] for subnet, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.202098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58654) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:41.253420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.257755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.334585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4e5ff49f-5aa0-409d-9637-5c152f10f08e no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:41.374298 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/networks/c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5 HTTP/1.1" status: 204 len: 168 time: 3.1057861 Sep 19 12:21:41.384263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aba029-9a44-4f94-87b8-b5096cdb2fd2 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Pushing event deleted for resources: {'Network': ['ID=c2bd9f6b-5d30-4804-a0c2-ba75ce9ab4f5,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:41.399227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58658) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:41.408015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b55e6521-bc3c-42c4-89a0-9a7399c0134e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'routes': None}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:41.435786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f3af9427-a14b-4076-b459-083279db0d8c None None] Calling delete_port for 4e5ff49f-5aa0-409d-9637-5c152f10f08e owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:41.493681 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-feda9cb2-0bd2-4be5-9a89-f498d2d0e880 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/floatingips/dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d HTTP/1.1" status: 200 len: 990 time: 0.2893589 Sep 19 12:21:41.587233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] For port 4e5ff49f-5aa0-409d-9637-5c152f10f08e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4e5ff49f-5aa0-409d-9637-5c152f10f08e,segment=NetworkSegment(a694f49a-559c-4a23-9780-7199faa035ec),segment_id=a694f49a-559c-4a23-9780-7199faa035ec)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:41.587233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.673580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e075b8da-69ff-41e5-91a7-bd0f1ec06eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.689288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bc695f5b-ba61-4f63-aee0-f9ae7ee74484 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773458013004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11165063'] for subnet, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.746735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3651229f-db46-4609-a31d-ab5daba12eff tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.754600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f3af9427-a14b-4076-b459-083279db0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.757575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for 4e5ff49f-5aa0-409d-9637-5c152f10f08e owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:41.761726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc695f5b-ba61-4f63-aee0-f9ae7ee74484 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:41.762715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bc695f5b-ba61-4f63-aee0-f9ae7ee74484 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.766774 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bc695f5b-ba61-4f63-aee0-f9ae7ee74484 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "PUT /v2.0/subnets/b9ce01fa-b662-4959-a428-65f664b9e225 HTTP/1.1" status: 200 len: 877 time: 0.7239966 Sep 19 12:21:41.767474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58662) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:41.799504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-2cef47da-1deb-41c3-bd89-03202477b24a', 'network_id': '2cef47da-1deb-41c3-bd89-03202477b24a', 'tenant_id': '9e35b60cc5b2435c9fce7def3084c340', 'fixed_ips': [{'subnet_id': 'b9ce01fa-b662-4959-a428-65f664b9e225'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:21:41.800570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.809711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4e5ff49f-5aa0-409d-9637-5c152f10f08e is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:41.810102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:41.838779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af9427-a14b-4076-b459-083279db0d8c None None] Pushing event deleted for resources: {'Port': ['ID=4e5ff49f-5aa0-409d-9637-5c152f10f08e,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:41.856228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af9427-a14b-4076-b459-083279db0d8c None None] No DVR routers for this DVR port 4e5ff49f-5aa0-409d-9637-5c152f10f08e on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:41.857042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc695f5b-ba61-4f63-aee0-f9ae7ee74484 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event updated for resources: {'Subnet': ['ID=b9ce01fa-b662-4959-a428-65f664b9e225,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:41.987301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.001572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651229f-db46-4609-a31d-ab5daba12eff tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=453bd29c-ffca-470a-ab27-f895b11a9ea7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:42.013574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3651229f-db46-4609-a31d-ab5daba12eff tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.018497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9433793d-f9d1-4251-95cc-afb57d559102 None None] Network a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:42.075134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.extraroute_db [None req-b55e6521-bc3c-42c4-89a0-9a7399c0134e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Added routes are [] {{(pid=89795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 12:21:42.076022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.extraroute_db [None req-b55e6521-bc3c-42c4-89a0-9a7399c0134e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Removed routes are [] {{(pid=89795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 12:21:42.076022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b55e6521-bc3c-42c4-89a0-9a7399c0134e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.082438 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3651229f-db46-4609-a31d-ab5daba12eff tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/453bd29c-ffca-470a-ab27-f895b11a9ea7 HTTP/1.1" status: 204 len: 168 time: 2.0746775 Sep 19 12:21:42.099301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58666) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:42.115971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.303661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Allocated IP 172.20.0.3 (2cef47da-1deb-41c3-bd89-03202477b24a/b9ce01fa-b662-4959-a428-65f664b9e225/7851cd77-a520-424f-95da-5223c1ccaea4) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:42.463498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:42.463498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:42.505575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58670) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:42.523860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241530c-cb8f-417b-871e-b288e376c715 None None] DHCP port deletion for a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:21:42.542017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4241530c-cb8f-417b-871e-b288e376c715 None None] Deleting port 784373bc-f89f-47c8-ad02-bf098a8f37dc {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:42.542397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4241530c-cb8f-417b-871e-b288e376c715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.607958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.616225 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ae5cee41-5b3a-4aae-a80b-bb522aeb71d6 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/floatingips/dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d HTTP/1.1" status: 200 len: 992 time: 0.1182561 Sep 19 12:21:42.625821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b55e6521-bc3c-42c4-89a0-9a7399c0134e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.631150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.646639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b55e6521-bc3c-42c4-89a0-9a7399c0134e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.658035 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Transition to ACTIVE for port object 7851cd77-a520-424f-95da-5223c1ccaea4 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:42.697149 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Transition to ACTIVE for port object 7851cd77-a520-424f-95da-5223c1ccaea4 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:42.769777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 784373bc-f89f-47c8-ad02-bf098a8f37dc {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:42.770064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.836561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55e6521-bc3c-42c4-89a0-9a7399c0134e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:42.852359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.858584 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4241530c-cb8f-417b-871e-b288e376c715 None None] For port 784373bc-f89f-47c8-ad02-bf098a8f37dc, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=784373bc-f89f-47c8-ad02-bf098a8f37dc,segment=NetworkSegment(8a1cf392-4f44-4cae-97b8-d49c5c3010e5),segment_id=8a1cf392-4f44-4cae-97b8-d49c5c3010e5)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:42.859013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4241530c-cb8f-417b-871e-b288e376c715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.923968 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.961873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 4e5ff49f-5aa0-409d-9637-5c152f10f08e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:42.962470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:42.969263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ce01fa-b662-4959-a428-65f664b9e225,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:43.040620 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4241530c-cb8f-417b-871e-b288e376c715 None None] Calling delete_port for 784373bc-f89f-47c8-ad02-bf098a8f37dc owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:43.067697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.080993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Network 2cef47da-1deb-41c3-bd89-03202477b24a is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:43.090104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:43.097880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cef47da-1deb-41c3-bd89-03202477b24a']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:43.098098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:43.102816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Pushing event updated for resources: {'Port': ['ID=7851cd77-a520-424f-95da-5223c1ccaea4,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:43.128138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d530b7d-80fd-474b-b089-823724ae3501') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:43.128534 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d530b7d-80fd-474b-b089-823724ae3501') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:43.146498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.169596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55e6521-bc3c-42c4-89a0-9a7399c0134e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:43.177580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] The port '4e5ff49f-5aa0-409d-9637-5c152f10f08e' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:21:43.184820 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] Sync routers for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:43.185731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.194478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:43.195019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.197614 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:43.197614 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:43.210113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 784373bc-f89f-47c8-ad02-bf098a8f37dc no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:43.235851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b55e6521-bc3c-42c4-89a0-9a7399c0134e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.237270 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b55e6521-bc3c-42c4-89a0-9a7399c0134e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb HTTP/1.1" status: 200 len: 701 time: 1.8366902 Sep 19 12:21:43.246555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58674) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:43.294155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Attempting to bind port 7851cd77-a520-424f-95da-5223c1ccaea4 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:21:43.294520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Attempting to bind port 7851cd77-a520-424f-95da-5223c1ccaea4 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '6d530b7d-80fd-474b-b089-823724ae3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2cef47da-1deb-41c3-bd89-03202477b24a'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:21:43.294936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Attempting to bind port 7851cd77-a520-424f-95da-5223c1ccaea4 on network 2cef47da-1deb-41c3-bd89-03202477b24a {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:21:43.304837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:21:43.305482 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Checking segment: {'id': '6d530b7d-80fd-474b-b089-823724ae3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2cef47da-1deb-41c3-bd89-03202477b24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:43.306253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.307701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Bound using segment: {'id': '6d530b7d-80fd-474b-b089-823724ae3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2cef47da-1deb-41c3-bd89-03202477b24a'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:21:43.308481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Bound port: 7851cd77-a520-424f-95da-5223c1ccaea4, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d530b7d-80fd-474b-b089-823724ae3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2cef47da-1deb-41c3-bd89-03202477b24a'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:21:43.309026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.342135 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 6d530b7d-80fd-474b-b089-823724ae3501 resource provider aggregate not found Sep 19 12:21:43.384371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c7426cd5-dc3b-448e-b82b-464dc6a42b42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Synchronizing usage tracker for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:43.395419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] For port 784373bc-f89f-47c8-ad02-bf098a8f37dc, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=784373bc-f89f-47c8-ad02-bf098a8f37dc,segment=NetworkSegment(8a1cf392-4f44-4cae-97b8-d49c5c3010e5),segment_id=8a1cf392-4f44-4cae-97b8-d49c5c3010e5)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:43.395419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.402361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:21:43.402361 dv-neutron-857775-2-hyperv neutron-server[89794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:21:43.402361 dv-neutron-857775-2-hyperv neutron-server[89794]: [parameters: {'id': '2cef47da-1deb-41c3-bd89-03202477b24a'}] Sep 19 12:21:43.402361 dv-neutron-857775-2-hyperv neutron-server[89794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:43.402361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:43.414289 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 6d530b7d-80fd-474b-b089-823724ae3501 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d530b7d-80fd-474b-b089-823724ae3501 found for delete ", "request_id": "req-dc1236fc-d339-41a9-9c50-06f4e4529682"}]} Sep 19 12:21:43.442079 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:43.445351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4241530c-cb8f-417b-871e-b288e376c715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.511406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241530c-cb8f-417b-871e-b288e376c715 None None] Pushing event deleted for resources: {'Port': ['ID=784373bc-f89f-47c8-ad02-bf098a8f37dc,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:43.524110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241530c-cb8f-417b-871e-b288e376c715 None None] No DVR routers for this DVR port 784373bc-f89f-47c8-ad02-bf098a8f37dc on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:43.530085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 784373bc-f89f-47c8-ad02-bf098a8f37dc is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:43.530459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.563372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] For port 7851cd77-a520-424f-95da-5223c1ccaea4, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:21:43.567293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] For port 7851cd77-a520-424f-95da-5223c1ccaea4, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7851cd77-a520-424f-95da-5223c1ccaea4,segment=NetworkSegment(6d530b7d-80fd-474b-b089-823724ae3501),segment_id=6d530b7d-80fd-474b-b089-823724ae3501)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:21:43.601575 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:35Z', 'revision_number': 11, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:43.606589 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] Checking router: 7bb60c1d-ca05-4107-81d2-f3971a0f72cb for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:21:43.614652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.619677 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] Routers {'7bb60c1d-ca05-4107-81d2-f3971a0f72cb'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:43.619677 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:43.743099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.757519 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] Set router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:43.781203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 784373bc-f89f-47c8-ad02-bf098a8f37dc owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:43.820754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-30c55953-7aee-42df-9a5d-ada1d51bc5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.837229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944787b-a846-4ca5-a569-23455b535b98 None None] Pushing event updated for resources: {'Port': ['ID=7851cd77-a520-424f-95da-5223c1ccaea4,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:43.841056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6707ec03-da19-4237-ad8a-53485abd7df9']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:43.859286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a694f49a-559c-4a23-9780-7199faa035ec') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:43.859583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a694f49a-559c-4a23-9780-7199faa035ec') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:43.864978 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:35Z', 'revision_number': 11, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:43.868933 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87927921-469f-40ed-810b-60bd5a69e98b None None] The sync data for ids ['7bb60c1d-ca05-4107-81d2-f3971a0f72cb'] in dv-neutron-857775-2-hyperv is: [{'id': '7bb60c1d-ca05-4107-81d2-f3971a0f72cb', 'name': 'tempest-RoutersTest-router-1304743156', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:00Z', 'updated_at': '2022-09-19T12:21:35Z', 'revision_number': 11, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:43.883898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.904685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.905145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.910370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:43.910693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:43.913134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:43.913539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.922044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Deleting port 7851cd77-a520-424f-95da-5223c1ccaea4 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:43.927843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:43.985956 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a694f49a-559c-4a23-9780-7199faa035ec resource provider aggregate not found Sep 19 12:21:44.011998 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a694f49a-559c-4a23-9780-7199faa035ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a694f49a-559c-4a23-9780-7199faa035ec found for delete ", "request_id": "req-813b55c1-1687-457d-9d62-87bf52e7d7f6"}]} Sep 19 12:21:44.021014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c7426cd5-dc3b-448e-b82b-464dc6a42b42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Unset dirty status for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:44.025174 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c7426cd5-dc3b-448e-b82b-464dc6a42b42 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb60c1d-ca05-4107-81d2-f3971a0f72cb HTTP/1.1" status: 200 len: 205 time: 0.7557659 Sep 19 12:21:44.025908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58688) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:44.146579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] For port 7851cd77-a520-424f-95da-5223c1ccaea4, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7851cd77-a520-424f-95da-5223c1ccaea4,segment=NetworkSegment(6d530b7d-80fd-474b-b089-823724ae3501),segment_id=6d530b7d-80fd-474b-b089-823724ae3501)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:44.147004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.162217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.170398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965136f-b0aa-4794-b3e1-80f2a3b02fa7 None None] Network 2cef47da-1deb-41c3-bd89-03202477b24a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:44.186569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.199084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-80a44c68-55ff-4723-b215-6d7cd23132d1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.269438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Network': ['ID=6707ec03-da19-4237-ad8a-53485abd7df9,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:44.293389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Calling delete_port for 7851cd77-a520-424f-95da-5223c1ccaea4 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:44.294048 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e2755332-bb9c-4bb5-870f-1da8d479d572 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/networks/6707ec03-da19-4237-ad8a-53485abd7df9 HTTP/1.1" status: 204 len: 168 time: 4.0071018 Sep 19 12:21:44.303109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58692) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:44.393619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82fc54-51a8-4ed3-a9a3-05719595682a None None] Network 2cef47da-1deb-41c3-bd89-03202477b24a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:44.413971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 784373bc-f89f-47c8-ad02-bf098a8f37dc {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:44.414313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.477479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.527680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Port': ['ID=7851cd77-a520-424f-95da-5223c1ccaea4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:44.529761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No DVR routers for this DVR port 7851cd77-a520-424f-95da-5223c1ccaea4 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:44.585179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] The port '784373bc-f89f-47c8-ad02-bf098a8f37dc' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:21:44.595979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6786279-89a0-4b15-a5be-06a63fbeeb3d None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:21:44.645600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.660686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.717495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6786279-89a0-4b15-a5be-06a63fbeeb3d None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:21:44.802100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-f845f030-d883-4939-a7ca-a92906c8d078 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 92a0843b-4373-4f75-adaa-c72fce870d42 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:44.802728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f845f030-d883-4939-a7ca-a92906c8d078 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.807408 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cef47da-1deb-41c3-bd89-03202477b24a']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:44.823400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d530b7d-80fd-474b-b089-823724ae3501') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:44.823694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d530b7d-80fd-474b-b089-823724ae3501') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:44.837539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.857025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.865381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:44.865801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.940799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-80a44c68-55ff-4723-b215-6d7cd23132d1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.950802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-80a44c68-55ff-4723-b215-6d7cd23132d1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.990729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:44.993687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.101042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.126787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.129596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=2cef47da-1deb-41c3-bd89-03202477b24a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:45.229370 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8374e4c2-edeb-46f1-9cc6-0b523ffd477d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/2cef47da-1deb-41c3-bd89-03202477b24a HTTP/1.1" status: 204 len: 168 time: 3.4578755 Sep 19 12:21:45.234002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58696) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:45.245770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a108dfe3-d6da-4c06-8cbc-739eaa8c68c0']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:45.262298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1cf392-4f44-4cae-97b8-d49c5c3010e5') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:45.262593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1cf392-4f44-4cae-97b8-d49c5c3010e5') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:45.274126 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea9ca4c-0d03-447b-86ca-16305649baf9 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:45.274652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea9ca4c-0d03-447b-86ca-16305649baf9 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:45.276486 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5ea9ca4c-0d03-447b-86ca-16305649baf9 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/b9ce01fa-b662-4959-a428-65f664b9e225 HTTP/1.1" status: 404 len: 337 time: 0.0412357 Sep 19 12:21:45.279280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58700) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:45.288453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.305168 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2056ce-3999-4f95-995f-fb79e9adc604 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:45.305664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2056ce-3999-4f95-995f-fb79e9adc604 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:45.310227 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-df2056ce-3999-4f95-995f-fb79e9adc604 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/2cef47da-1deb-41c3-bd89-03202477b24a HTTP/1.1" status: 404 len: 339 time: 0.0277047 Sep 19 12:21:45.312021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58704) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:45.317997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.321158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f845f030-d883-4939-a7ca-a92906c8d078 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.321486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f845f030-d883-4939-a7ca-a92906c8d078 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.336998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:45.338940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.352586 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f412dae3-b2ee-4f7c-b506-e75487b5a73b tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:45.353047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f412dae3-b2ee-4f7c-b506-e75487b5a73b tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:45.355413 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f412dae3-b2ee-4f7c-b506-e75487b5a73b tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/fec5ec20-f00a-47b3-94f2-8a065f282ddd HTTP/1.1" status: 404 len: 337 time: 0.0424814 Sep 19 12:21:45.358136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58708) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:45.383040 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1943f4e7-db11-4734-8f61-191b48c86aaa tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:45.383512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1943f4e7-db11-4734-8f61-191b48c86aaa tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:45.385401 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1943f4e7-db11-4734-8f61-191b48c86aaa tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/cda41591-c633-4e8e-87e3-a8fb09efbc3c HTTP/1.1" status: 404 len: 339 time: 0.0262973 Sep 19 12:21:45.388025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58712) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:45.402661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-80a44c68-55ff-4723-b215-6d7cd23132d1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.403163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a44c68-55ff-4723-b215-6d7cd23132d1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Fanout notify agent at l3_agent the message router_deleted on router 7bb60c1d-ca05-4107-81d2-f3971a0f72cb {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:21:45.483737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-f845f030-d883-4939-a7ca-a92906c8d078 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for 92a0843b-4373-4f75-adaa-c72fce870d42 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:45.489537 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 6d530b7d-80fd-474b-b089-823724ae3501 resource provider aggregate not found Sep 19 12:21:45.515862 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 6d530b7d-80fd-474b-b089-823724ae3501 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d530b7d-80fd-474b-b089-823724ae3501 found for delete ", "request_id": "req-dd54ba81-27f5-49e3-aa0f-677ea3113fdd"}]} Sep 19 12:21:45.524947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.585334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-80a44c68-55ff-4723-b215-6d7cd23132d1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.586418 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-80a44c68-55ff-4723-b215-6d7cd23132d1 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb HTTP/1.1" status: 204 len: 168 time: 1.5593019 Sep 19 12:21:45.601493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58720) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:45.616163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1326851618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:45.627090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:45.633593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Usage tracker for resource:router and tenant:38ea2f4d63b44e6a9dee3a61b1953b28 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:45.637070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:45.646546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:45.665331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.692621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e666299b-ab78-4b60-a370-4d3e7259742d']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:45.705575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c51daa-1f76-4f10-92a8-1c8fc126d07e') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:45.705872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c51daa-1f76-4f10-92a8-1c8fc126d07e') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:45.718715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.737519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.742514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:45.742945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.785984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.804462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.818366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Network': ['ID=a108dfe3-d6da-4c06-8cbc-739eaa8c68c0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:45.823411 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-87aa56b4-e9a7-4687-9605-e7958638ec61 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/networks/a108dfe3-d6da-4c06-8cbc-739eaa8c68c0 HTTP/1.1" status: 204 len: 168 time: 3.6770868 Sep 19 12:21:45.827213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58724) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:45.832785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-109234354'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:45.837769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:45.840821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.841831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.848736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:network and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:45.852380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:45.858896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:45.934616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f845f030-d883-4939-a7ca-a92906c8d078 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:45.982677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845f030-d883-4939-a7ca-a92906c8d078 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=92a0843b-4373-4f75-adaa-c72fce870d42,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:45.986929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.004299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.016751 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=e666299b-ab78-4b60-a370-4d3e7259742d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:46.022009 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b9458cf7-a7fc-4ddd-8b0d-a1574201442d tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/e666299b-ab78-4b60-a370-4d3e7259742d HTTP/1.1" status: 204 len: 168 time: 0.6330097 Sep 19 12:21:46.024801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58730) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.031614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:46.035025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.051575 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 8a1cf392-4f44-4cae-97b8-d49c5c3010e5 resource provider aggregate not found Sep 19 12:21:46.063726 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efaeac5-49f5-4e9a-ba60-64621740a3e3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.064194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efaeac5-49f5-4e9a-ba60-64621740a3e3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.068596 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0efaeac5-49f5-4e9a-ba60-64621740a3e3 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/a983ec6e-2863-41e8-a805-1ada26b997ba HTTP/1.1" status: 404 len: 337 time: 0.0396209 Sep 19 12:21:46.068596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58736) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.084378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.089626 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 8a1cf392-4f44-4cae-97b8-d49c5c3010e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a1cf392-4f44-4cae-97b8-d49c5c3010e5 found for delete ", "request_id": "req-668c2f1d-ee97-458e-ba8f-a731961e4936"}]} Sep 19 12:21:46.101625 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-44096f48-3675-4b43-81fe-6dcb3fe32969 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.102289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44096f48-3675-4b43-81fe-6dcb3fe32969 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.104843 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-44096f48-3675-4b43-81fe-6dcb3fe32969 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/aa1b53ea-161f-4958-bf33-0e4e95aba2c6 HTTP/1.1" status: 404 len: 339 time: 0.0351841 Sep 19 12:21:46.107487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58740) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.133803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:46.150137 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.151273 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Added segment 9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5 of type vlan for network f2bbffcd-b97f-44bd-b179-baf57ebbe17e Sep 19 12:21:46.152466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f845f030-d883-4939-a7ca-a92906c8d078 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.152613 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-801a6dd9-5ec1-4249-af0c-fa9d4ec6eab6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.152986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801a6dd9-5ec1-4249-af0c-fa9d4ec6eab6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.154674 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-801a6dd9-5ec1-4249-af0c-fa9d4ec6eab6 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/0ad8355f-bc69-4710-bedd-fc685f50dc93 HTTP/1.1" status: 404 len: 337 time: 0.0462782 Sep 19 12:21:46.157504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58744) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.179802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f845f030-d883-4939-a7ca-a92906c8d078 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.180924 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f845f030-d883-4939-a7ca-a92906c8d078 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/floatingips/fa66d629-580c-46a8-a827-62e6d42d6a6a HTTP/1.1" status: 204 len: 168 time: 1.8767140 Sep 19 12:21:46.186247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58748) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.189843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.216755 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-594d41b5-28d7-49d1-bdd0-722b8beef7db tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.217236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594d41b5-28d7-49d1-bdd0-722b8beef7db tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.218991 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-594d41b5-28d7-49d1-bdd0-722b8beef7db tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/3a573ad4-97bf-4b3f-8fb1-052e286b1cac HTTP/1.1" status: 404 len: 339 time: 0.0605731 Sep 19 12:21:46.223242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58752) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.233257 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0247ca62-beae-4505-813e-47ef4493b82a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.233734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0247ca62-beae-4505-813e-47ef4493b82a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.235805 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0247ca62-beae-4505-813e-47ef4493b82a tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/ports/6b56718e-09af-4821-8c52-509f6875db43 HTTP/1.1" status: 404 len: 333 time: 0.0484524 Sep 19 12:21:46.238146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58756) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.259365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.278666 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca855da9-fa4e-4fd5-befa-318e33d56dd5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.279146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca855da9-fa4e-4fd5-befa-318e33d56dd5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.281026 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ca855da9-fa4e-4fd5-befa-318e33d56dd5 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/f7557c53-89c4-4100-82e8-f801ec67f8d4 HTTP/1.1" status: 404 len: 337 time: 0.0579722 Sep 19 12:21:46.284089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58760) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.295691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d758f120-ff57-4b33-a032-651ee3846cc8 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Synchronizing usage tracker for tenant:a9e2c072bf044a24a66b8c160b7eaea8 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:46.315088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.320195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:46.320784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.338405 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a542de98-d9fc-4413-bca9-11d95d7a54f2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.338877 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a542de98-d9fc-4413-bca9-11d95d7a54f2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.340502 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a542de98-d9fc-4413-bca9-11d95d7a54f2 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/6722d7a8-4b5f-4be2-a5f9-d9d74401d061 HTTP/1.1" status: 404 len: 339 time: 0.0553296 Sep 19 12:21:46.343345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58764) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.382057 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0235b59-461b-4e16-8b15-1211e2e56c0f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.382529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0235b59-461b-4e16-8b15-1211e2e56c0f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.384257 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e0235b59-461b-4e16-8b15-1211e2e56c0f tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/3c31f9d8-0e02-4853-80de-84d4f4533c94 HTTP/1.1" status: 404 len: 337 time: 0.0399394 Sep 19 12:21:46.387513 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58768) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.391686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.414618 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2917c6f-8e77-45a6-847a-f3ed7c894f02 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.414860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2917c6f-8e77-45a6-847a-f3ed7c894f02 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.416607 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b2917c6f-8e77-45a6-847a-f3ed7c894f02 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/4f489f60-d2f4-4fec-adac-85e7dad179db HTTP/1.1" status: 404 len: 339 time: 0.0281875 Sep 19 12:21:46.419350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58772) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.434306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Network': ['ID=f2bbffcd-b97f-44bd-b179-baf57ebbe17e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:46.446026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network f2bbffcd-b97f-44bd-b179-baf57ebbe17e details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:46.461346 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8f837e-d255-4a41-a29a-dc9acd71c7f9 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.461808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8f837e-d255-4a41-a29a-dc9acd71c7f9 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.463557 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4d8f837e-d255-4a41-a29a-dc9acd71c7f9 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/37df4be2-a58c-451a-b580-e14bd77a0833 HTTP/1.1" status: 404 len: 337 time: 0.0432928 Sep 19 12:21:46.466147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58776) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.472176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:46.477593 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c4b2caf8-9079-4b8a-ab34-741c7baf5c3c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8664651 Sep 19 12:21:46.477750 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58780) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.483402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-99d3670b-fc45-49ab-9b6f-d58a389236c7 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:46.487685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d758f120-ff57-4b33-a032-651ee3846cc8 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Unset dirty status for tenant:a9e2c072bf044a24a66b8c160b7eaea8 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:46.491428 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d758f120-ff57-4b33-a032-651ee3846cc8 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "GET /v2.0/ports?device_id=508b0ccb-6b77-44c0-b3d1-5280339144be HTTP/1.1" status: 200 len: 205 time: 0.2523866 Sep 19 12:21:46.496174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58784) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.543554 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9766cb15-c80b-4476-af7c-957fc2cbe7d0 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7150903 Sep 19 12:21:46.549195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58788) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.557648 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bed205-c48e-4f59-a478-925496cab503 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.558127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bed205-c48e-4f59-a478-925496cab503 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.559823 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-69bed205-c48e-4f59-a478-925496cab503 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/2789683b-154c-45e0-995d-b7cf5acb3a89 HTTP/1.1" status: 404 len: 339 time: 0.0927796 Sep 19 12:21:46.571132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58792) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.575017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': 'f2bbffcd-b97f-44bd-b179-baf57ebbe17e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:46.599125 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-0e3271eb-6411-419d-8f5b-88f78bd676f2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] delete failed (client error): The resource could not be found. Sep 19 12:21:46.600129 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0e3271eb-6411-419d-8f5b-88f78bd676f2 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/routers/508b0ccb-6b77-44c0-b3d1-5280339144be HTTP/1.1" status: 404 len: 336 time: 0.1038511 Sep 19 12:21:46.616431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58796) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.698235 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-443851d0-61d0-4e23-acc3-35c0b2dcadf9 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.698696 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443851d0-61d0-4e23-acc3-35c0b2dcadf9 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.700420 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-443851d0-61d0-4e23-acc3-35c0b2dcadf9 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/0afa276e-792d-425a-bbcb-f4a1e90ad5b9 HTTP/1.1" status: 404 len: 337 time: 0.1071286 Sep 19 12:21:46.703830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58800) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.708921 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eae6988-4939-4f6b-b03c-1083b517f55e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.709383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eae6988-4939-4f6b-b03c-1083b517f55e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.711146 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7eae6988-4939-4f6b-b03c-1083b517f55e tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/subnets/9194b597-79c2-4ac3-a015-a9c1a440731c HTTP/1.1" status: 404 len: 337 time: 0.0937786 Sep 19 12:21:46.716836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58804) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.740314 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-194f1832-1dfc-4530-b1aa-f3d277d565ec tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.746429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194f1832-1dfc-4530-b1aa-f3d277d565ec tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.746429 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-194f1832-1dfc-4530-b1aa-f3d277d565ec tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/de702401-0812-4806-bb6a-8b607ba86bb0 HTTP/1.1" status: 404 len: 339 time: 0.0376813 Sep 19 12:21:46.749554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58808) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.787197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:46.794197 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab91a83-4bdd-4746-80be-5fb5d94090db tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.794661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab91a83-4bdd-4746-80be-5fb5d94090db tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.796397 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9ab91a83-4bdd-4746-80be-5fb5d94090db tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/b86e362d-7cc5-48d5-b4fa-2c25fa225f52 HTTP/1.1" status: 404 len: 337 time: 0.0459509 Sep 19 12:21:46.797424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:46.799827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58812) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.802419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:46.829979 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:46.832492 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-38aed550-ab74-4c8f-8178-066bad2431de tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.832853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38aed550-ab74-4c8f-8178-066bad2431de tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.834530 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-38aed550-ab74-4c8f-8178-066bad2431de tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/e2151e93-0557-4e98-9b65-f0aeabd3d7f0 HTTP/1.1" status: 404 len: 339 time: 0.0338163 Sep 19 12:21:46.837951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58816) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:46.988084 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-464c9a35-c041-41ad-bce7-6b9396680b53 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:46.988553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464c9a35-c041-41ad-bce7-6b9396680b53 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:46.990286 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-464c9a35-c041-41ad-bce7-6b9396680b53 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/f91ef360-3425-4fef-b306-be1d7434db3b HTTP/1.1" status: 404 len: 337 time: 0.1514001 Sep 19 12:21:46.993415 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58820) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:47.020587 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-38414fd6-7428-420f-ba64-0a149bff3494 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:47.021055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38414fd6-7428-420f-ba64-0a149bff3494 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:47.023032 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-38414fd6-7428-420f-ba64-0a149bff3494 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/e0e254e4-ac21-48b6-8585-2ee05c3ad743 HTTP/1.1" status: 404 len: 339 time: 0.0289824 Sep 19 12:21:47.026248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58824) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:47.061587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:47.065079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.108938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-aceb1b02-a71a-4aff-976c-daaeeca4ff8d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port afba042d-5b7b-4f78-9a7a-5ba265094176 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:47.109549 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aceb1b02-a71a-4aff-976c-daaeeca4ff8d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.142012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99d3670b-fc45-49ab-9b6f-d58a389236c7 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.195196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c279de96-48c5-4e00-9702-a0634baca120 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Deleting subnet 2d266c3f-d065-4785-83a8-388b606a0d31 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:21:47.195196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c279de96-48c5-4e00-9702-a0634baca120 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.263499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c279de96-48c5-4e00-9702-a0634baca120 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.317536 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99d3670b-fc45-49ab-9b6f-d58a389236c7 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.431190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c279de96-48c5-4e00-9702-a0634baca120 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.530462 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 52c51daa-1f76-4f10-92a8-1c8fc126d07e resource provider aggregate not found Sep 19 12:21:47.549701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aceb1b02-a71a-4aff-976c-daaeeca4ff8d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.550833 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 52c51daa-1f76-4f10-92a8-1c8fc126d07e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52c51daa-1f76-4f10-92a8-1c8fc126d07e found for delete ", "request_id": "req-3c848e19-cfab-4c6f-91fd-200f45ea7aa3"}]} Sep 19 12:21:47.604074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.655427 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c279de96-48c5-4e00-9702-a0634baca120 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.678473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c279de96-48c5-4e00-9702-a0634baca120 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.686225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf46e7-ecb4-49d8-bff4-20ac5cad0367 None None] Network ebbda5a5-beaf-4c0e-9e84-c489e34368f8 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:47.689075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-aceb1b02-a71a-4aff-976c-daaeeca4ff8d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for afba042d-5b7b-4f78-9a7a-5ba265094176 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:47.705640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=34ffb1fe-6695-4a1e-805b-e3e36f615f4f,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:47.755462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279de96-48c5-4e00-9702-a0634baca120 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Subnet': ['ID=2d266c3f-d065-4785-83a8-388b606a0d31,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:47.760460 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c279de96-48c5-4e00-9702-a0634baca120 tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/subnets/2d266c3f-d065-4785-83a8-388b606a0d31 HTTP/1.1" status: 204 len: 168 time: 0.7308187 Sep 19 12:21:47.767328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58834) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:47.781990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Checking segment: {'id': '9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2bbffcd-b97f-44bd-b179-baf57ebbe17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:47.782357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network hostable DHCP agents. Network: f2bbffcd-b97f-44bd-b179-baf57ebbe17e, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:47.787972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d3670b-fc45-49ab-9b6f-d58a389236c7 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Router 48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:21:47.902026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.914914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Deleting port 13977b99-e3fe-4600-a85a-4f1a603ad213 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:47.915254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.954004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network f2bbffcd-b97f-44bd-b179-baf57ebbe17e is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:47.977086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d3670b-fc45-49ab-9b6f-d58a389236c7 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:47.984011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] DHCP port deletion for ebbda5a5-beaf-4c0e-9e84-c489e34368f8 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:21:47.991879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] Sync routers for ids ['48def06b-2ea2-4eb4-9b15-5a1a574b8dc6'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:47.998658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] Deleting port 13977b99-e3fe-4600-a85a-4f1a603ad213 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:47.998880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-99d3670b-fc45-49ab-9b6f-d58a389236c7 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.999423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:47.999900 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-99d3670b-fc45-49ab-9b6f-d58a389236c7 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "PUT /v2.0/routers/48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 HTTP/1.1" status: 200 len: 694 time: 1.5210392 Sep 19 12:21:48.002420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58838) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:48.059746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] Routers {'48def06b-2ea2-4eb4-9b15-5a1a574b8dc6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:48.060649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['48def06b-2ea2-4eb4-9b15-5a1a574b8dc6'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:48.122258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, f2bbffcd-b97f-44bd-b179-baf57ebbe17e) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:48.131374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aceb1b02-a71a-4aff-976c-daaeeca4ff8d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.143897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:48.144499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.182804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] For port 13977b99-e3fe-4600-a85a-4f1a603ad213, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=13977b99-e3fe-4600-a85a-4f1a603ad213,segment=NetworkSegment(b7710a3d-0fef-444d-8908-205abe717a50),segment_id=b7710a3d-0fef-444d-8908-205abe717a50)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:48.183170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.194082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c35e3a-f0d8-4a6c-b570-3aaff734c44f None None] Network f2bbffcd-b97f-44bd-b179-baf57ebbe17e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:48.198858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb1b02-a71a-4aff-976c-daaeeca4ff8d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=afba042d-5b7b-4f78-9a7a-5ba265094176,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:48.281737 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3672b92c-5683-4660-b54d-52262c3ac65b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7261190 Sep 19 12:21:48.308406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] Set router 48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:48.316786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58844) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:48.354697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Calling delete_port for 13977b99-e3fe-4600-a85a-4f1a603ad213 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:48.361527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1463659406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:48.434286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:48.448254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:router and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:48.452016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48def06b-2ea2-4eb4-9b15-5a1a574b8dc6', 'name': 'tempest-RoutersTest-router-1326851618', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:21:45Z', 'updated_at': '2022-09-19T12:21:47Z', 'revision_number': 2, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:48.452516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:48.468656 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-46f4fa9d-b304-4981-9669-fe5b24d5ce04 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/routers/48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 HTTP/1.1" status: 200 len: 700 time: 0.4651580 Sep 19 12:21:48.472482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58848) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:48.472645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:48.477443 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] Checking router: 48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:21:48.486838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aceb1b02-a71a-4aff-976c-daaeeca4ff8d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.491279 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aceb1b02-a71a-4aff-976c-daaeeca4ff8d tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/ports/afba042d-5b7b-4f78-9a7a-5ba265094176 HTTP/1.1" status: 204 len: 168 time: 1.7709973 Sep 19 12:21:48.491505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58852) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:48.526547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-28e58c27-fc13-46e4-a1b4-ea39c01d9bab tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Synchronizing usage tracker for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:48.542363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-28e58c27-fc13-46e4-a1b4-ea39c01d9bab tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Unset dirty status for tenant:38ea2f4d63b44e6a9dee3a61b1953b28 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:48.546083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58856) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:48.546986 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-28e58c27-fc13-46e4-a1b4-ea39c01d9bab tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 HTTP/1.1" status: 200 len: 205 time: 0.0741925 Sep 19 12:21:48.587338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] Routers {'48def06b-2ea2-4eb4-9b15-5a1a574b8dc6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:48.588418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['48def06b-2ea2-4eb4-9b15-5a1a574b8dc6'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:48.591749 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.619191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.620281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.646342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Port': ['ID=13977b99-e3fe-4600-a85a-4f1a603ad213,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:48.650811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] No DVR routers for this DVR port 13977b99-e3fe-4600-a85a-4f1a603ad213 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:21:48.667184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] For port 13977b99-e3fe-4600-a85a-4f1a603ad213, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=13977b99-e3fe-4600-a85a-4f1a603ad213,segment=NetworkSegment(b7710a3d-0fef-444d-8908-205abe717a50),segment_id=b7710a3d-0fef-444d-8908-205abe717a50)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:48.667601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.788139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.824651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbda5a5-beaf-4c0e-9e84-c489e34368f8']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:48.840050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7710a3d-0fef-444d-8908-205abe717a50') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:48.840380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7710a3d-0fef-444d-8908-205abe717a50') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:48.853411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.853804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-cc265b33-79f5-4ca8-8c56-b1ce2e4a44a3 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 54957d4c-6895-4387-9e6d-f00a9d2cdb4c {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:48.854538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc265b33-79f5-4ca8-8c56-b1ce2e4a44a3 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.872077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.878840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:48.879168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.888023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f909-dab7-4eda-a800-49cf01338af0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:48.937894 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] Calling delete_port for 13977b99-e3fe-4600-a85a-4f1a603ad213 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:48.996336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] Set router 48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:21:49.034989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.116248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48def06b-2ea2-4eb4-9b15-5a1a574b8dc6', 'name': 'tempest-RoutersTest-router-1326851618', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:21:45Z', 'updated_at': '2022-09-19T12:21:47Z', 'revision_number': 2, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:49.169572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.183548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e8fea-31ce-4001-91fe-0e25e2786d2f None None] The sync data for ids ['48def06b-2ea2-4eb4-9b15-5a1a574b8dc6'] in dv-neutron-857775-2-hyperv is: [{'id': '48def06b-2ea2-4eb4-9b15-5a1a574b8dc6', 'name': 'tempest-RoutersTest-router-1326851618', 'tenant_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:21:45Z', 'updated_at': '2022-09-19T12:21:47Z', 'revision_number': 2, 'project_id': '38ea2f4d63b44e6a9dee3a61b1953b28', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:49.206065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:21:49.207152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:21:49.211151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-f2bbffcd-b97f-44bd-b179-baf57ebbe17e', 'network_id': 'f2bbffcd-b97f-44bd-b179-baf57ebbe17e', 'tenant_id': '8a4702b612ab486e999fd6bc838de6eb', 'fixed_ips': [{'subnet_id': '34ffb1fe-6695-4a1e-805b-e3e36f615f4f'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:21:49.212525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.217387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.226093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13977b99-e3fe-4600-a85a-4f1a603ad213 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:21:49.233370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] Pushing event deleted for resources: {'Network': ['ID=ebbda5a5-beaf-4c0e-9e84-c489e34368f8,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:49.246096 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-51ea4e53-8db0-4294-b115-4704dc2bda9a tempest-NetworksTest-296343954 tempest-NetworksTest-296343954-project] 10.222.0.66 "DELETE /v2.0/networks/ebbda5a5-beaf-4c0e-9e84-c489e34368f8 HTTP/1.1" status: 204 len: 168 time: 1.4844229 Sep 19 12:21:49.275929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 13977b99-e3fe-4600-a85a-4f1a603ad213 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:21:49.276418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13977b99-e3fe-4600-a85a-4f1a603ad213 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:21:49.317329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.411224 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f909-dab7-4eda-a800-49cf01338af0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.420627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f909-dab7-4eda-a800-49cf01338af0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.473393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Allocated IP 172.20.0.2 (f2bbffcd-b97f-44bd-b179-baf57ebbe17e/34ffb1fe-6695-4a1e-805b-e3e36f615f4f/00e42a13-2c04-4194-a68d-187a0ba4316c) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:49.506333 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc265b33-79f5-4ca8-8c56-b1ce2e4a44a3 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.570356 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b7710a3d-0fef-444d-8908-205abe717a50 resource provider aggregate not found Sep 19 12:21:49.589883 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b7710a3d-0fef-444d-8908-205abe717a50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7710a3d-0fef-444d-8908-205abe717a50 found for delete ", "request_id": "req-f4bec45f-4023-4d50-89d3-e0b3db471177"}]} Sep 19 12:21:49.635904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.637020 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-75c58ec9-b4e6-4ce2-ba50-1388f6e88b0d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3133428 Sep 19 12:21:49.637872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f909-dab7-4eda-a800-49cf01338af0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.638356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb9f909-dab7-4eda-a800-49cf01338af0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Fanout notify agent at l3_agent the message router_deleted on router 48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:21:49.639925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58866) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:49.646879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-cc265b33-79f5-4ca8-8c56-b1ce2e4a44a3 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for 54957d4c-6895-4387-9e6d-f00a9d2cdb4c owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:49.701001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'network_id': 'f2bbffcd-b97f-44bd-b179-baf57ebbe17e', 'name': 'tempest-PortsTestJSON-462825164'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:49.701923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.712943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] Deleting port 13977b99-e3fe-4600-a85a-4f1a603ad213 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:49.713262 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.748347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Transition to ACTIVE for port object 00e42a13-2c04-4194-a68d-187a0ba4316c will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:49.794186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f909-dab7-4eda-a800-49cf01338af0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.799951 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7bb9f909-dab7-4eda-a800-49cf01338af0 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 HTTP/1.1" status: 204 len: 168 time: 1.2486262 Sep 19 12:21:49.800797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58870) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:49.802444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f8470-788c-4bdc-b8bc-3a006f6d6104 None None] The port '13977b99-e3fe-4600-a85a-4f1a603ad213' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:21:49.813717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Transition to ACTIVE for port object 00e42a13-2c04-4194-a68d-187a0ba4316c will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:49.878105 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-13a47766-0445-4e93-8340-2d09cf228e79 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 HTTP/1.1" status: 200 len: 205 time: 0.0727990 Sep 19 12:21:49.878446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58874) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:49.941296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:49.955518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:49.964705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:port and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:49.973145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:49.978967 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-421c59c1-606a-481c-9d74-e9d388d68a10 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] delete failed (client error): The resource could not be found. Sep 19 12:21:49.979723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:49.982293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-421c59c1-606a-481c-9d74-e9d388d68a10 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/48def06b-2ea2-4eb4-9b15-5a1a574b8dc6 HTTP/1.1" status: 404 len: 336 time: 0.1028624 Sep 19 12:21:49.985275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58880) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.023046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Network f2bbffcd-b97f-44bd-b179-baf57ebbe17e is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:50.026881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:50.031013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:50.042508 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0ba9b0-d94a-4745-b92d-2eb575005209 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:50.042508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0ba9b0-d94a-4745-b92d-2eb575005209 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:50.042508 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bd0ba9b0-d94a-4745-b92d-2eb575005209 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/129f7d2c-80b2-49e4-a16f-639db88ec585 HTTP/1.1" status: 404 len: 337 time: 0.0538843 Sep 19 12:21:50.044098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58884) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.059892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58888) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.072898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Pushing event updated for resources: {'Port': ['ID=00e42a13-2c04-4194-a68d-187a0ba4316c,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:50.090831 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ab5067-4276-4b01-ba4c-44a148a2439d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:50.091320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ab5067-4276-4b01-ba4c-44a148a2439d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:50.100374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58894) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.107588 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-54ab5067-4276-4b01-ba4c-44a148a2439d tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/762b8699-c054-4967-8f17-404fae98594a HTTP/1.1" status: 404 len: 337 time: 0.0615325 Sep 19 12:21:50.110669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc265b33-79f5-4ca8-8c56-b1ce2e4a44a3 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:50.141581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:50.151595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:50.153234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Attempting to bind port 00e42a13-2c04-4194-a68d-187a0ba4316c on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:21:50.154056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Attempting to bind port 00e42a13-2c04-4194-a68d-187a0ba4316c by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2bbffcd-b97f-44bd-b179-baf57ebbe17e'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:21:50.154500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Attempting to bind port 00e42a13-2c04-4194-a68d-187a0ba4316c on network f2bbffcd-b97f-44bd-b179-baf57ebbe17e {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:21:50.157633 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb802f1d-1141-46e0-82d7-7da8d4c5f847 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:50.158215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb802f1d-1141-46e0-82d7-7da8d4c5f847 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:50.162566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:21:50.162566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Checking segment: {'id': '9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2bbffcd-b97f-44bd-b179-baf57ebbe17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:50.162566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:50.162566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Bound using segment: {'id': '9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2bbffcd-b97f-44bd-b179-baf57ebbe17e'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:21:50.162566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Bound port: 00e42a13-2c04-4194-a68d-187a0ba4316c, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2bbffcd-b97f-44bd-b179-baf57ebbe17e'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:21:50.163146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:50.163940 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bb802f1d-1141-46e0-82d7-7da8d4c5f847 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/38b7bb20-92e6-44fd-80c2-8909de25a95d HTTP/1.1" status: 404 len: 337 time: 0.0624878 Sep 19 12:21:50.164828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58898) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.209737 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-db39bc1d-1ac1-4b44-880f-73ac12a9302c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:50.210195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db39bc1d-1ac1-4b44-880f-73ac12a9302c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:50.220642 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-db39bc1d-1ac1-4b44-880f-73ac12a9302c tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/1da749c0-8852-4e2a-9aaa-2bb13a861e67 HTTP/1.1" status: 404 len: 337 time: 0.0493195 Sep 19 12:21:50.220642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58902) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.304642 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8c09157d-55c2-4d52-974f-b9ace3799d90 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb60c1d-ca05-4107-81d2-f3971a0f72cb HTTP/1.1" status: 200 len: 205 time: 0.0750329 Sep 19 12:21:50.307233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58906) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.307377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] For port 00e42a13-2c04-4194-a68d-187a0ba4316c, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:21:50.310296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] For port 00e42a13-2c04-4194-a68d-187a0ba4316c, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00e42a13-2c04-4194-a68d-187a0ba4316c,segment=NetworkSegment(9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5),segment_id=9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:21:50.348972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc265b33-79f5-4ca8-8c56-b1ce2e4a44a3 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=54957d4c-6895-4387-9e6d-f00a9d2cdb4c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:50.360459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:21:50.408433 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-c0cbb94d-c507-406d-ae9e-0c6e833bac2f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] delete failed (client error): The resource could not be found. Sep 19 12:21:50.412107 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c0cbb94d-c507-406d-ae9e-0c6e833bac2f tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/7bb60c1d-ca05-4107-81d2-f3971a0f72cb HTTP/1.1" status: 404 len: 336 time: 0.0901759 Sep 19 12:21:50.412351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58910) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.436015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:50.450940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc265b33-79f5-4ca8-8c56-b1ce2e4a44a3 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:50.452670 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0c973a2c-7938-4210-82b1-48867e5512ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e35b60cc5b2435c9fce7def3084c340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915262 Sep 19 12:21:50.458437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58914) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.463515 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cc265b33-79f5-4ca8-8c56-b1ce2e4a44a3 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/ports/54957d4c-6895-4387-9e6d-f00a9d2cdb4c HTTP/1.1" status: 204 len: 168 time: 1.9702597 Sep 19 12:21:50.466818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58918) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.479658 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e97e05a9-67d4-4e49-9a4a-443408a5dfcc tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=470f2bdd-4e84-4d0a-9216-32ae1dfc86bd HTTP/1.1" status: 200 len: 205 time: 0.0662255 Sep 19 12:21:50.482108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58922) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.526257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d362b-99ce-4605-83be-942fcbdb44b4 None None] Pushing event updated for resources: {'Port': ['ID=00e42a13-2c04-4194-a68d-187a0ba4316c,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:50.575700 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-cf4dedfd-65c9-48ee-ae37-3ace13538d9e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] delete failed (client error): The resource could not be found. Sep 19 12:21:50.576774 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cf4dedfd-65c9-48ee-ae37-3ace13538d9e tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/470f2bdd-4e84-4d0a-9216-32ae1dfc86bd HTTP/1.1" status: 404 len: 336 time: 0.0935671 Sep 19 12:21:50.580022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58926) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.635553 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9785ce8-a811-42d0-8e4d-b11274f2b2a7 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:50.636439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9785ce8-a811-42d0-8e4d-b11274f2b2a7 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:50.640483 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c9785ce8-a811-42d0-8e4d-b11274f2b2a7 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/a7fab148-3974-40b5-94e8-cbee7ddaeaaf HTTP/1.1" status: 404 len: 337 time: 0.0567749 Sep 19 12:21:50.640483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58930) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.716899 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c6c2ea97-a3ea-40e9-8508-33a52f6ca523 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=41bae1fb-c428-4056-b0e0-9cf5000308b5 HTTP/1.1" status: 200 len: 205 time: 0.0754855 Sep 19 12:21:50.720549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58934) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.723228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-329415be-c36f-4d29-809c-c53e4f4168aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:50.786609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.13 (f2bbffcd-b97f-44bd-b179-baf57ebbe17e/34ffb1fe-6695-4a1e-805b-e3e36f615f4f/59e3d490-c3a5-4875-85b7-d15dda1a6ca3) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:50.809298 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-73b3d851-1db2-4df4-b7ac-356056446024 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] delete failed (client error): The resource could not be found. Sep 19 12:21:50.810730 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-73b3d851-1db2-4df4-b7ac-356056446024 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/41bae1fb-c428-4056-b0e0-9cf5000308b5 HTTP/1.1" status: 404 len: 336 time: 0.0899439 Sep 19 12:21:50.817670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58938) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.845844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52679eea-2542-4b9d-b1ba-e3da812a5a73 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:50.846188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-52679eea-2542-4b9d-b1ba-e3da812a5a73 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Synchronizing usage tracker for tenant:a9e2c072bf044a24a66b8c160b7eaea8 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:50.880159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-329415be-c36f-4d29-809c-c53e4f4168aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:50.892285 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e4c4cb2b-0cd6-42e6-8d2e-e52e9e709dae tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7322141-f175-4ae4-b400-a2a7ef5b90e1 HTTP/1.1" status: 200 len: 205 time: 0.0713446 Sep 19 12:21:50.893184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58944) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.957032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-52679eea-2542-4b9d-b1ba-e3da812a5a73 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Unset dirty status for tenant:a9e2c072bf044a24a66b8c160b7eaea8 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:50.958208 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-52679eea-2542-4b9d-b1ba-e3da812a5a73 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1239a9f-12f6-48c7-b50b-2559be253c0d HTTP/1.1" status: 200 len: 913 time: 0.4905033 Sep 19 12:21:50.964786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 58948) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:50.976004 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-a1858961-6773-4b69-b9e9-e10e970497d8 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] delete failed (client error): The resource could not be found. Sep 19 12:21:50.979627 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a1858961-6773-4b69-b9e9-e10e970497d8 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/c7322141-f175-4ae4-b400-a2a7ef5b90e1 HTTP/1.1" status: 404 len: 336 time: 0.0827751 Sep 19 12:21:50.985413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58952) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:51.033970 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce48c676-9533-44df-8f20-4fde2c685daa tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:51.033970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce48c676-9533-44df-8f20-4fde2c685daa tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:51.033970 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ce48c676-9533-44df-8f20-4fde2c685daa tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/0d4ae2ab-7a78-4f73-8123-a513041c62b6 HTTP/1.1" status: 404 len: 337 time: 0.0462205 Sep 19 12:21:51.035330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58956) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:51.095695 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cea74238-426b-469e-9722-cb2d511ebf4b tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=74238fc9-ad64-406f-97e3-2ef211254148 HTTP/1.1" status: 200 len: 205 time: 0.0570526 Sep 19 12:21:51.096021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58960) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:51.176244 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-6d9852f3-8e9a-4221-a02f-73cf2c066324 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] delete failed (client error): The resource could not be found. Sep 19 12:21:51.177525 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6d9852f3-8e9a-4221-a02f-73cf2c066324 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/74238fc9-ad64-406f-97e3-2ef211254148 HTTP/1.1" status: 404 len: 336 time: 0.0804567 Sep 19 12:21:51.179925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58964) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:51.212020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:51.250327 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c375cf3-801d-4b47-afb6-602a38a2cfc5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:51.251356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c375cf3-801d-4b47-afb6-602a38a2cfc5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:51.251490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 00e42a13-2c04-4194-a68d-187a0ba4316c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:51.264670 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7c375cf3-801d-4b47-afb6-602a38a2cfc5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/bca81a9e-389c-461e-b33f-412bce48d348 HTTP/1.1" status: 404 len: 337 time: 0.0814347 Sep 19 12:21:51.265926 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58968) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:51.266851 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-329415be-c36f-4d29-809c-c53e4f4168aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:51.271636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-329415be-c36f-4d29-809c-c53e4f4168aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:51.274732 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-329415be-c36f-4d29-809c-c53e4f4168aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8b30eae-83a6-4b33-8caf-da7f460b9bab HTTP/1.1" status: 204 len: 168 time: 0.8146195 Sep 19 12:21:51.346396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329415be-c36f-4d29-809c-c53e4f4168aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b30eae-83a6-4b33-8caf-da7f460b9bab,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:51.363679 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9c5fa4ba-761d-4ce3-ae9e-36e6b7d1b3f5 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bfe9822-74da-4fb2-ae17-98ffb0c5a75f HTTP/1.1" status: 200 len: 205 time: 0.0818386 Sep 19 12:21:51.363679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58974) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:51.378917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:51.433066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 00e42a13-2c04-4194-a68d-187a0ba4316c completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:51.565154 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-c2416b26-b2b9-4481-8e1e-cf7675775da6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] delete failed (client error): The resource could not be found. Sep 19 12:21:51.566542 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c2416b26-b2b9-4481-8e1e-cf7675775da6 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/routers/7bfe9822-74da-4fb2-ae17-98ffb0c5a75f HTTP/1.1" status: 404 len: 336 time: 0.2012486 Sep 19 12:21:51.569140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:51.572984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58978) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:51.623583 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef33e25-9874-47ba-ab9d-78fd71b018a4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:51.625538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef33e25-9874-47ba-ab9d-78fd71b018a4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:51.627838 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7ef33e25-9874-47ba-ab9d-78fd71b018a4 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/ef902b93-5a28-43c7-9b8f-2eb90473d50c HTTP/1.1" status: 404 len: 337 time: 0.0535526 Sep 19 12:21:51.630537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58984) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:51.688896 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3590d6-3dbd-401a-a39d-1261e249ac13 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:51.689365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3590d6-3dbd-401a-a39d-1261e249ac13 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:51.693402 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4c3590d6-3dbd-401a-a39d-1261e249ac13 tempest-RoutersTest-26804996 tempest-RoutersTest-26804996-project] 10.222.0.66 "DELETE /v2.0/subnets/06dd8023-17d3-4324-918d-e4e4bf536f4b HTTP/1.1" status: 404 len: 337 time: 0.0593696 Sep 19 12:21:51.706280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network f2bbffcd-b97f-44bd-b179-baf57ebbe17e is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:51.718560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:51.728038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=59e3d490-c3a5-4875-85b7-d15dda1a6ca3,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:51.728038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:21:51.778399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382a27ee-d812-4f44-bd1f-71f4446e73ab None None] Network f2bbffcd-b97f-44bd-b179-baf57ebbe17e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:51.826012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:51.826829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:51.936359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:51.991662 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6d28dfc6-e359-40f4-b6ca-f6fed1a39f58 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3119669 Sep 19 12:21:51.996317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 58998) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:52.017437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-98fce5d2-e82c-44ee-babd-4f2466a5d7f3 None None] Provisioning for port 00e42a13-2c04-4194-a68d-187a0ba4316c completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:52.024026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-98fce5d2-e82c-44ee-babd-4f2466a5d7f3 None None] Provisioning complete for port 00e42a13-2c04-4194-a68d-187a0ba4316c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:52.024756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98fce5d2-e82c-44ee-babd-4f2466a5d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:52.249219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-98fce5d2-e82c-44ee-babd-4f2466a5d7f3 None None] Current status of the port 00e42a13-2c04-4194-a68d-187a0ba4316c is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:52.249219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98fce5d2-e82c-44ee-babd-4f2466a5d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:52.306517 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-98fce5d2-e82c-44ee-babd-4f2466a5d7f3 None None] For port 00e42a13-2c04-4194-a68d-187a0ba4316c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00e42a13-2c04-4194-a68d-187a0ba4316c,segment=NetworkSegment(9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5),segment_id=9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:21:52.333486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59006) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:52.362399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98fce5d2-e82c-44ee-babd-4f2466a5d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:52.485961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 301efa34-22d5-448f-b2a9-7a784a4baf2b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:52.486531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:52.505974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fce5d2-e82c-44ee-babd-4f2466a5d7f3 None None] Pushing event updated for resources: {'Port': ['ID=00e42a13-2c04-4194-a68d-187a0ba4316c,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:52.591863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1c8e27b0-de65-4a57-a70c-32b7d3473748 None None] Provisioning complete for port 00e42a13-2c04-4194-a68d-187a0ba4316c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:52.592147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1c8e27b0-de65-4a57-a70c-32b7d3473748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:52.654832 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f1b41f32-d6cb-41ee-a38f-4f26dd80d746 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38ea2f4d63b44e6a9dee3a61b1953b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202224 Sep 19 12:21:52.660197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59016) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:52.781007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e27b0-de65-4a57-a70c-32b7d3473748 None None] Current status of the port 00e42a13-2c04-4194-a68d-187a0ba4316c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:52.793013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59b5a4c5-87b8-424e-ba14-0fb20540be79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:52.831618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:52.882353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59b5a4c5-87b8-424e-ba14-0fb20540be79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:52.884620 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1c8e27b0-de65-4a57-a70c-32b7d3473748 None None] Provisioning for port 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:21:52.891550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1c8e27b0-de65-4a57-a70c-32b7d3473748 None None] Provisioning complete for port 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:52.892025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1c8e27b0-de65-4a57-a70c-32b7d3473748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:52.908765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:52.966711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59028) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:52.982910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e27b0-de65-4a57-a70c-32b7d3473748 None None] Port 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:53.016903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:53.096639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-39b6a546-db66-41d1-91e0-0a902d8ea517 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] Request body: {'port': {'network_id': '6c8f8ab2-08db-42f6-ab7a-4351aee1a6cb', 'name': 'tempest-NetworksNegativeTestJSON-2024000251'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:53.106465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-97893be9-96c3-4a16-91d4-fa9b8f18ba8e None None] Provisioning complete for port 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:53.106986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-97893be9-96c3-4a16-91d4-fa9b8f18ba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:53.173414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-97893be9-96c3-4a16-91d4-fa9b8f18ba8e None None] Port 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:53.180216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for 301efa34-22d5-448f-b2a9-7a784a4baf2b owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:53.206830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 00e42a13-2c04-4194-a68d-187a0ba4316c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:21:53.218417 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b6a546-db66-41d1-91e0-0a902d8ea517 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] POST failed (client error): The resource could not be found. Sep 19 12:21:53.219725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b6a546-db66-41d1-91e0-0a902d8ea517 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:53.221897 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-39b6a546-db66-41d1-91e0-0a902d8ea517 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2541397 Sep 19 12:21:53.230121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59034) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:53.248796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59b5a4c5-87b8-424e-ba14-0fb20540be79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:53.262850 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cce1f3-54cb-49c6-b228-b447cf12fa1a tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:53.263339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cce1f3-54cb-49c6-b228-b447cf12fa1a tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:53.265100 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c0cce1f3-54cb-49c6-b228-b447cf12fa1a tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] 10.222.0.66 "DELETE /v2.0/networks/913ea791-9cbf-408d-94b6-286912ba8332 HTTP/1.1" status: 404 len: 339 time: 0.0337455 Sep 19 12:21:53.273657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59038) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:53.299436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 00e42a13-2c04-4194-a68d-187a0ba4316c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:53.299816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:53.301718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-59b5a4c5-87b8-424e-ba14-0fb20540be79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:53.303066 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-59b5a4c5-87b8-424e-ba14-0fb20540be79 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce24691d-caae-4b1d-8c51-0708228d7036 HTTP/1.1" status: 204 len: 168 time: 0.6419222 Sep 19 12:21:53.304187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5a4c5-87b8-424e-ba14-0fb20540be79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce24691d-caae-4b1d-8c51-0708228d7036,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:53.329415 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4f044b-8790-40a2-8627-b6eceb8c2282 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:53.329553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4f044b-8790-40a2-8627-b6eceb8c2282 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:53.332343 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ca4f044b-8790-40a2-8627-b6eceb8c2282 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] 10.222.0.66 "DELETE /v2.0/ports/c2e8f773-e6ac-45a6-903a-5593d31acb3e HTTP/1.1" status: 404 len: 333 time: 0.0601780 Sep 19 12:21:53.339317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59044) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:53.403267 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f10594a-f683-4fba-84f1-8e1d1eb32000 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] DELETE failed (client error): The resource could not be found. Sep 19 12:21:53.404545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f10594a-f683-4fba-84f1-8e1d1eb32000 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:53.407638 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2f10594a-f683-4fba-84f1-8e1d1eb32000 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] 10.222.0.66 "DELETE /v2.0/subnets/e46f9a95-a41d-44a1-b7e0-9c3d98d515e0 HTTP/1.1" status: 404 len: 337 time: 0.0664868 Sep 19 12:21:53.411700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59048) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:53.445814 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5614cd4e-fd54-4354-8112-4c1c9527eaf2 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] GET failed (client error): The resource could not be found. Sep 19 12:21:53.448788 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5614cd4e-fd54-4354-8112-4c1c9527eaf2 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] 10.222.0.66 "GET /v2.0/networks/8f5bf0cf-ec10-447e-89b9-636fcb6d2ebd HTTP/1.1" status: 404 len: 339 time: 0.0354779 Sep 19 12:21:53.451750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59052) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:53.481239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 00e42a13-2c04-4194-a68d-187a0ba4316c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:21:53.508792 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a1e4f9-e980-4f72-ad22-d7d748f152dd tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] GET failed (client error): The resource could not be found. Sep 19 12:21:53.510861 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b1a1e4f9-e980-4f72-ad22-d7d748f152dd tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] 10.222.0.66 "GET /v2.0/ports/f647ca73-6ceb-4a4c-8929-ca77fd3d4eb1 HTTP/1.1" status: 404 len: 333 time: 0.0581100 Sep 19 12:21:53.514736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59056) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:53.603636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:53.658682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=301efa34-22d5-448f-b2a9-7a784a4baf2b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:53.670499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:53.672227 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe068a8-0be4-4874-ba19-6ed29c803650 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] GET failed (client error): The resource could not be found. Sep 19 12:21:53.673550 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3fe068a8-0be4-4874-ba19-6ed29c803650 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] 10.222.0.66 "GET /v2.0/subnets/a740da60-aabb-439c-9eda-080092dee975 HTTP/1.1" status: 404 len: 337 time: 0.1578052 Sep 19 12:21:53.677526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59060) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:53.684454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-14e1060e-bd07-4f30-a526-5116a20f8d02 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:53.705960 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e1060e-bd07-4f30-a526-5116a20f8d02 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] PUT failed (client error): The resource could not be found. Sep 19 12:21:53.706437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e1060e-bd07-4f30-a526-5116a20f8d02 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:53.711387 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-14e1060e-bd07-4f30-a526-5116a20f8d02 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] 10.222.0.66 "PUT /v2.0/networks/f6dbccf2-75fe-4dfa-8f2c-1ee9445e2bfb HTTP/1.1" status: 404 len: 339 time: 0.0291712 Sep 19 12:21:53.711929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59064) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:53.718228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-de6d63ca-3f74-4632-bdfa-673ac71b5767 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:53.756496 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6d63ca-3f74-4632-bdfa-673ac71b5767 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] PUT failed (client error): The resource could not be found. Sep 19 12:21:53.756964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6d63ca-3f74-4632-bdfa-673ac71b5767 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:53.758102 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-de6d63ca-3f74-4632-bdfa-673ac71b5767 tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] 10.222.0.66 "PUT /v2.0/ports/5648112b-3fcd-4adf-9ed1-e4d39d6d9bed HTTP/1.1" status: 404 len: 333 time: 0.0450823 Sep 19 12:21:53.762624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59070) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:53.768380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0fef59fe-67f8-48a1-bd4b-8bee493b91cf tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:53.808041 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fef59fe-67f8-48a1-bd4b-8bee493b91cf tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] PUT failed (client error): The resource could not be found. Sep 19 12:21:53.808504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fef59fe-67f8-48a1-bd4b-8bee493b91cf tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:21:53.809659 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0fef59fe-67f8-48a1-bd4b-8bee493b91cf tempest-NetworksNegativeTestJSON-1853039877 tempest-NetworksNegativeTestJSON-1853039877-project] 10.222.0.66 "PUT /v2.0/subnets/f184970e-508b-45e0-87b3-44fc95c37f60 HTTP/1.1" status: 404 len: 337 time: 0.0461965 Sep 19 12:21:53.810362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:53.988180 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=59e3d490-c3a5-4875-85b7-d15dda1a6ca3,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:54.007007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:54.158455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:54.430573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59088) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:54.444370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Router f1239a9f-12f6-48c7-b50b-2559be253c0d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:54.528166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:54.614117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fb89327-b336-4f2c-944e-6bd1ccbad332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:54.637492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6fb89327-b336-4f2c-944e-6bd1ccbad332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:54.701963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6fb89327-b336-4f2c-944e-6bd1ccbad332 admin admin] Usage tracker for resource:security_group_rule and tenant:397ae38b25614accbcaaebb994c7558b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:54.754706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6fb89327-b336-4f2c-944e-6bd1ccbad332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:54.776313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6fb89327-b336-4f2c-944e-6bd1ccbad332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:54.799845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:54.811863 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b96ef2-45c7-445e-acbf-ca6108f59019 None None] Sync routers for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:54.825854 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b96ef2-45c7-445e-acbf-ca6108f59019 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:54.829850 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e2b96ef2-45c7-445e-acbf-ca6108f59019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:54.834427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59100) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:54.891970 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e2b96ef2-45c7-445e-acbf-ca6108f59019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:54.901568 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b96ef2-45c7-445e-acbf-ca6108f59019 None None] Routers {'f1239a9f-12f6-48c7-b50b-2559be253c0d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:54.902169 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e2b96ef2-45c7-445e-acbf-ca6108f59019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f1239a9f-12f6-48c7-b50b-2559be253c0d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:54.938887 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-956306e7-dd8e-4445-9257-65b3a2443a71 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "PUT /v2.0/routers/f1239a9f-12f6-48c7-b50b-2559be253c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9719033 Sep 19 12:21:54.938887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59106) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:54.970912 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e2b96ef2-45c7-445e-acbf-ca6108f59019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:54.971546 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b96ef2-45c7-445e-acbf-ca6108f59019 None None] The sync data for ids ['f1239a9f-12f6-48c7-b50b-2559be253c0d'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:55.005437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1061148016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:55.010807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fb89327-b336-4f2c-944e-6bd1ccbad332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.024841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:55.034919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.039037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Usage tracker for resource:router and tenant:08f83062f2d1468a8ba7e2c5ed348fe4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:55.043945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:55.052586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:55.060170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6fb89327-b336-4f2c-944e-6bd1ccbad332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.092436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.149914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.185033 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6fb89327-b336-4f2c-944e-6bd1ccbad332 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=397ae38b25614accbcaaebb994c7558b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525611 Sep 19 12:21:55.195081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59110) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:55.204341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb89327-b336-4f2c-944e-6bd1ccbad332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dffe89-7987-4c79-b9cb-f148259b484a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:55.207166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.208233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.256769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.260035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=59e3d490-c3a5-4875-85b7-d15dda1a6ca3,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:55.317153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.358496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.472495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.484052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2556d5e5-1a7e-49b7-92cc-53b2589fa9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.528920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2556d5e5-1a7e-49b7-92cc-53b2589fa9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.540169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting port 36df0d71-de49-4f9a-bf09-5b22ee97d3b6 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:55.540532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.585822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network f2bbffcd-b97f-44bd-b179-baf57ebbe17e is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:55.587425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:55.684660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.688522 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-151bdc18-8875-48b5-9efa-c29bf6db3936 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8504412 Sep 19 12:21:55.688775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59116) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:55.696348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1632930569'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:55.706203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:55.722277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Usage tracker for resource:network and tenant:08f83062f2d1468a8ba7e2c5ed348fe4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:55.727355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:55.742362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:55.757426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.837037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2556d5e5-1a7e-49b7-92cc-53b2589fa9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.858732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556d5e5-1a7e-49b7-92cc-53b2589fa9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dffe89-7987-4c79-b9cb-f148259b484a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:55.865462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2556d5e5-1a7e-49b7-92cc-53b2589fa9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.866621 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2556d5e5-1a7e-49b7-92cc-53b2589fa9e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37dffe89-7987-4c79-b9cb-f148259b484a HTTP/1.1" status: 204 len: 168 time: 0.6637547 Sep 19 12:21:55.884588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Made reservation on behalf of 08f83062f2d1468a8ba7e2c5ed348fe4 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:55.885892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Router 98f9b63e-4bc0-4a67-ba66-290d4c05f581 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:21:55.887377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.910325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Calling delete_port for 36df0d71-de49-4f9a-bf09-5b22ee97d3b6 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:55.923662 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5d512935-aaaf-4eee-bbd7-a7f0d6ed9bdc None None] Provisioning complete for port 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:21:55.924302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5d512935-aaaf-4eee-bbd7-a7f0d6ed9bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.941405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:55.974572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:55.985647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Usage tracker for resource:security_group_rule and tenant:08f83062f2d1468a8ba7e2c5ed348fe4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:55.988858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5d512935-aaaf-4eee-bbd7-a7f0d6ed9bdc None None] Port 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:21:55.990408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:56.000157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:56.114680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:56.120060 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-64b6800e-4830-4bd2-8c8a-172dafe53966 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "PUT /v2.0/routers/98f9b63e-4bc0-4a67-ba66-290d4c05f581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1223276 Sep 19 12:21:56.122224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59122) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:56.125190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a34526-97cd-43a7-a94c-e067437ae045 None None] Sync routers for ids ['98f9b63e-4bc0-4a67-ba66-290d4c05f581'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:56.134897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a34526-97cd-43a7-a94c-e067437ae045 None None] Routers {'98f9b63e-4bc0-4a67-ba66-290d4c05f581'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:56.138222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c9a34526-97cd-43a7-a94c-e067437ae045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['98f9b63e-4bc0-4a67-ba66-290d4c05f581'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:56.191511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:56.205555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c9a34526-97cd-43a7-a94c-e067437ae045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:56.232520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e6516e-141a-4a96-9a59-aad686e2eeef tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:56.237221 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b8e6516e-141a-4a96-9a59-aad686e2eeef tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f9b63e-4bc0-4a67-ba66-290d4c05f581 HTTP/1.1" status: 200 len: 982 time: 0.1109376 Sep 19 12:21:56.237389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a34526-97cd-43a7-a94c-e067437ae045 None None] Routers {'98f9b63e-4bc0-4a67-ba66-290d4c05f581'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:56.237389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c9a34526-97cd-43a7-a94c-e067437ae045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['98f9b63e-4bc0-4a67-ba66-290d4c05f581'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:56.237585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59126) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:56.304138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c9a34526-97cd-43a7-a94c-e067437ae045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:56.304667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a34526-97cd-43a7-a94c-e067437ae045 None None] The sync data for ids ['98f9b63e-4bc0-4a67-ba66-290d4c05f581'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:56.358976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:56.405253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:56.452313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Port': ['ID=36df0d71-de49-4f9a-bf09-5b22ee97d3b6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:56.475193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:56.564372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c24e1d-ccc6-4723-a9a7-995b32bc6025,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:56.629138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:56.629486 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Added segment eb2520ee-954d-4943-b087-09dc61df85c8 of type vlan for network ccd6a8b3-5bc2-4481-8b95-f1a86b996759 Sep 19 12:21:56.875975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:56.915250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.096479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.111311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.262956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.268343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:57.268923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.291023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.291830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Fanout notify agent at l3_agent the message router_deleted on router f1239a9f-12f6-48c7-b50b-2559be253c0d {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:21:57.416840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.480439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'Network': ['ID=ccd6a8b3-5bc2-4481-8b95-f1a86b996759,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:57.488550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network ccd6a8b3-5bc2-4481-8b95-f1a86b996759 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:21:57.492514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.502671 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a514e2f4-e0fb-4f9a-b1f2-62da4d2df504 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/routers/f1239a9f-12f6-48c7-b50b-2559be253c0d HTTP/1.1" status: 204 len: 168 time: 2.5539382 Sep 19 12:21:57.502816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59130) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:57.569817 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-03bb4e17-5800-4ade-8d5a-b9d6c16b86e8 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8798099 Sep 19 12:21:57.571633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fb6441-6cce-428a-951c-5033dc856ead tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Deleting subnet db63c495-a9cf-4fe6-bef9-c668f89e8f42 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:21:57.576059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59134) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:57.578887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-20fb6441-6cce-428a-951c-5033dc856ead tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.610921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Request body: {'subnet': {'network_id': 'ccd6a8b3-5bc2-4481-8b95-f1a86b996759', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:57.722551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-20fb6441-6cce-428a-951c-5033dc856ead tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.733272 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:21:57.733637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.786718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:57.794170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Usage tracker for resource:subnet and tenant:08f83062f2d1468a8ba7e2c5ed348fe4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:57.798699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:57.810356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:57.814924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-20fb6441-6cce-428a-951c-5033dc856ead tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.939874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.957559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Made reservation on behalf of 08f83062f2d1468a8ba7e2c5ed348fe4 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:57.961281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:57.987252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-20fb6441-6cce-428a-951c-5033dc856ead tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.068108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 59e3d490-c3a5-4875-85b7-d15dda1a6ca3 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:21:58.088918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb6441-6cce-428a-951c-5033dc856ead tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Subnet': ['ID=db63c495-a9cf-4fe6-bef9-c668f89e8f42,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:58.096969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-20fb6441-6cce-428a-951c-5033dc856ead tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.108821 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-20fb6441-6cce-428a-951c-5033dc856ead tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/subnets/db63c495-a9cf-4fe6-bef9-c668f89e8f42 HTTP/1.1" status: 204 len: 168 time: 0.6105917 Sep 19 12:21:58.113629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59138) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:58.249433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.432154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.463178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.485235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=59e3d490-c3a5-4875-85b7-d15dda1a6ca3,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:58.488375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c08b33-9970-4c58-a65f-a5880413e978']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:58.502278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419cf999-eb7f-49b3-8c06-f1c6a4842a96') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:58.502894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419cf999-eb7f-49b3-8c06-f1c6a4842a96') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:58.517880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.528420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.574900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.598969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:21:58.599388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.735250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.794632 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 419cf999-eb7f-49b3-8c06-f1c6a4842a96 resource provider aggregate not found Sep 19 12:21:58.825343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'Subnet': ['ID=71c76bb9-986b-44be-b19b-8f60c0205a78,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:58.828132 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 419cf999-eb7f-49b3-8c06-f1c6a4842a96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 419cf999-eb7f-49b3-8c06-f1c6a4842a96 found for delete ", "request_id": "req-da3d8289-d478-428b-867b-1cdfc6189177"}]} Sep 19 12:21:58.842563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Checking segment: {'id': 'eb2520ee-954d-4943-b087-09dc61df85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ccd6a8b3-5bc2-4481-8b95-f1a86b996759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:21:58.842958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Network hostable DHCP agents. Network: ccd6a8b3-5bc2-4481-8b95-f1a86b996759, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:58.945861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.970084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:58.975963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Network ccd6a8b3-5bc2-4481-8b95-f1a86b996759 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:58.980810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] Pushing event deleted for resources: {'Network': ['ID=d6c08b33-9970-4c58-a65f-a5880413e978,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:58.988054 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0cd990b6-4c2c-4769-9008-1dee80225f20 tempest-FloatingIPTestJSON-1774015620 tempest-FloatingIPTestJSON-1774015620-project] 10.222.0.66 "DELETE /v2.0/networks/d6c08b33-9970-4c58-a65f-a5880413e978 HTTP/1.1" status: 204 len: 168 time: 0.8734622 Sep 19 12:21:59.012328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Router 98f9b63e-4bc0-4a67-ba66-290d4c05f581 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:21:59.059871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, ccd6a8b3-5bc2-4481-8b95-f1a86b996759) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:59.064848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:59.065604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.071536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e87c3d6-8478-4dbd-86ad-d8987594b5e4 None None] Network ccd6a8b3-5bc2-4481-8b95-f1a86b996759 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:21:59.146989 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1795f224-aff0-4c4f-bfd5-091ff4bca54f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5696361 Sep 19 12:21:59.150342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59150) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:59.157742 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Request body: {'network': {'name': 'tempest-router-network01--2115390985'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:21:59.161391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:21:59.166853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:21:59.173796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Usage tracker for resource:network and tenant:08f83062f2d1468a8ba7e2c5ed348fe4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:21:59.173987 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22084045-a405-43ad-922d-35ade967f5b1 None None] Sync routers for ids ['98f9b63e-4bc0-4a67-ba66-290d4c05f581'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:21:59.178366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:21:59.186220 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-69dcd203-30f1-470c-9c7b-7a2403586632 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "PUT /v2.0/routers/98f9b63e-4bc0-4a67-ba66-290d4c05f581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9450428 Sep 19 12:21:59.186947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59154) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:59.187095 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22084045-a405-43ad-922d-35ade967f5b1 None None] Routers {'98f9b63e-4bc0-4a67-ba66-290d4c05f581'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:59.187658 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-22084045-a405-43ad-922d-35ade967f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['98f9b63e-4bc0-4a67-ba66-290d4c05f581'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:59.189434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:21:59.234691 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-76896527-4980-43c0-9674-7d8923bb72cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:21:59.235245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-76896527-4980-43c0-9674-7d8923bb72cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:21:59.261008 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-22084045-a405-43ad-922d-35ade967f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:59.270738 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22084045-a405-43ad-922d-35ade967f5b1 None None] Routers {'98f9b63e-4bc0-4a67-ba66-290d4c05f581'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:21:59.271489 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-22084045-a405-43ad-922d-35ade967f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['98f9b63e-4bc0-4a67-ba66-290d4c05f581'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:59.324344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Made reservation on behalf of 08f83062f2d1468a8ba7e2c5ed348fe4 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:59.325089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-ccd6a8b3-5bc2-4481-8b95-f1a86b996759', 'network_id': 'ccd6a8b3-5bc2-4481-8b95-f1a86b996759', 'tenant_id': '08f83062f2d1468a8ba7e2c5ed348fe4', 'fixed_ips': [{'subnet_id': '71c76bb9-986b-44be-b19b-8f60c0205a78'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:21:59.326080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.328325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.342706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-76896527-4980-43c0-9674-7d8923bb72cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:21:59.343938 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-76896527-4980-43c0-9674-7d8923bb72cd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/59e3d490-c3a5-4875-85b7-d15dda1a6ca3 HTTP/1.1" status: 404 len: 333 time: 0.1561282 Sep 19 12:21:59.346799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59158) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:59.356895 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-22084045-a405-43ad-922d-35ade967f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:21:59.357394 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22084045-a405-43ad-922d-35ade967f5b1 None None] The sync data for ids ['98f9b63e-4bc0-4a67-ba66-290d4c05f581'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:21:59.484875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59164) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:59.499667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:21:59.512236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ceda7ec4-e71e-40e5-8238-235c0d55be15 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.520771 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Allocated IP 172.20.0.2 (ccd6a8b3-5bc2-4481-8b95-f1a86b996759/71c76bb9-986b-44be-b19b-8f60c0205a78/75a36cda-a956-4f6c-9e74-28a6f6793b97) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:59.579800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.585034 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Added segment 3a217105-767d-4da4-a079-d1c446f5b904 of type vlan for network 044d6c15-4059-44ab-a3a7-dd2d86170165 Sep 19 12:21:59.651700 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-30c97090-638e-415a-ba37-f14818a93374 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9e2c072bf044a24a66b8c160b7eaea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655831 Sep 19 12:21:59.654310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59170) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:21:59.719944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26c51edc-b1b3-4c00-a6b1-a334bef5759a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.736988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.749101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Transition to ACTIVE for port object 75a36cda-a956-4f6c-9e74-28a6f6793b97 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:59.749807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26c51edc-b1b3-4c00-a6b1-a334bef5759a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.770611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Transition to ACTIVE for port object 75a36cda-a956-4f6c-9e74-28a6f6793b97 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:21:59.911990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.945886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26c51edc-b1b3-4c00-a6b1-a334bef5759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.963889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c51edc-b1b3-4c00-a6b1-a334bef5759a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782879cb-47b2-4343-bf7d-c04e4cce5385,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:59.965856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.968687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26c51edc-b1b3-4c00-a6b1-a334bef5759a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.969835 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-26c51edc-b1b3-4c00-a6b1-a334bef5759a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/782879cb-47b2-4343-bf7d-c04e4cce5385 HTTP/1.1" status: 204 len: 168 time: 0.3138251 Sep 19 12:21:59.988430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ceda7ec4-e71e-40e5-8238-235c0d55be15 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:21:59.993108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ceda7ec4-e71e-40e5-8238-235c0d55be15 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.038486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Network ccd6a8b3-5bc2-4481-8b95-f1a86b996759 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:00.041860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:00.046044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:00.047992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Pushing event updated for resources: {'Port': ['ID=75a36cda-a956-4f6c-9e74-28a6f6793b97,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:00.094235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.100182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:00.100777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.127665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ceda7ec4-e71e-40e5-8238-235c0d55be15 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.128181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceda7ec4-e71e-40e5-8238-235c0d55be15 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Fanout notify agent at l3_agent the message router_deleted on router 98f9b63e-4bc0-4a67-ba66-290d4c05f581 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:22:00.151804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Attempting to bind port 75a36cda-a956-4f6c-9e74-28a6f6793b97 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:22:00.152354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Attempting to bind port 75a36cda-a956-4f6c-9e74-28a6f6793b97 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'eb2520ee-954d-4943-b087-09dc61df85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ccd6a8b3-5bc2-4481-8b95-f1a86b996759'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:22:00.152525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Attempting to bind port 75a36cda-a956-4f6c-9e74-28a6f6793b97 on network ccd6a8b3-5bc2-4481-8b95-f1a86b996759 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:22:00.158009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:22:00.158376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Checking segment: {'id': 'eb2520ee-954d-4943-b087-09dc61df85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ccd6a8b3-5bc2-4481-8b95-f1a86b996759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:00.158831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.159227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Bound using segment: {'id': 'eb2520ee-954d-4943-b087-09dc61df85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ccd6a8b3-5bc2-4481-8b95-f1a86b996759'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:22:00.159695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Bound port: 75a36cda-a956-4f6c-9e74-28a6f6793b97, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2520ee-954d-4943-b087-09dc61df85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ccd6a8b3-5bc2-4481-8b95-f1a86b996759'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:22:00.160062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.221121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ceda7ec4-e71e-40e5-8238-235c0d55be15 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.224726 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ceda7ec4-e71e-40e5-8238-235c0d55be15 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/routers/98f9b63e-4bc0-4a67-ba66-290d4c05f581 HTTP/1.1" status: 204 len: 168 time: 0.8743217 Sep 19 12:22:00.225289 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59176) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:00.265425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'Network': ['ID=044d6c15-4059-44ab-a3a7-dd2d86170165,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:00.282734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 044d6c15-4059-44ab-a3a7-dd2d86170165 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:22:00.298694 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-952c39f2-80f6-472f-bc62-cb59cf659d71 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1466534 Sep 19 12:22:00.301628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59182) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:00.311121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Request body: {'network': {'name': 'tempest-router-network02--1071845083'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:00.314497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] For port 75a36cda-a956-4f6c-9e74-28a6f6793b97, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:22:00.318902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:00.323560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a40104-fa2b-46f8-9ec4-43565547f5d5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet 34ffb1fe-6695-4a1e-805b-e3e36f615f4f {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:22:00.323735 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Usage tracker for resource:network and tenant:08f83062f2d1468a8ba7e2c5ed348fe4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:00.327025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:00.327552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9a40104-fa2b-46f8-9ec4-43565547f5d5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.335912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:00.385618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] For port 75a36cda-a956-4f6c-9e74-28a6f6793b97, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=75a36cda-a956-4f6c-9e74-28a6f6793b97,segment=NetworkSegment(eb2520ee-954d-4943-b087-09dc61df85c8),segment_id=eb2520ee-954d-4943-b087-09dc61df85c8)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:22:00.401323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9a40104-fa2b-46f8-9ec4-43565547f5d5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.426121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Made reservation on behalf of 08f83062f2d1468a8ba7e2c5ed348fe4 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:00.436667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.460647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.465026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:22:00.479081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.479458 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Added segment a0e3f7be-4b7a-488d-a2ac-056d62ac647b of type vlan for network 803834e5-d85d-4e44-8d28-27b216449293 Sep 19 12:22:00.506221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9a40104-fa2b-46f8-9ec4-43565547f5d5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.513609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.538791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7154ab-22e4-4e2e-9246-aed8bf2717b9 None None] Pushing event updated for resources: {'Port': ['ID=75a36cda-a956-4f6c-9e74-28a6f6793b97,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:00.642835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.658728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:00.658728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.734878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9a40104-fa2b-46f8-9ec4-43565547f5d5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.783396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'Network': ['ID=803834e5-d85d-4e44-8d28-27b216449293,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:00.796138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a40104-fa2b-46f8-9ec4-43565547f5d5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=34ffb1fe-6695-4a1e-805b-e3e36f615f4f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:00.799287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 803834e5-d85d-4e44-8d28-27b216449293 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:22:00.800650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c9a40104-fa2b-46f8-9ec4-43565547f5d5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.808519 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c9a40104-fa2b-46f8-9ec4-43565547f5d5 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/34ffb1fe-6695-4a1e-805b-e3e36f615f4f HTTP/1.1" status: 204 len: 168 time: 0.5821729 Sep 19 12:22:00.810999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59196) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:00.826355 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9e001a25-d7e3-48a4-9201-ea48127d28a9 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5234461 Sep 19 12:22:00.828989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59200) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:00.836098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Request body: {'subnet': {'network_id': '044d6c15-4059-44ab-a3a7-dd2d86170165', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:00.844987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebbcd7f-37f1-43b2-bc8a-26b80721eb77 None None] Network f2bbffcd-b97f-44bd-b179-baf57ebbe17e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:00.944703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.958623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 00e42a13-2c04-4194-a68d-187a0ba4316c {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:00.959559 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:00.974561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:00.983703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Usage tracker for resource:subnet and tenant:08f83062f2d1468a8ba7e2c5ed348fe4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:00.987721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:00.994951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:01.060334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Made reservation on behalf of 08f83062f2d1468a8ba7e2c5ed348fe4 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:01.064993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:01.216080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] For port 00e42a13-2c04-4194-a68d-187a0ba4316c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00e42a13-2c04-4194-a68d-187a0ba4316c,segment=NetworkSegment(9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5),segment_id=9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:01.216584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:01.294468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 75a36cda-a956-4f6c-9e74-28a6f6793b97 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:01.309153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59210) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:01.397678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] DHCP port deletion for f2bbffcd-b97f-44bd-b179-baf57ebbe17e request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:22:01.405382 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] Deleting port 00e42a13-2c04-4194-a68d-187a0ba4316c {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:01.405765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:01.406428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 00e42a13-2c04-4194-a68d-187a0ba4316c owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:01.469223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 75a36cda-a956-4f6c-9e74-28a6f6793b97 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:01.472126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:01.532862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1bac7749-398c-4c19-b0aa-15ceeb2fa80c tempest-DvrRoutersNegativeTest-2076310335 tempest-DvrRoutersNegativeTest-2076310335-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-721737671', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:01.535288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.policy [None req-1bac7749-398c-4c19-b0aa-15ceeb2fa80c tempest-DvrRoutersNegativeTest-2076310335 tempest-DvrRoutersNegativeTest-2076310335-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89794) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 19 12:22:01.535687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.policy [None req-1bac7749-398c-4c19-b0aa-15ceeb2fa80c tempest-DvrRoutersNegativeTest-2076310335 tempest-DvrRoutersNegativeTest-2076310335-project] Failed policy check for 'create_router' {{(pid=89794) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 19 12:22:01.536238 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-1bac7749-398c-4c19-b0aa-15ceeb2fa80c tempest-DvrRoutersNegativeTest-2076310335 tempest-DvrRoutersNegativeTest-2076310335-project] create failed (client error): Access was denied to this resource. Sep 19 12:22:01.537789 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1bac7749-398c-4c19-b0aa-15ceeb2fa80c tempest-DvrRoutersNegativeTest-2076310335 tempest-DvrRoutersNegativeTest-2076310335-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2275643 Sep 19 12:22:01.599970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'Subnet': ['ID=00c5b0ae-d9da-4e7b-a129-5be1db7ca61c,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:01.605261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Checking segment: {'id': '3a217105-767d-4da4-a079-d1c446f5b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '044d6c15-4059-44ab-a3a7-dd2d86170165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:01.605628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Network hostable DHCP agents. Network: 044d6c15-4059-44ab-a3a7-dd2d86170165, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:22:01.608930 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:01.668692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=00e42a13-2c04-4194-a68d-187a0ba4316c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:01.676745 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No DVR routers for this DVR port 00e42a13-2c04-4194-a68d-187a0ba4316c on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:22:01.696846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] For port 00e42a13-2c04-4194-a68d-187a0ba4316c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00e42a13-2c04-4194-a68d-187a0ba4316c,segment=NetworkSegment(9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5),segment_id=9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:01.697316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:01.706691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Network 044d6c15-4059-44ab-a3a7-dd2d86170165 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:22:01.791867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 044d6c15-4059-44ab-a3a7-dd2d86170165) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:01.801336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:01.802072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:01.820563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df309ca7-d162-4827-b042-fa5233088f30 None None] Network 044d6c15-4059-44ab-a3a7-dd2d86170165 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:01.828464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:01.840655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] Calling delete_port for 00e42a13-2c04-4194-a68d-187a0ba4316c owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:01.855827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bbffcd-b97f-44bd-b179-baf57ebbe17e']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:01.869747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e6a96e-e152-47db-a534-cd8f81802de1 None None] Network ccd6a8b3-5bc2-4481-8b95-f1a86b996759 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:01.870229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:01.870529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:01.883720 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:01.908926 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-10fadd49-e914-4706-9383-530e6bd117c2 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0766039 Sep 19 12:22:01.909142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59218) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:01.913659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:01.918343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Request body: {'subnet': {'network_id': '803834e5-d85d-4e44-8d28-27b216449293', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:01.921147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:22:01.921800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.057558 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:02.062051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Usage tracker for resource:subnet and tenant:08f83062f2d1468a8ba7e2c5ed348fe4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:02.064989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:02.071328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:02.096168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59226) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:02.111691 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5 resource provider aggregate not found Sep 19 12:22:02.139039 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d26881a-d9f5-4aaf-8a6e-fc5e907d4fb5 found for delete ", "request_id": "req-11811689-ed04-4e89-9c3c-90cfa4b8a006"}]} Sep 19 12:22:02.141164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Made reservation on behalf of 08f83062f2d1468a8ba7e2c5ed348fe4 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:02.146331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.251162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-07bb8524-1301-4d17-a4a3-039f0b442f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.266082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.281833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-07bb8524-1301-4d17-a4a3-039f0b442f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:02.291975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-07bb8524-1301-4d17-a4a3-039f0b442f4c admin admin] Usage tracker for resource:security_group_rule and tenant:a3790e6813a74844a616c647d58f218b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:02.297417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-07bb8524-1301-4d17-a4a3-039f0b442f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:02.306243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.306490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-07bb8524-1301-4d17-a4a3-039f0b442f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:02.308335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cd205c26-5dbc-48d8-88c3-2abff1661c0b None None] Provisioning for port 75a36cda-a956-4f6c-9e74-28a6f6793b97 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:02.327609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Network': ['ID=f2bbffcd-b97f-44bd-b179-baf57ebbe17e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:02.336430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cd205c26-5dbc-48d8-88c3-2abff1661c0b None None] Provisioning complete for port 75a36cda-a956-4f6c-9e74-28a6f6793b97 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:02.337121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd205c26-5dbc-48d8-88c3-2abff1661c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.443873 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6ff0da1d-2fc8-4587-8968-a399640b3f07 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/networks/f2bbffcd-b97f-44bd-b179-baf57ebbe17e HTTP/1.1" status: 204 len: 168 time: 1.6317155 Sep 19 12:22:02.449316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59234) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:02.456386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:22:02.457008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:22:02.497882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-07bb8524-1301-4d17-a4a3-039f0b442f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.534262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e9378-73f0-4106-9a97-82ba19ad817b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:02.535261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-302e9378-73f0-4106-9a97-82ba19ad817b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:02.546196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.589354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-cd205c26-5dbc-48d8-88c3-2abff1661c0b None None] Current status of the port 75a36cda-a956-4f6c-9e74-28a6f6793b97 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:02.589810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd205c26-5dbc-48d8-88c3-2abff1661c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.599338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-07bb8524-1301-4d17-a4a3-039f0b442f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.631864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-302e9378-73f0-4106-9a97-82ba19ad817b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:02.636812 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-302e9378-73f0-4106-9a97-82ba19ad817b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/3f36f10e-e853-47b4-9b0e-3e5b40c46c96 HTTP/1.1" status: 200 len: 840 time: 0.1861422 Sep 19 12:22:02.640319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59238) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:02.663393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-044d6c15-4059-44ab-a3a7-dd2d86170165', 'network_id': '044d6c15-4059-44ab-a3a7-dd2d86170165', 'tenant_id': '08f83062f2d1468a8ba7e2c5ed348fe4', 'fixed_ips': [{'subnet_id': '00c5b0ae-d9da-4e7b-a129-5be1db7ca61c'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:22:02.664274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.693756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-cd205c26-5dbc-48d8-88c3-2abff1661c0b None None] For port 75a36cda-a956-4f6c-9e74-28a6f6793b97, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=75a36cda-a956-4f6c-9e74-28a6f6793b97,segment=NetworkSegment(eb2520ee-954d-4943-b087-09dc61df85c8),segment_id=eb2520ee-954d-4943-b087-09dc61df85c8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:02.694490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'Subnet': ['ID=47f6173a-f928-477e-9018-e5a4f893e7b7,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:02.720413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb8524-1301-4d17-a4a3-039f0b442f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5ebdb7-a6de-4688-9c99-f8801478485c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:02.726832 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3fc38db5-0c63-4e2e-8079-37b5c59da105 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/3f36f10e-e853-47b4-9b0e-3e5b40c46c96?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0850601 Sep 19 12:22:02.730827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59242) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:02.736175 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-07bb8524-1301-4d17-a4a3-039f0b442f4c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3790e6813a74844a616c647d58f218b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389267 Sep 19 12:22:02.741506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:02.746942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59246) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:02.775727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd205c26-5dbc-48d8-88c3-2abff1661c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.812586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Checking segment: {'id': 'a0e3f7be-4b7a-488d-a2ac-056d62ac647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '803834e5-d85d-4e44-8d28-27b216449293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:02.813249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Network hostable DHCP agents. Network: 803834e5-d85d-4e44-8d28-27b216449293, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:22:02.856763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b7941e48-0d5d-4897-b118-c87a95c221a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.891494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b7941e48-0d5d-4897-b118-c87a95c221a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.899585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:02.905805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:02.909648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:02.921779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:02.944601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Network 803834e5-d85d-4e44-8d28-27b216449293 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:22:02.948143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Allocated IP 172.20.0.2 (044d6c15-4059-44ab-a3a7-dd2d86170165/00c5b0ae-d9da-4e7b-a129-5be1db7ca61c/1ef713c7-f828-4db5-acf6-0f6fdf301dc4) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:02.959751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] Deleting port 00e42a13-2c04-4194-a68d-187a0ba4316c {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:02.960489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:02.986017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:02.989757 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.016714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 803834e5-d85d-4e44-8d28-27b216449293) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:03.031113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:03.031917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.075780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f672bed-eeea-42cc-9ae1-9068717f369f None None] Network 803834e5-d85d-4e44-8d28-27b216449293 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:03.078410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b7941e48-0d5d-4897-b118-c87a95c221a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.081971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b7941e48-0d5d-4897-b118-c87a95c221a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.084307 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b7941e48-0d5d-4897-b118-c87a95c221a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f5ebdb7-a6de-4688-9c99-f8801478485c HTTP/1.1" status: 204 len: 168 time: 0.3340969 Sep 19 12:22:03.098554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7941e48-0d5d-4897-b118-c87a95c221a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5ebdb7-a6de-4688-9c99-f8801478485c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:03.169766 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7e82ea3e-6653-4fad-a4d7-94aecfe103b0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2595026 Sep 19 12:22:03.172984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59252) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:03.209408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ecc0a-6a4d-4474-91c5-b9d036e6259c None None] The port '00e42a13-2c04-4194-a68d-187a0ba4316c' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:22:03.267540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd205c26-5dbc-48d8-88c3-2abff1661c0b None None] Pushing event updated for resources: {'Port': ['ID=75a36cda-a956-4f6c-9e74-28a6f6793b97,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:03.278393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 00e42a13-2c04-4194-a68d-187a0ba4316c no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:22:03.368299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 00e42a13-2c04-4194-a68d-187a0ba4316c {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:22:03.368299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 00e42a13-2c04-4194-a68d-187a0ba4316c not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:22:03.375442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ff518df5-d52b-4f9b-b6d9-569affaa5a2a None None] Provisioning complete for port 75a36cda-a956-4f6c-9e74-28a6f6793b97 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:03.375817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ff518df5-d52b-4f9b-b6d9-569affaa5a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.500502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.582172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-803834e5-d85d-4e44-8d28-27b216449293', 'network_id': '803834e5-d85d-4e44-8d28-27b216449293', 'tenant_id': '08f83062f2d1468a8ba7e2c5ed348fe4', 'fixed_ips': [{'subnet_id': '47f6173a-f928-477e-9018-e5a4f893e7b7'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:22:03.583036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.589637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:03.595670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:03.633451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=2707da60-96c9-429b-acf8-343c9f016180,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:03.643058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3432b99a-4c77-470e-aef7-7f1e7ed657d3 None None] Network 604d679b-9641-4153-a955-134a550a38b6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:03.645991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:03.647150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.749242 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a7f1b46b-26a9-40df-82a4-049b53c8b99c tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0171025 Sep 19 12:22:03.753094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59256) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:03.760039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'security_group': {'name': 'tempest-secgroup-818087773'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:03.769260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:03.777602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:03.782419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:03.795642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:03.843869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.855542 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ff518df5-d52b-4f9b-b6d9-569affaa5a2a None None] Current status of the port 75a36cda-a956-4f6c-9e74-28a6f6793b97 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:03.868621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Transition to ACTIVE for port object 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:03.872251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.898313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:03.904579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group_rule and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:03.908650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:03.909356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:03.915469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:03.919338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Transition to ACTIVE for port object 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:04.018600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.062445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.117842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.182892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f1cbd3-ac83-4391-a530-fb5eb73ed0b0,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:04.186721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Allocated IP 172.20.0.2 (803834e5-d85d-4e44-8d28-27b216449293/47f6173a-f928-477e-9018-e5a4f893e7b7/fedc380e-cc1b-402d-9e11-d0d56f16b9c4) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:04.191579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Network 044d6c15-4059-44ab-a3a7-dd2d86170165 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:04.201498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:04.215985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:04.225932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Pushing event updated for resources: {'Port': ['ID=1ef713c7-f828-4db5-acf6-0f6fdf301dc4,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:04.265990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.267627 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-515a7f6c-b375-4a99-bfb4-9a2cf6abd48a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5130751 Sep 19 12:22:04.270354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59272) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:04.277256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'security_group': {'name': 'tempest-secgroup-1122814653'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:04.296868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:04.303292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:04.309157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:04.315636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:04.333330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Allocated IP 172.20.0.1 (044d6c15-4059-44ab-a3a7-dd2d86170165/00c5b0ae-d9da-4e7b-a129-5be1db7ca61c/7530a5dd-6bd7-4fed-a983-ad58af294864) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:04.428324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Attempting to bind port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:22:04.428906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Attempting to bind port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '3a217105-767d-4da4-a079-d1c446f5b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '044d6c15-4059-44ab-a3a7-dd2d86170165'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:22:04.429047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Attempting to bind port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 on network 044d6c15-4059-44ab-a3a7-dd2d86170165 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:22:04.432168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.440459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:22:04.440821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Checking segment: {'id': '3a217105-767d-4da4-a079-d1c446f5b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '044d6c15-4059-44ab-a3a7-dd2d86170165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:04.442018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.442018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Bound using segment: {'id': '3a217105-767d-4da4-a079-d1c446f5b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '044d6c15-4059-44ab-a3a7-dd2d86170165'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:22:04.442516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Bound port: 1ef713c7-f828-4db5-acf6-0f6fdf301dc4, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a217105-767d-4da4-a079-d1c446f5b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '044d6c15-4059-44ab-a3a7-dd2d86170165'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:22:04.443182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.456418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:04.460806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group_rule and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:04.464277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:04.470664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:04.529783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.555798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-604d679b-9641-4153-a955-134a550a38b6', 'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'tenant_id': '8a4702b612ab486e999fd6bc838de6eb', 'fixed_ips': [{'subnet_id': '2707da60-96c9-429b-acf8-343c9f016180'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:22:04.557144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.561031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.563447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Transition to ACTIVE for port object 7530a5dd-6bd7-4fed-a983-ad58af294864 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:04.671761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.672056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.688240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] For port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:22:04.731458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] For port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1ef713c7-f828-4db5-acf6-0f6fdf301dc4,segment=NetworkSegment(3a217105-767d-4da4-a079-d1c446f5b904),segment_id=3a217105-767d-4da4-a079-d1c446f5b904)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:22:04.733110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.737648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65e706c-1c13-400e-aae2-2d123568a543,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:04.755146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Transition to ACTIVE for port object fedc380e-cc1b-402d-9e11-d0d56f16b9c4 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:04.792929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Network 044d6c15-4059-44ab-a3a7-dd2d86170165 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:04.793174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:04.796951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:04.834476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'Port': ['ID=7530a5dd-6bd7-4fed-a983-ad58af294864,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:04.844836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Allocated IP 172.20.0.2 (604d679b-9641-4153-a955-134a550a38b6/2707da60-96c9-429b-acf8-343c9f016180/6ec3d090-e9bb-4eaa-8b44-5316c5efb072) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:04.855276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d49fa3-f45a-428e-b2d9-82206a6e3531 req-58e3d3c8-d501-4b70-a5d3-872a7db2c1b3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:04.860067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.860286 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0d49fa3-f45a-428e-b2d9-82206a6e3531 req-58e3d3c8-d501-4b70-a5d3-872a7db2c1b3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1078548 Sep 19 12:22:04.860286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.861734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59280) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:04.861872 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cb4139b6-fe55-46fd-a677-0ff173fa0ad7 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5903783 Sep 19 12:22:04.871199 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1356871049', 'security_groups': ['e65e706c-1c13-400e-aae2-2d123568a543'], 'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2707da60-96c9-429b-acf8-343c9f016180'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:04.889919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:04.916555 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0d49fa3-f45a-428e-b2d9-82206a6e3531 req-c01119aa-3fd2-45a9-b77a-231cee3d406e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512588 Sep 19 12:22:04.943092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Transition to ACTIVE for port object fedc380e-cc1b-402d-9e11-d0d56f16b9c4 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:05.037240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef0dde-bdba-4458-8c5e-bc6b2868d704 None None] Pushing event updated for resources: {'Port': ['ID=1ef713c7-f828-4db5-acf6-0f6fdf301dc4,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:05.042142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:05.052626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:05.057074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:port and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:05.060034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:05.066876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:05.122101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Network 803834e5-d85d-4e44-8d28-27b216449293 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:05.127561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:05.144323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:05.145762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:05.152924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Pushing event updated for resources: {'Port': ['ID=fedc380e-cc1b-402d-9e11-d0d56f16b9c4,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:05.271023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 75a36cda-a956-4f6c-9e74-28a6f6793b97 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:05.412692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Attempting to bind port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:22:05.413082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Attempting to bind port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a0e3f7be-4b7a-488d-a2ac-056d62ac647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '803834e5-d85d-4e44-8d28-27b216449293'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:22:05.413435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Attempting to bind port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 on network 803834e5-d85d-4e44-8d28-27b216449293 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:22:05.435965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:22:05.438007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Checking segment: {'id': 'a0e3f7be-4b7a-488d-a2ac-056d62ac647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '803834e5-d85d-4e44-8d28-27b216449293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:05.438007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:05.438007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Bound using segment: {'id': 'a0e3f7be-4b7a-488d-a2ac-056d62ac647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '803834e5-d85d-4e44-8d28-27b216449293'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:22:05.438296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Bound port: fedc380e-cc1b-402d-9e11-d0d56f16b9c4, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e3f7be-4b7a-488d-a2ac-056d62ac647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '803834e5-d85d-4e44-8d28-27b216449293'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:22:05.438590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:05.465010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:05.475685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:05.529240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Transition to ACTIVE for port object 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:05.569199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 75a36cda-a956-4f6c-9e74-28a6f6793b97 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:05.569488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:05.589817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:05.594613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Transition to ACTIVE for port object 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:05.624779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] For port fedc380e-cc1b-402d-9e11-d0d56f16b9c4, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:22:05.637246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] For port fedc380e-cc1b-402d-9e11-d0d56f16b9c4, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fedc380e-cc1b-402d-9e11-d0d56f16b9c4,segment=NetworkSegment(a0e3f7be-4b7a-488d-a2ac-056d62ac647b),segment_id=a0e3f7be-4b7a-488d-a2ac-056d62ac647b)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:22:05.677247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:05.745286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 83272509-10ea-4276-8691-603af019db13 yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:22:05.771573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 75a36cda-a956-4f6c-9e74-28a6f6793b97 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:05.777155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:05.781079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:05.784523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:05.789269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:05.791866 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Pushing event updated for resources: {'Port': ['ID=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:05.805284 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:22:06.074076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106b0be-bbdf-42d0-873f-00827e200e25 None None] Pushing event updated for resources: {'Port': ['ID=fedc380e-cc1b-402d-9e11-d0d56f16b9c4,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:06.077926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Attempting to bind port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:22:06.078235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Attempting to bind port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'e226ed2e-7396-4f5c-908a-91e1eb32c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '604d679b-9641-4153-a955-134a550a38b6'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:22:06.078599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Attempting to bind port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 on network 604d679b-9641-4153-a955-134a550a38b6 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:22:06.091497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:22:06.091904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Checking segment: {'id': 'e226ed2e-7396-4f5c-908a-91e1eb32c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '604d679b-9641-4153-a955-134a550a38b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:06.092311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:06.092708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Bound using segment: {'id': 'e226ed2e-7396-4f5c-908a-91e1eb32c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '604d679b-9641-4153-a955-134a550a38b6'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:22:06.093194 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Bound port: 6ec3d090-e9bb-4eaa-8b44-5316c5efb072, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e226ed2e-7396-4f5c-908a-91e1eb32c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '604d679b-9641-4153-a955-134a550a38b6'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:22:06.093735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:06.187539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.10 (604d679b-9641-4153-a955-134a550a38b6/2707da60-96c9-429b-acf8-343c9f016180/83272509-10ea-4276-8691-603af019db13) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:06.211434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741ece-01f9-4132-8d49-d919c4ccc3da req-0e03457f-182f-463b-a313-4a57da934e54 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:06.213315 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-71741ece-01f9-4132-8d49-d919c4ccc3da req-0e03457f-182f-463b-a313-4a57da934e54 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1106343 Sep 19 12:22:06.224117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] For port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:22:06.227613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] For port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,segment=NetworkSegment(e226ed2e-7396-4f5c-908a-91e1eb32c4ab),segment_id=e226ed2e-7396-4f5c-908a-91e1eb32c4ab)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:22:06.276672 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-71741ece-01f9-4132-8d49-d919c4ccc3da req-26342353-1f97-4ddb-9947-a54e67fda787 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565019 Sep 19 12:22:06.295174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:06.410075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf56d70-17ef-41cb-9195-67440f991426 None None] Pushing event updated for resources: {'Port': ['ID=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:06.420494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:06.452989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da4cf6-f263-437f-8ed5-ae35f1685b16 None None] Network 044d6c15-4059-44ab-a3a7-dd2d86170165 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:06.481727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:06.517212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:06.615922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object 83272509-10ea-4276-8691-603af019db13 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:06.639317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:06.645292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'Port': ['ID=7530a5dd-6bd7-4fed-a983-ad58af294864,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:06.660208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-29e100f5-50b6-418a-8b4d-9de1da53f355 None None] Provisioning for port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:06.812793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Network 044d6c15-4059-44ab-a3a7-dd2d86170165 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:06.815689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:06.947695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:07.048530 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:07.054365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:07.060798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:07.103953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=83272509-10ea-4276-8691-603af019db13,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:07.151610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:07.152276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:07.169543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cd2327a8-f1f7-450c-91f6-57714c49e943 None None] Provisioning for port 7530a5dd-6bd7-4fed-a983-ad58af294864 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:07.177522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cd2327a8-f1f7-450c-91f6-57714c49e943 None None] Provisioning complete for port 7530a5dd-6bd7-4fed-a983-ad58af294864 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:07.180057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cd2327a8-f1f7-450c-91f6-57714c49e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:07.298133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-cd2327a8-f1f7-450c-91f6-57714c49e943 None None] Port 7530a5dd-6bd7-4fed-a983-ad58af294864 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:07.362831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Router c373298b-ec76-4860-996f-da23ef2d8db4 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:22:07.388022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8be3a6-c7b8-422a-8aae-96e4cb5b3b4f None None] Network 803834e5-d85d-4e44-8d28-27b216449293 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:07.435332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fedc380e-cc1b-402d-9e11-d0d56f16b9c4 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:07.461951 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7702ca84-f7c3-4799-af8d-1f97093cb704 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5979810 Sep 19 12:22:07.465662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59292) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:07.478442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:07.624563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] Provisioning complete for port 7530a5dd-6bd7-4fed-a983-ad58af294864 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:07.625174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:07.718602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:07.740060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:07.741997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] Port 7530a5dd-6bd7-4fed-a983-ad58af294864 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:07.759344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:07.768444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:07.776068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:22:07.783025 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4b886125-6305-4493-bd5f-86c14911335e tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "PUT /v2.0/routers/c373298b-ec76-4860-996f-da23ef2d8db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6083362 Sep 19 12:22:07.785517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59296) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:07.798259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140a5fc-d348-4e4a-8d68-3933d664571c None None] Sync routers for ids ['c373298b-ec76-4860-996f-da23ef2d8db4'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:22:07.805113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4812ae-9974-4f97-bfb5-3d6d52379956 req-d1c15aac-152d-467e-a05f-df4dd959585b tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:07.807353 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ed4812ae-9974-4f97-bfb5-3d6d52379956 req-d1c15aac-152d-467e-a05f-df4dd959585b tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.2410398 Sep 19 12:22:07.814283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:07.833310 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:07.863420 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ed4812ae-9974-4f97-bfb5-3d6d52379956 req-1b524143-f814-46bf-8dd8-21c6a807e9a7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502810 Sep 19 12:22:07.864485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:07.871805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:07.872233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140a5fc-d348-4e4a-8d68-3933d664571c None None] Routers {'c373298b-ec76-4860-996f-da23ef2d8db4'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:07.872233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8140a5fc-d348-4e4a-8d68-3933d664571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c373298b-ec76-4860-996f-da23ef2d8db4'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:07.980425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] Provisioning for port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:07.994543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8140a5fc-d348-4e4a-8d68-3933d664571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:08.029669 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.ipam_backend_mixin [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2707da60-96c9-429b-acf8-343c9f016180 (CIDR: 172.20.0.0/28) Sep 19 12:22:08.053714 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140a5fc-d348-4e4a-8d68-3933d664571c None None] Routers {'c373298b-ec76-4860-996f-da23ef2d8db4'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:08.054385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8140a5fc-d348-4e4a-8d68-3933d664571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c373298b-ec76-4860-996f-da23ef2d8db4'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:08.077940 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:08.078500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:08.107599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] Provisioning complete for port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:08.107980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:08.143571 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ff31fb17-a27f-4cc8-808b-545138443ecd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6764629 Sep 19 12:22:08.144149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59300) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:08.150730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:08.171631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8140a5fc-d348-4e4a-8d68-3933d664571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:08.172039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140a5fc-d348-4e4a-8d68-3933d664571c None None] The sync data for ids ['c373298b-ec76-4860-996f-da23ef2d8db4'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:22:08.277325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:08.289911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:08.290901 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:08.326243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] Current status of the port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:08.326629 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:08.344164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:08.348981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:08.353163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:08.360116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:08.389245 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] For port fedc380e-cc1b-402d-9e11-d0d56f16b9c4, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fedc380e-cc1b-402d-9e11-d0d56f16b9c4,segment=NetworkSegment(a0e3f7be-4b7a-488d-a2ac-056d62ac647b),segment_id=a0e3f7be-4b7a-488d-a2ac-056d62ac647b)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:08.447014 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-0ab85b15-0a71-4a36-a67c-de17fd8e671f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:08.448395 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0ab85b15-0a71-4a36-a67c-de17fd8e671f tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "PUT /v2.0/routers/c373298b-ec76-4860-996f-da23ef2d8db4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6606512 Sep 19 12:22:08.451199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59304) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:08.463609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:08.463986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:08.498182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1ef713c7-f828-4db5-acf6-0f6fdf301dc4,segment=NetworkSegment(3a217105-767d-4da4-a079-d1c446f5b904),segment_id=3a217105-767d-4da4-a079-d1c446f5b904)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:08.499708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:08.523792 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:08.528092 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:08.570039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb363ea-a12e-453e-a747-bb7a9697c66a None None] Pushing event updated for resources: {'Port': ['ID=fedc380e-cc1b-402d-9e11-d0d56f16b9c4,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:08.621904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Provisioning complete for port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:08.627089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:08.683263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:08.696464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Provisioning complete for port 7530a5dd-6bd7-4fed-a983-ad58af294864 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:08.697599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:08.805093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Port 7530a5dd-6bd7-4fed-a983-ad58af294864 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:08.842980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:08.843860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:08.961538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1ef713c7-f828-4db5-acf6-0f6fdf301dc4,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:09.294122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb2739-48aa-4d8a-a566-5192acdd8ef3 req-67015e18-a746-406c-9867-d898959e3838 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:09.295612 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a8bb2739-48aa-4d8a-a566-5192acdd8ef3 req-67015e18-a746-406c-9867-d898959e3838 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.2823508 Sep 19 12:22:09.377595 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a8bb2739-48aa-4d8a-a566-5192acdd8ef3 req-0fa7c89b-aa04-4dfd-a386-0b0db1ee8493 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712736 Sep 19 12:22:09.391383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Provisioning for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:09.409052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Provisioning complete for port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:09.409428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:09.467756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:09.475670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:09.476045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:09.483701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:09.586309 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Current status of the port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:09.607614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:09.658481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:09.659144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:09.689686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Provisioning for port 83272509-10ea-4276-8691-603af019db13 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:09.693163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:09.695262 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,segment=NetworkSegment(e226ed2e-7396-4f5c-908a-91e1eb32c4ab),segment_id=e226ed2e-7396-4f5c-908a-91e1eb32c4ab)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:09.697414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Provisioning complete for port 83272509-10ea-4276-8691-603af019db13 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:09.697778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:09.701187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:09.704132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:09.704688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:09.727048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7068d163-933e-4de8-8df0-b57226db9099 None None] Network 604d679b-9641-4153-a955-134a550a38b6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:09.792730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:09.811650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:09.879887 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ca88f-27a9-47bf-8f58-4dc844870d73 None None] Port 83272509-10ea-4276-8691-603af019db13 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:09.907298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fedc380e-cc1b-402d-9e11-d0d56f16b9c4 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:09.916277 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7f475cb2-a9a6-491d-9966-557188bed0da tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7709544 Sep 19 12:22:09.919032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59310) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:09.925644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1513709450', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6'}], 'security_groups': ['28f1cbd3-ac83-4391-a530-fb5eb73ed0b0']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:09.949627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Deleting port 7530a5dd-6bd7-4fed-a983-ad58af294864 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:09.949986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:09.972616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:10.065527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:10.097476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:10.097795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:10.163033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:10.273873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:10.275803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:10.403560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d251e-c039-4c92-9979-3f8538a2bc15 None None] Update dhcp port {'port': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'fixed_ips': [{'subnet_id': '2707da60-96c9-429b-acf8-343c9f016180', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': '6ec3d090-e9bb-4eaa-8b44-5316c5efb072'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:22:10.431378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Calling delete_port for 7530a5dd-6bd7-4fed-a983-ad58af294864 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:10.474268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:10.474648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:10.516314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Delete allocated IP 172.20.0.10 (604d679b-9641-4153-a955-134a550a38b6/2707da60-96c9-429b-acf8-343c9f016180) {{(pid=89794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 12:22:10.525091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.27 (604d679b-9641-4153-a955-134a550a38b6/e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6/83272509-10ea-4276-8691-603af019db13) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:10.530110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6b8d251e-c039-4c92-9979-3f8538a2bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:10.668707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85571362-34d4-44c7-ac47-07d88422b744 req-7326c761-952d-4d8d-932b-bbeb3f278d77 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:10.671219 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-85571362-34d4-44c7-ac47-07d88422b744 req-7326c761-952d-4d8d-932b-bbeb3f278d77 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1517818 Sep 19 12:22:10.729189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:10.744711 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-85571362-34d4-44c7-ac47-07d88422b744 req-04cc2102-89d6-44a7-bbc4-17f94004adf7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658731 Sep 19 12:22:10.766514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:10.831182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object 83272509-10ea-4276-8691-603af019db13 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:10.831429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:10.878764 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event deleted for resources: {'Port': ['ID=7530a5dd-6bd7-4fed-a983-ad58af294864,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:10.901466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:10.976042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-6b8d251e-c039-4c92-9979-3f8538a2bc15 None None] Allocated IP 172.20.0.18 (604d679b-9641-4153-a955-134a550a38b6/e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6/6ec3d090-e9bb-4eaa-8b44-5316c5efb072) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:11.162598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:11.184067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6b8d251e-c039-4c92-9979-3f8538a2bc15 None None] For port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,segment=NetworkSegment(e226ed2e-7396-4f5c-908a-91e1eb32c4ab),segment_id=e226ed2e-7396-4f5c-908a-91e1eb32c4ab)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:11.185799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=83272509-10ea-4276-8691-603af019db13,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:11.206072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] In _notify_port_updated(), no bound segment for port 83272509-10ea-4276-8691-603af019db13 on network 604d679b-9641-4153-a955-134a550a38b6 {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:22:11.211629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:11.212766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:11.216770 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cdcd38fb-eac8-4cb3-8335-82d16ea084b8 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "PUT /v2.0/ports/83272509-10ea-4276-8691-603af019db13 HTTP/1.1" status: 200 len: 921 time: 1.2933898 Sep 19 12:22:11.216940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6b8d251e-c039-4c92-9979-3f8538a2bc15 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:11.219861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59316) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:11.244304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6b8d251e-c039-4c92-9979-3f8538a2bc15 None None] Transition to ACTIVE for port object 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:11.295248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cbe74d4c-3434-47d5-952e-7a9a2b2f1e2b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 83272509-10ea-4276-8691-603af019db13 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:11.295595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe74d4c-3434-47d5-952e-7a9a2b2f1e2b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:11.368572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6b8d251e-c039-4c92-9979-3f8538a2bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:11.465876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Router c373298b-ec76-4860-996f-da23ef2d8db4 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:22:11.543732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d251e-c039-4c92-9979-3f8538a2bc15 None None] Pushing event updated for resources: {'Port': ['ID=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:11.579203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe74d4c-3434-47d5-952e-7a9a2b2f1e2b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:11.617093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:22:11.620832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dbd18a06-3ee5-4af7-a9be-ac1cfb106c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:11.629471 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c39d64-c260-47dd-b5df-acad52b20742 None None] Sync routers for ids ['c373298b-ec76-4860-996f-da23ef2d8db4'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:22:11.642758 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1f7f97f6-4c0f-4117-9839-d998b624b4af tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "PUT /v2.0/routers/c373298b-ec76-4860-996f-da23ef2d8db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1794398 Sep 19 12:22:11.642758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59320) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:11.654585 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c39d64-c260-47dd-b5df-acad52b20742 None None] Routers {'c373298b-ec76-4860-996f-da23ef2d8db4'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:11.655260 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-09c39d64-c260-47dd-b5df-acad52b20742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c373298b-ec76-4860-996f-da23ef2d8db4'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:11.717169 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-84a2f2f5-2d83-4bbd-b9c2-d9a5c7bc26c1 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] delete failed (client error): The resource could not be found. Sep 19 12:22:11.723030 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-84a2f2f5-2d83-4bbd-b9c2-d9a5c7bc26c1 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-247627684 HTTP/1.1" status: 404 len: 334 time: 0.0800989 Sep 19 12:22:11.723244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cbe74d4c-3434-47d5-952e-7a9a2b2f1e2b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 83272509-10ea-4276-8691-603af019db13 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:11.723362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59324) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:11.731297 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-baa353ef-9324-4da0-8456-cbe424b85ff0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c373298b-ec76-4860-996f-da23ef2d8db4'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:11.732739 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-09c39d64-c260-47dd-b5df-acad52b20742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:11.741980 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c39d64-c260-47dd-b5df-acad52b20742 None None] Routers {'c373298b-ec76-4860-996f-da23ef2d8db4'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:11.742849 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-09c39d64-c260-47dd-b5df-acad52b20742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:21:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c373298b-ec76-4860-996f-da23ef2d8db4'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:11.808053 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-09c39d64-c260-47dd-b5df-acad52b20742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:11.808467 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c39d64-c260-47dd-b5df-acad52b20742 None None] The sync data for ids ['c373298b-ec76-4860-996f-da23ef2d8db4'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:22:11.914183 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:12.014354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe74d4c-3434-47d5-952e-7a9a2b2f1e2b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.068233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe74d4c-3434-47d5-952e-7a9a2b2f1e2b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=83272509-10ea-4276-8691-603af019db13,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:12.192151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cbe74d4c-3434-47d5-952e-7a9a2b2f1e2b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.202281 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cbe74d4c-3434-47d5-952e-7a9a2b2f1e2b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/83272509-10ea-4276-8691-603af019db13 HTTP/1.1" status: 204 len: 168 time: 0.9813945 Sep 19 12:22:12.204960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59330) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:12.215486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bfdb1194-2442-437a-aeab-ee0bb7b0cc35 None None] Provisioning complete for port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:12.216229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bfdb1194-2442-437a-aeab-ee0bb7b0cc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.250557 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fa98bd-29ab-42cd-b1d5-0cb221e2e853 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:22:12.251187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-98fa98bd-29ab-42cd-b1d5-0cb221e2e853 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:12.277756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb1194-2442-437a-aeab-ee0bb7b0cc35 None None] Port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:12.281338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bfdb1194-2442-437a-aeab-ee0bb7b0cc35 None None] Could not find standard attr ID for object 83272509-10ea-4276-8691-603af019db13. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:22:12.316771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-98fa98bd-29ab-42cd-b1d5-0cb221e2e853 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:12.318062 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-98fa98bd-29ab-42cd-b1d5-0cb221e2e853 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/83272509-10ea-4276-8691-603af019db13 HTTP/1.1" status: 404 len: 333 time: 0.1116269 Sep 19 12:22:12.320907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59334) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:12.373884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bfdb1194-2442-437a-aeab-ee0bb7b0cc35 None None] Provisioning for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:12.380837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bfdb1194-2442-437a-aeab-ee0bb7b0cc35 None None] Provisioning complete for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:12.381475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bfdb1194-2442-437a-aeab-ee0bb7b0cc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.383257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-baa353ef-9324-4da0-8456-cbe424b85ff0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.386730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82e80710-1b6e-4c72-b465-d538c9ca1fd6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.400721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bee9e3-06bd-4469-ae70-0880a153f72c req-d6ec1d41-2139-4c6c-a968-4b3ae54a072b tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:12.407304 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-54bee9e3-06bd-4469-ae70-0880a153f72c req-d6ec1d41-2139-4c6c-a968-4b3ae54a072b tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.4964523 Sep 19 12:22:12.417405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82e80710-1b6e-4c72-b465-d538c9ca1fd6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.453636 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-54bee9e3-06bd-4469-ae70-0880a153f72c req-4da4568e-5772-46c7-b176-c23a43b8c67c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451915 Sep 19 12:22:12.481469 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-baa353ef-9324-4da0-8456-cbe424b85ff0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] update failed (client error): The resource could not be found. Sep 19 12:22:12.481469 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-baa353ef-9324-4da0-8456-cbe424b85ff0 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "PUT /v2.0/routers/c373298b-ec76-4860-996f-da23ef2d8db4 HTTP/1.1" status: 404 len: 339 time: 0.7525971 Sep 19 12:22:12.482115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59338) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:12.525243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb1194-2442-437a-aeab-ee0bb7b0cc35 None None] Current status of the port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:12.611695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82e80710-1b6e-4c72-b465-d538c9ca1fd6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.643932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e80710-1b6e-4c72-b465-d538c9ca1fd6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65e706c-1c13-400e-aae2-2d123568a543,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:12.707821 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-82e80710-1b6e-4c72-b465-d538c9ca1fd6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.709211 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-82e80710-1b6e-4c72-b465-d538c9ca1fd6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/security-groups/e65e706c-1c13-400e-aae2-2d123568a543 HTTP/1.1" status: 204 len: 168 time: 0.3871958 Sep 19 12:22:12.712861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59342) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:12.744064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-076adcff-3cf4-494a-873d-d12ef69ae589 None None] Could not find standard attr ID for object 83272509-10ea-4276-8691-603af019db13. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:22:12.795434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97e2aa5c-5ccd-44d0-bc44-61ddbd33e84d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.826763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97e2aa5c-5ccd-44d0-bc44-61ddbd33e84d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.951162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97e2aa5c-5ccd-44d0-bc44-61ddbd33e84d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.969393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2aa5c-5ccd-44d0-bc44-61ddbd33e84d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f1cbd3-ac83-4391-a530-fb5eb73ed0b0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:12.985907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97e2aa5c-5ccd-44d0-bc44-61ddbd33e84d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:12.989659 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-97e2aa5c-5ccd-44d0-bc44-61ddbd33e84d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/security-groups/28f1cbd3-ac83-4391-a530-fb5eb73ed0b0 HTTP/1.1" status: 204 len: 168 time: 0.2727644 Sep 19 12:22:12.990012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59346) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:13.055955 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-588aa594-610a-4976-9155-55677a149196 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet 2707da60-96c9-429b-acf8-343c9f016180 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:22:13.058933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-588aa594-610a-4976-9155-55677a149196 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:13.110555 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:13.119751 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-588aa594-610a-4976-9155-55677a149196 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:13.202982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-588aa594-610a-4976-9155-55677a149196 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:13.369228 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-588aa594-610a-4976-9155-55677a149196 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:13.413876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588aa594-610a-4976-9155-55677a149196 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=2707da60-96c9-429b-acf8-343c9f016180,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:13.416119 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-588aa594-610a-4976-9155-55677a149196 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:13.425250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c7a44-081a-464e-b3fa-f3211eb20552 None None] Network 604d679b-9641-4153-a955-134a550a38b6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:13.425775 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-588aa594-610a-4976-9155-55677a149196 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/2707da60-96c9-429b-acf8-343c9f016180 HTTP/1.1" status: 204 len: 168 time: 0.4316933 Sep 19 12:22:13.426816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59350) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:13.432936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:13.460916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Allocated IP 172.20.0.1 (ccd6a8b3-5bc2-4481-8b95-f1a86b996759/71c76bb9-986b-44be-b19b-8f60c0205a78/375235d4-d304-412f-92c4-a9392c21cd76) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:13.655790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:13.660002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:13.662514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:13.672150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:13.676884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Transition to ACTIVE for port object 375235d4-d304-412f-92c4-a9392c21cd76 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:13.677104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1e72a5f4-af18-4a41-a4ba-3444cbcc6dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:13.683025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:13.714864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13309605-fe45-410e-a50d-66379c1c46b3 req-0d458d28-b8ab-4479-a78e-9e9dfdefe94e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:13.716431 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13309605-fe45-410e-a50d-66379c1c46b3 req-0d458d28-b8ab-4479-a78e-9e9dfdefe94e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1182563 Sep 19 12:22:13.763662 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13309605-fe45-410e-a50d-66379c1c46b3 req-e74c9864-6826-4c6e-a8a6-637fd3cb8939 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409722 Sep 19 12:22:13.774494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:13.778348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:13.803984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:13.890148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Network ccd6a8b3-5bc2-4481-8b95-f1a86b996759 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:13.895123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:13.898128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:13.950652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'Port': ['ID=375235d4-d304-412f-92c4-a9392c21cd76,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:13.981710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.173890 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.180313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.245155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:14.248753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:14.253189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:14.253767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.275878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=1a4c2c8d-9552-49af-b947-1a744e19043f,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:14.351220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f9f18452-1ab3-40b6-a1a3-ba079ae7edf6 None None] Provisioning for port 375235d4-d304-412f-92c4-a9392c21cd76 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:14.357191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723255f8-d3b7-4af4-886e-8335f0b4cf91 None None] Network 604d679b-9641-4153-a955-134a550a38b6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:14.372640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f9f18452-1ab3-40b6-a1a3-ba079ae7edf6 None None] Provisioning complete for port 375235d4-d304-412f-92c4-a9392c21cd76 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:14.373046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f9f18452-1ab3-40b6-a1a3-ba079ae7edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.392120 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bd2882df-4de1-41b7-b220-c503759bb399 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9642432 Sep 19 12:22:14.394659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59356) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:14.400827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'security_group': {'name': 'tempest-secgroup-1370431648'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:14.406880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:14.410952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:14.413932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:14.420266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:14.503336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f9f18452-1ab3-40b6-a1a3-ba079ae7edf6 None None] Port 375235d4-d304-412f-92c4-a9392c21cd76 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:14.509918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.534710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:14.539525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group_rule and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:14.544260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:14.548256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:14.579909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.616668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.631421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.669675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9687b72a-4a21-41da-ad9b-9b83d2dcc3c3 None None] Provisioning complete for port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:14.669960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9687b72a-4a21-41da-ad9b-9b83d2dcc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.732001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-9687b72a-4a21-41da-ad9b-9b83d2dcc3c3 None None] Port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:14.745553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.749982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9687b72a-4a21-41da-ad9b-9b83d2dcc3c3 None None] Provisioning complete for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:14.750365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9687b72a-4a21-41da-ad9b-9b83d2dcc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.774476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.822181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18631f70-3383-4df0-bf90-ecfb8b6e1bd9,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:14.859329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event updated for resources: {'Port': ['ID=375235d4-d304-412f-92c4-a9392c21cd76,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:14.881854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.888483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:14.892206 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ec5592af-568c-4c04-8975-7afc3e54e078 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4940884 Sep 19 12:22:14.892455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59362) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:14.897471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'security_group': {'name': 'tempest-secgroup-184475360'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:14.910125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8b5b7-a053-47e9-8fea-4878386a4621 None None] Update dhcp port {'port': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'fixed_ips': [{'subnet_id': 'e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6', 'ip_address': '172.20.0.18'}, {'subnet_id': '1a4c2c8d-9552-49af-b947-1a744e19043f'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': '6ec3d090-e9bb-4eaa-8b44-5316c5efb072'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:22:14.953719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:14.960923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:14.970483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:14.979801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:14.992337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.011239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcb0da-19e8-4de6-b38b-a6a59912c9aa req-102c7357-9fb6-424e-95a7-43461f2a29de tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:15.012890 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-60dcb0da-19e8-4de6-b38b-a6a59912c9aa req-102c7357-9fb6-424e-95a7-43461f2a29de tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1103213 Sep 19 12:22:15.023749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ce8b5b7-a053-47e9-8fea-4878386a4621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.023995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Network ccd6a8b3-5bc2-4481-8b95-f1a86b996759 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:15.025178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:15.059010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.080330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-9687b72a-4a21-41da-ad9b-9b83d2dcc3c3 None None] Current status of the port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:15.093513 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-60dcb0da-19e8-4de6-b38b-a6a59912c9aa req-7fa43de7-379f-4401-a05e-a94b531b05a5 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726113 Sep 19 12:22:15.096327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:15.101986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group_rule and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:15.106174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:15.113309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:15.324371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.327741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-7ce8b5b7-a053-47e9-8fea-4878386a4621 None None] Allocated IP 172.20.0.2 (604d679b-9641-4153-a955-134a550a38b6/1a4c2c8d-9552-49af-b947-1a744e19043f/6ec3d090-e9bb-4eaa-8b44-5316c5efb072) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:15.380743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.419198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Router c373298b-ec76-4860-996f-da23ef2d8db4 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:22:15.427613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690862e6-7788-45be-9d59-4112fa0e71ad,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:15.439743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5bcd39ca-b15c-4f2c-b2e5-1242fff1e500 None None] Provisioning complete for port 375235d4-d304-412f-92c4-a9392c21cd76 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:15.439743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5bcd39ca-b15c-4f2c-b2e5-1242fff1e500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.482569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.483872 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4c08c67c-e80d-4187-a48a-89af63c0d67e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5905478 Sep 19 12:22:15.486643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59366) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:15.491857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'security_group': {'name': 'tempest-secgroup-1464750710'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:15.498442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:15.502525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:15.505757 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:15.513058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:15.522084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5bcd39ca-b15c-4f2c-b2e5-1242fff1e500 None None] Port 375235d4-d304-412f-92c4-a9392c21cd76 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:15.525362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7ce8b5b7-a053-47e9-8fea-4878386a4621 None None] For port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,segment=NetworkSegment(e226ed2e-7396-4f5c-908a-91e1eb32c4ab),segment_id=e226ed2e-7396-4f5c-908a-91e1eb32c4ab)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:15.551297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ce8b5b7-a053-47e9-8fea-4878386a4621 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.568383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7ce8b5b7-a053-47e9-8fea-4878386a4621 None None] Transition to ACTIVE for port object 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:15.585106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:22:15.594702 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ca9520db-b78d-489d-9c61-db7258a55e2c tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "PUT /v2.0/routers/c373298b-ec76-4860-996f-da23ef2d8db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1113925 Sep 19 12:22:15.595543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7c598-0477-4fa5-8136-002fd74b707b None None] Sync routers for ids ['c373298b-ec76-4860-996f-da23ef2d8db4'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:22:15.596804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.597477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59370) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:15.609599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b7c598-0477-4fa5-8136-002fd74b707b None None] Routers {'c373298b-ec76-4860-996f-da23ef2d8db4'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:15.610217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-10b7c598-0477-4fa5-8136-002fd74b707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c373298b-ec76-4860-996f-da23ef2d8db4'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:15.618265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:15.622731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:security_group_rule and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:15.625691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:15.631516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:15.665947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ce8b5b7-a053-47e9-8fea-4878386a4621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.705684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.722019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-10b7c598-0477-4fa5-8136-002fd74b707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:15.766491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a072ce6c-1580-4e96-83a1-991cd5bf6309 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.768477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.814606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd2f23-a9fb-4be7-a432-276aa9e86c5e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:15.826124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b7c598-0477-4fa5-8136-002fd74b707b None None] Routers {'c373298b-ec76-4860-996f-da23ef2d8db4'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:15.826776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-10b7c598-0477-4fa5-8136-002fd74b707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c373298b-ec76-4860-996f-da23ef2d8db4'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:15.883170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:15.889121 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-17e47569-bd6a-49b8-a664-573b00b5823d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3974407 Sep 19 12:22:15.889383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59374) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:15.896957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1486244220', 'security_groups': ['d2dd2f23-a9fb-4be7-a432-276aa9e86c5e'], 'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a4c2c8d-9552-49af-b947-1a744e19043f'}]}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:15.900579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8b5b7-a053-47e9-8fea-4878386a4621 None None] Pushing event updated for resources: {'Port': ['ID=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:15.903473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-10b7c598-0477-4fa5-8136-002fd74b707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:15.903735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7c598-0477-4fa5-8136-002fd74b707b None None] The sync data for ids ['c373298b-ec76-4860-996f-da23ef2d8db4'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:22:15.951234 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-a072ce6c-1580-4e96-83a1-991cd5bf6309 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 19 12:22:15.954968 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a072ce6c-1580-4e96-83a1-991cd5bf6309 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "DELETE /v2.0/routers/c373298b-ec76-4860-996f-da23ef2d8db4 HTTP/1.1" status: 409 len: 329 time: 0.3537042 Sep 19 12:22:15.956538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59378) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:16.061519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:16.072355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:16.162807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:16.386194 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:16.395043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:16.424481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] device_id is not set on port 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:22:16.457069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f460a837-2ffc-4d81-8f2e-858f6301282c None None] Provisioning complete for port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:16.457747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f460a837-2ffc-4d81-8f2e-858f6301282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:16.472167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7101447-4901-45c8-a192-a85669b92076 req-02ff87f0-8ada-4d40-ab92-41ce04bba97f tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:16.473632 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a7101447-4901-45c8-a192-a85669b92076 req-02ff87f0-8ada-4d40-ab92-41ce04bba97f tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.2110939 Sep 19 12:22:16.503896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:16.530232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f460a837-2ffc-4d81-8f2e-858f6301282c None None] Port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:16.585547 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a7101447-4901-45c8-a192-a85669b92076 req-fd93e012-a67a-4401-ba8b-02e9617db3e9 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003771 Sep 19 12:22:16.603878 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f460a837-2ffc-4d81-8f2e-858f6301282c None None] Provisioning for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:16.610590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f460a837-2ffc-4d81-8f2e-858f6301282c None None] Provisioning complete for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:16.613331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f460a837-2ffc-4d81-8f2e-858f6301282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:16.700837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.10 (604d679b-9641-4153-a955-134a550a38b6/1a4c2c8d-9552-49af-b947-1a744e19043f/011acb7b-860b-4afd-a7a1-4d7f41c0c6b7) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:16.732832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f460a837-2ffc-4d81-8f2e-858f6301282c None None] Current status of the port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:16.893566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:16.909672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:16.971274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Deleting port 375235d4-d304-412f-92c4-a9392c21cd76 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:16.971980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:17.002906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:17.073375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:17.076555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:17.080416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:17.121476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=011acb7b-860b-4afd-a7a1-4d7f41c0c6b7,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:17.164233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:17.164233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:17.172999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:17.257862 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-48602cda-f215-4fd4-9b47-c90fbbb2e4bb tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3673840 Sep 19 12:22:17.258735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59384) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:17.264689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:17.310643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Calling delete_port for 375235d4-d304-412f-92c4-a9392c21cd76 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:17.420084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e2ce21bd-1b5f-4042-9956-c6249abdfa16 None None] Provisioning for port 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:17.422535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:17.425131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e2ce21bd-1b5f-4042-9956-c6249abdfa16 None None] Provisioning complete for port 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:17.425856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2ce21bd-1b5f-4042-9956-c6249abdfa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:17.426577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:17.429459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:17.435696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:17.484240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce21bd-1b5f-4042-9956-c6249abdfa16 None None] Port 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:17.516522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:17.520144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:17.545541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:17.595512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event deleted for resources: {'Port': ['ID=375235d4-d304-412f-92c4-a9392c21cd76,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:17.663735 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.ipam_backend_mixin [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a4c2c8d-9552-49af-b947-1a744e19043f (CIDR: 172.20.0.0/28) Sep 19 12:22:17.705979 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:17.706479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:17.814534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3925ca-f43d-4c5c-9cf4-80842d3f8c57 req-9c3d7312-8ece-4157-b433-47e4102df8f7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:17.816523 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1a3925ca-f43d-4c5c-9cf4-80842d3f8c57 req-9c3d7312-8ece-4157-b433-47e4102df8f7 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1042373 Sep 19 12:22:17.850547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:17.860309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59390) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:17.860595 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4d165583-62ce-4ed9-8ddb-e29260f84e71 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6002047 Sep 19 12:22:17.868663 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:17.873421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1a3925ca-f43d-4c5c-9cf4-80842d3f8c57 req-52256dd3-614b-45b4-bb8e-459274cbd11b tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497305 Sep 19 12:22:17.902871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:17.969139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:17.969415 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:18.091264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:18.372793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:18.376010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Router c373298b-ec76-4860-996f-da23ef2d8db4 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:22:18.379639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:18.383121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:18.391810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:18.528882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:22:18.538621 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cd7fa67b-0a54-4c64-ad9c-fa7495bac090 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "PUT /v2.0/routers/c373298b-ec76-4860-996f-da23ef2d8db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5808740 Sep 19 12:22:18.538941 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605e09d-3903-4238-a9f2-56ca5612e55f None None] Sync routers for ids ['c373298b-ec76-4860-996f-da23ef2d8db4'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:22:18.542624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59394) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:18.549331 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605e09d-3903-4238-a9f2-56ca5612e55f None None] Routers {'c373298b-ec76-4860-996f-da23ef2d8db4'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:18.549930 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2605e09d-3903-4238-a9f2-56ca5612e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c373298b-ec76-4860-996f-da23ef2d8db4'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:18.601525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:18.605795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:18.638519 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-46799ca7-b711-4476-89e3-71a14809e3fb tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] show failed (client error): The resource could not be found. Sep 19 12:22:18.638941 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-46799ca7-b711-4476-89e3-71a14809e3fb tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-568031127 HTTP/1.1" status: 404 len: 334 time: 0.0951459 Sep 19 12:22:18.643252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59398) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:18.650115 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2605e09d-3903-4238-a9f2-56ca5612e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:18.663259 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605e09d-3903-4238-a9f2-56ca5612e55f None None] Routers {'c373298b-ec76-4860-996f-da23ef2d8db4'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:18.663830 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2605e09d-3903-4238-a9f2-56ca5612e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c373298b-ec76-4860-996f-da23ef2d8db4'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:18.692855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-469e3c1d-2f42-4940-9681-dde5aaf3fe20 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:18.737292 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2605e09d-3903-4238-a9f2-56ca5612e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:18.737697 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605e09d-3903-4238-a9f2-56ca5612e55f None None] The sync data for ids ['c373298b-ec76-4860-996f-da23ef2d8db4'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:22:18.770299 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-469e3c1d-2f42-4940-9681-dde5aaf3fe20 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] update failed (client error): The resource could not be found. Sep 19 12:22:18.771349 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-469e3c1d-2f42-4940-9681-dde5aaf3fe20 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1733601849 HTTP/1.1" status: 404 len: 335 time: 0.1271901 Sep 19 12:22:18.775672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59402) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:18.819581 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.ipam_backend_mixin [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6 (CIDR: 172.20.0.16/28) Sep 19 12:22:18.845827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcbf649-ddb0-4a01-b6f6-3210e14934b5 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Deleting subnet 47f6173a-f928-477e-9018-e5a4f893e7b7 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:22:18.848804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bcbf649-ddb0-4a01-b6f6-3210e14934b5 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:18.865891 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:18.866401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:18.904287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bcbf649-ddb0-4a01-b6f6-3210e14934b5 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:18.980832 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ed082c8a-45f3-40de-b5ab-9f5f8cb06a23 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1191449 Sep 19 12:22:18.984495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59410) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:18.991334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'subnet': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:18.993706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bcbf649-ddb0-4a01-b6f6-3210e14934b5 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.143383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:19.147094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Usage tracker for resource:subnet and tenant:8a4702b612ab486e999fd6bc838de6eb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:19.151026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:19.156786 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:19.242567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Made reservation on behalf of 8a4702b612ab486e999fd6bc838de6eb for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:19.247208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.259819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bae0bb-36de-46bc-8717-9b8e9aecfc12 req-44e34758-2e1e-4bbf-aa33-04f48367a65b tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:19.261311 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-23bae0bb-36de-46bc-8717-9b8e9aecfc12 req-44e34758-2e1e-4bbf-aa33-04f48367a65b tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1226749 Sep 19 12:22:19.309882 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-23bae0bb-36de-46bc-8717-9b8e9aecfc12 req-52c10a7a-b408-49e1-8391-96c9fa211b40 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407228 Sep 19 12:22:19.317322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bcbf649-ddb0-4a01-b6f6-3210e14934b5 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.359505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbf649-ddb0-4a01-b6f6-3210e14934b5 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event deleted for resources: {'Subnet': ['ID=47f6173a-f928-477e-9018-e5a4f893e7b7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:19.361478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bcbf649-ddb0-4a01-b6f6-3210e14934b5 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.371080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8521db1e-2847-4f7f-a4be-d21b1baaef39 None None] Network 803834e5-d85d-4e44-8d28-27b216449293 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:19.379309 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6bcbf649-ddb0-4a01-b6f6-3210e14934b5 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "DELETE /v2.0/subnets/47f6173a-f928-477e-9018-e5a4f893e7b7 HTTP/1.1" status: 204 len: 168 time: 0.6004717 Sep 19 12:22:19.379563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59414) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:19.453179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e8ea5c-d281-4fd9-87e5-e456e2ab16cf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Deleting subnet 00c5b0ae-d9da-4e7b-a129-5be1db7ca61c {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:22:19.457073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62e8ea5c-d281-4fd9-87e5-e456e2ab16cf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.519421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62e8ea5c-d281-4fd9-87e5-e456e2ab16cf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.574613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.606627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62e8ea5c-d281-4fd9-87e5-e456e2ab16cf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.639331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Network 604d679b-9641-4153-a955-134a550a38b6 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:19.642420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:19.646785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:19.647373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.652472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3413235-f0b9-45bb-8282-2461746133df None None] Network 604d679b-9641-4153-a955-134a550a38b6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:19.661896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Subnet': ['ID=bc9ea29f-d8f0-4769-a869-54e1afb52640,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:19.678697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] DHCP port deletion for 803834e5-d85d-4e44-8d28-27b216449293 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:22:19.728115 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] Deleting port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:19.728578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.765952 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e95a15c1-e4c0-483f-b54f-d1a53cd54520 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7777355 Sep 19 12:22:19.766894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59418) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:19.772317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-857917615', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc9ea29f-d8f0-4769-a869-54e1afb52640'}], 'security_groups': ['18631f70-3383-4df0-bf90-ecfb8b6e1bd9', '690862e6-7788-45be-9d59-4112fa0e71ad']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:19.792238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62e8ea5c-d281-4fd9-87e5-e456e2ab16cf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.836344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8ea5c-d281-4fd9-87e5-e456e2ab16cf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event deleted for resources: {'Subnet': ['ID=00c5b0ae-d9da-4e7b-a129-5be1db7ca61c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:19.838436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62e8ea5c-d281-4fd9-87e5-e456e2ab16cf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.845880 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-62e8ea5c-d281-4fd9-87e5-e456e2ab16cf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "DELETE /v2.0/subnets/00c5b0ae-d9da-4e7b-a129-5be1db7ca61c HTTP/1.1" status: 204 len: 168 time: 0.4653251 Sep 19 12:22:19.848284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59422) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:19.869815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe7105-5db6-4d3c-a149-cd62684d689d None None] Network 044d6c15-4059-44ab-a3a7-dd2d86170165 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:19.980414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:19.981138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fedc380e-cc1b-402d-9e11-d0d56f16b9c4 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:22:19.991594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Deleting port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:19.991931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.056763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.234423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] For port fedc380e-cc1b-402d-9e11-d0d56f16b9c4, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fedc380e-cc1b-402d-9e11-d0d56f16b9c4,segment=NetworkSegment(a0e3f7be-4b7a-488d-a2ac-056d62ac647b),segment_id=a0e3f7be-4b7a-488d-a2ac-056d62ac647b)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:20.234920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.303627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] For port fedc380e-cc1b-402d-9e11-d0d56f16b9c4, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fedc380e-cc1b-402d-9e11-d0d56f16b9c4,segment=NetworkSegment(a0e3f7be-4b7a-488d-a2ac-056d62ac647b),segment_id=a0e3f7be-4b7a-488d-a2ac-056d62ac647b)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:20.304027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.384101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Calling delete_port for fedc380e-cc1b-402d-9e11-d0d56f16b9c4 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:20.544545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea26bc5-0019-483d-8b40-3bfb26e3cc74 req-feecc5e9-2f35-492e-acf9-61ade424c3d4 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:20.551262 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ea26bc5-0019-483d-8b40-3bfb26e3cc74 req-feecc5e9-2f35-492e-acf9-61ade424c3d4 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1229310 Sep 19 12:22:20.562984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] Calling delete_port for fedc380e-cc1b-402d-9e11-d0d56f16b9c4 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:20.588787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.615175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:20.615566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.616869 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Delete allocated IP 172.20.0.10 (604d679b-9641-4153-a955-134a550a38b6/1a4c2c8d-9552-49af-b947-1a744e19043f) {{(pid=89794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 12:22:20.625437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Allocated IP 172.20.0.41 (604d679b-9641-4153-a955-134a550a38b6/bc9ea29f-d8f0-4769-a869-54e1afb52640/011acb7b-860b-4afd-a7a1-4d7f41c0c6b7) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:20.637771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event deleted for resources: {'Port': ['ID=fedc380e-cc1b-402d-9e11-d0d56f16b9c4,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:20.642072 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ea26bc5-0019-483d-8b40-3bfb26e3cc74 req-70202f3a-a520-4762-9d27-e1e8df35ee5e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897884 Sep 19 12:22:20.648313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] No DVR routers for this DVR port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:22:20.750518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:22:20.750905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:22:20.789092 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.820136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803834e5-d85d-4e44-8d28-27b216449293']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:20.837356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e3f7be-4b7a-488d-a2ac-056d62ac647b') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:20.837686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e3f7be-4b7a-488d-a2ac-056d62ac647b') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:20.851889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.855446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769efd52-0b58-4590-a004-d1faebe41d22 None None] DHCP port deletion for 044d6c15-4059-44ab-a3a7-dd2d86170165 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:22:20.866996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-769efd52-0b58-4590-a004-d1faebe41d22 None None] Deleting port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:20.867452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-769efd52-0b58-4590-a004-d1faebe41d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.868749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.874935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:22:20.875328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.894843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:20.931449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91a9e2-7a89-4bf7-ad2c-891d522eaaea None None] Update dhcp port {'port': {'network_id': '604d679b-9641-4153-a955-134a550a38b6', 'fixed_ips': [{'subnet_id': 'e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6', 'ip_address': '172.20.0.18'}, {'subnet_id': '1a4c2c8d-9552-49af-b947-1a744e19043f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bc9ea29f-d8f0-4769-a869-54e1afb52640'}], 'binding:host_id': 'dv-neutron-857775-2-hyperv'}, 'id': '6ec3d090-e9bb-4eaa-8b44-5316c5efb072'} from dv-neutron-857775-2-hyperv. {{(pid=89796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 12:22:20.941417 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a0e3f7be-4b7a-488d-a2ac-056d62ac647b resource provider aggregate not found Sep 19 12:22:20.967025 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a0e3f7be-4b7a-488d-a2ac-056d62ac647b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0e3f7be-4b7a-488d-a2ac-056d62ac647b found for delete ", "request_id": "req-c3625e18-4201-4a18-9fea-583f4e917bc7"}]} Sep 19 12:22:21.033004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e2-7a89-4bf7-ad2c-891d522eaaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.076738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Transition to ACTIVE for port object 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:21.076962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.097003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.107539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event deleted for resources: {'Network': ['ID=803834e5-d85d-4e44-8d28-27b216449293,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:21.114806 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-47de388a-8933-4e4b-bef0-ebaeb377cdbf tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "DELETE /v2.0/networks/803834e5-d85d-4e44-8d28-27b216449293 HTTP/1.1" status: 204 len: 168 time: 1.2653356 Sep 19 12:22:21.120158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59432) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:21.169525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.251925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] Deleting port fedc380e-cc1b-402d-9e11-d0d56f16b9c4 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:21.252308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.283760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-769efd52-0b58-4590-a004-d1faebe41d22 None None] For port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1ef713c7-f828-4db5-acf6-0f6fdf301dc4,segment=NetworkSegment(3a217105-767d-4da4-a079-d1c446f5b904),segment_id=3a217105-767d-4da4-a079-d1c446f5b904)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:21.284354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-769efd52-0b58-4590-a004-d1faebe41d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.354015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event updated for resources: {'Port': ['ID=011acb7b-860b-4afd-a7a1-4d7f41c0c6b7,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:21.354558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.366337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Deleting port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:21.366675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.380850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] In _notify_port_updated(), no bound segment for port 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 on network 604d679b-9641-4153-a955-134a550a38b6 {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:22:21.386820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:21.387584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.391915 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cfecabb5-1d55-4461-b9ac-614824facd95 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "PUT /v2.0/ports/011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 HTTP/1.1" status: 200 len: 959 time: 1.6246202 Sep 19 12:22:21.392052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59436) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:21.507307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-17f44d4d-003a-4ad4-9bde-47a6f86124bc None None] The port 'fedc380e-cc1b-402d-9e11-d0d56f16b9c4' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:22:21.515939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9b2837e7-252d-4ae7-82ea-cbc4365cb4a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:21.516234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-769efd52-0b58-4590-a004-d1faebe41d22 None None] Calling delete_port for 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:21.516377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9b2837e7-252d-4ae7-82ea-cbc4365cb4a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.643710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-5d91a9e2-7a89-4bf7-ad2c-891d522eaaea None None] Allocated IP 172.20.0.34 (604d679b-9641-4153-a955-134a550a38b6/bc9ea29f-d8f0-4769-a869-54e1afb52640/6ec3d090-e9bb-4eaa-8b44-5316c5efb072) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:21.722392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-769efd52-0b58-4590-a004-d1faebe41d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.756639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] For port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1ef713c7-f828-4db5-acf6-0f6fdf301dc4,segment=NetworkSegment(3a217105-767d-4da4-a079-d1c446f5b904),segment_id=3a217105-767d-4da4-a079-d1c446f5b904)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:21.757093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.783332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769efd52-0b58-4590-a004-d1faebe41d22 None None] Pushing event deleted for resources: {'Port': ['ID=1ef713c7-f828-4db5-acf6-0f6fdf301dc4,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:21.786930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769efd52-0b58-4590-a004-d1faebe41d22 None None] No DVR routers for this DVR port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:22:21.840530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5d91a9e2-7a89-4bf7-ad2c-891d522eaaea None None] For port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,segment=NetworkSegment(e226ed2e-7396-4f5c-908a-91e1eb32c4ab),segment_id=e226ed2e-7396-4f5c-908a-91e1eb32c4ab)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:21.869028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e2-7a89-4bf7-ad2c-891d522eaaea None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.888336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5d91a9e2-7a89-4bf7-ad2c-891d522eaaea None None] Transition to ACTIVE for port object 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:21.899965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:22:21.936827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:22:21.937168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:22:21.963261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e2-7a89-4bf7-ad2c-891d522eaaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:21.997773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Calling delete_port for 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:22.157724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9b2837e7-252d-4ae7-82ea-cbc4365cb4a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:22.158768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91a9e2-7a89-4bf7-ad2c-891d522eaaea None None] Pushing event updated for resources: {'Port': ['ID=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:22.171578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:22:22.171902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:22:22.303438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a5ce3-317a-4d26-8d7f-375c677b5eb3 req-c1771c12-5ab4-4ebc-810a-9a505a0a8d86 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:22.303438 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c7a5ce3-317a-4d26-8d7f-375c677b5eb3 req-c1771c12-5ab4-4ebc-810a-9a505a0a8d86 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.5105553 Sep 19 12:22:22.303851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9b2837e7-252d-4ae7-82ea-cbc4365cb4a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 owned by {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:22.405620 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c7a5ce3-317a-4d26-8d7f-375c677b5eb3 req-a276d8d6-2d78-4312-9689-9b9c72aa0139 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740001 Sep 19 12:22:22.580097 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9b2837e7-252d-4ae7-82ea-cbc4365cb4a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:22.643317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2837e7-252d-4ae7-82ea-cbc4365cb4a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=011acb7b-860b-4afd-a7a1-4d7f41c0c6b7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:22.674443 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Deleting port 1ef713c7-f828-4db5-acf6-0f6fdf301dc4 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:22.674926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:22.749831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c72e2e15-ec0e-4125-917a-7debc482c334 None None] Provisioning complete for port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:22.750461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c72e2e15-ec0e-4125-917a-7debc482c334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:22.798344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:22.811848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c72e2e15-ec0e-4125-917a-7debc482c334 None None] Port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:22.814979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c72e2e15-ec0e-4125-917a-7debc482c334 None None] Could not find standard attr ID for object 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:22:22.895205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] The port '1ef713c7-f828-4db5-acf6-0f6fdf301dc4' was deleted {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:22:22.900213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c72e2e15-ec0e-4125-917a-7debc482c334 None None] Provisioning for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:22.905237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c72e2e15-ec0e-4125-917a-7debc482c334 None None] Provisioning complete for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:22.905641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c72e2e15-ec0e-4125-917a-7debc482c334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.030762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9b2837e7-252d-4ae7-82ea-cbc4365cb4a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.041899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c72e2e15-ec0e-4125-917a-7debc482c334 None None] Current status of the port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:23.047546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.062208 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9b2837e7-252d-4ae7-82ea-cbc4365cb4a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 HTTP/1.1" status: 204 len: 168 time: 1.6690178 Sep 19 12:22:23.065111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59446) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:23.078678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044d6c15-4059-44ab-a3a7-dd2d86170165']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:23.092544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a217105-767d-4da4-a079-d1c446f5b904') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:23.092987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a217105-767d-4da4-a079-d1c446f5b904') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:23.106378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.110035 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa739bf4-9295-408b-95b1-32956647b361 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] GET failed (client error): The resource could not be found. Sep 19 12:22:23.113917 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fa739bf4-9295-408b-95b1-32956647b361 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports/011acb7b-860b-4afd-a7a1-4d7f41c0c6b7 HTTP/1.1" status: 404 len: 333 time: 0.0453286 Sep 19 12:22:23.114153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59450) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:23.125268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.132820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:22:23.134471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.156210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-27d7882b-bb0d-4b06-8668-2b2c343feef1 None None] Could not find standard attr ID for object 011acb7b-860b-4afd-a7a1-4d7f41c0c6b7. {{(pid=89796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 12:22:23.189364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.218662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.351405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.372280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.377920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.382808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event deleted for resources: {'Network': ['ID=044d6c15-4059-44ab-a3a7-dd2d86170165,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:23.388797 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eac01fe7-45d3-4777-b156-38ed8afcd6fe tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "DELETE /v2.0/networks/044d6c15-4059-44ab-a3a7-dd2d86170165 HTTP/1.1" status: 204 len: 168 time: 2.2654634 Sep 19 12:22:23.391286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59458) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:23.412969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.414169 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/security-groups/d2dd2f23-a9fb-4be7-a432-276aa9e86c5e HTTP/1.1" status: 204 len: 168 time: 0.2989066 Sep 19 12:22:23.417302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59462) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:23.420162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd2f23-a9fb-4be7-a432-276aa9e86c5e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:23.439159 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 3a217105-767d-4da4-a079-d1c446f5b904 resource provider aggregate not found Sep 19 12:22:23.441859 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.442209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.442813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.442940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.443223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.443556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.443883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.444211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.444554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.444873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.445176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.445498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842a0a8-d9ec-43eb-a61c-ea31181806e3 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:23.481692 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 3a217105-767d-4da4-a079-d1c446f5b904 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a217105-767d-4da4-a079-d1c446f5b904 found for delete ", "request_id": "req-b61d9198-b1f3-4c5b-a2f5-70760d90c924"}]} Sep 19 12:22:23.501983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8f39a5-6005-42ae-a61c-1108b683d60b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Deleting subnet 71c76bb9-986b-44be-b19b-8f60c0205a78 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:22:23.505312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1c8f39a5-6005-42ae-a61c-1108b683d60b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.516646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df77ccac-746e-4655-8a86-0619a88e2534 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.545700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df77ccac-746e-4655-8a86-0619a88e2534 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.628539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1c8f39a5-6005-42ae-a61c-1108b683d60b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.636993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df77ccac-746e-4655-8a86-0619a88e2534 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.695902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77ccac-746e-4655-8a86-0619a88e2534 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690862e6-7788-45be-9d59-4112fa0e71ad,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:23.715035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-df77ccac-746e-4655-8a86-0619a88e2534 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.715294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c13ec-610a-4ecf-aab2-8bf180b991c1 req-d2bd5baf-f646-4630-8707-59a76eac46c6 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:23.718592 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-df77ccac-746e-4655-8a86-0619a88e2534 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/security-groups/690862e6-7788-45be-9d59-4112fa0e71ad HTTP/1.1" status: 204 len: 168 time: 0.2979538 Sep 19 12:22:23.718764 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-458c13ec-610a-4ecf-aab2-8bf180b991c1 req-d2bd5baf-f646-4630-8707-59a76eac46c6 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1798778 Sep 19 12:22:23.721918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59470) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:23.746183 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c7a14-bcdc-4b88-b7ac-efe87ca48ae3 req-b18daa2c-b6dd-4a95-8c88-750b3ced0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:23.747733 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fe9c7a14-bcdc-4b88-b7ac-efe87ca48ae3 req-b18daa2c-b6dd-4a95-8c88-750b3ced0928 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 1098 time: 0.0958862 Sep 19 12:22:23.801673 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fe9c7a14-bcdc-4b88-b7ac-efe87ca48ae3 req-c1c92302-b6ab-4f6d-8d0f-7f876b28c91b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366745 Sep 19 12:22:23.819200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1c8f39a5-6005-42ae-a61c-1108b683d60b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.850935 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-458c13ec-610a-4ecf-aab2-8bf180b991c1 req-b4ed0027-fec5-4998-893d-f819af9bb012 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141810 Sep 19 12:22:23.880902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6064c7f6-8e2e-46d0-b8d5-3fc972abc677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.907503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:23.925628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6064c7f6-8e2e-46d0-b8d5-3fc972abc677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:23.977269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:23.978357 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.020073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1c8f39a5-6005-42ae-a61c-1108b683d60b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.067843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6064c7f6-8e2e-46d0-b8d5-3fc972abc677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.084317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1c8f39a5-6005-42ae-a61c-1108b683d60b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.091063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a1c4c-8cfe-4785-a19a-c1644b4d72e5 None None] Network ccd6a8b3-5bc2-4481-8b95-f1a86b996759 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:24.091907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f39a5-6005-42ae-a61c-1108b683d60b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event deleted for resources: {'Subnet': ['ID=71c76bb9-986b-44be-b19b-8f60c0205a78,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:24.100715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064c7f6-8e2e-46d0-b8d5-3fc972abc677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18631f70-3383-4df0-bf90-ecfb8b6e1bd9,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:24.113149 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1c8f39a5-6005-42ae-a61c-1108b683d60b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "DELETE /v2.0/subnets/71c76bb9-986b-44be-b19b-8f60c0205a78 HTTP/1.1" status: 204 len: 168 time: 0.7207227 Sep 19 12:22:24.114380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6064c7f6-8e2e-46d0-b8d5-3fc972abc677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.115627 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6064c7f6-8e2e-46d0-b8d5-3fc972abc677 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/security-groups/18631f70-3383-4df0-bf90-ecfb8b6e1bd9 HTTP/1.1" status: 204 len: 168 time: 0.3927021 Sep 19 12:22:24.115837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59474) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:24.118024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59478) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:24.203834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:24.290173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a775bc-5db2-4fd1-ba39-7e419b848210 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet 1a4c2c8d-9552-49af-b947-1a744e19043f {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:22:24.297388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.299110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41a775bc-5db2-4fd1-ba39-7e419b848210 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.359116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Deleting port 75a36cda-a956-4f6c-9e74-28a6f6793b97 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:24.359461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.390580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260d68c6-faec-4249-a46b-2641ee31da6f None None] DHCP port deletion for ccd6a8b3-5bc2-4481-8b95-f1a86b996759 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:22:24.394127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-260d68c6-faec-4249-a46b-2641ee31da6f None None] Deleting port 75a36cda-a956-4f6c-9e74-28a6f6793b97 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:24.394504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-260d68c6-faec-4249-a46b-2641ee31da6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.399678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41a775bc-5db2-4fd1-ba39-7e419b848210 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.604250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-260d68c6-faec-4249-a46b-2641ee31da6f None None] For port 75a36cda-a956-4f6c-9e74-28a6f6793b97, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=75a36cda-a956-4f6c-9e74-28a6f6793b97,segment=NetworkSegment(eb2520ee-954d-4943-b087-09dc61df85c8),segment_id=eb2520ee-954d-4943-b087-09dc61df85c8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:24.604539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-260d68c6-faec-4249-a46b-2641ee31da6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.629092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41a775bc-5db2-4fd1-ba39-7e419b848210 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.675472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] For port 75a36cda-a956-4f6c-9e74-28a6f6793b97, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=75a36cda-a956-4f6c-9e74-28a6f6793b97,segment=NetworkSegment(eb2520ee-954d-4943-b087-09dc61df85c8),segment_id=eb2520ee-954d-4943-b087-09dc61df85c8)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:24.675819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:24.770193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9959261e-278e-467f-8bf0-b7651f1d40a7 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:22:24.779125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-260d68c6-faec-4249-a46b-2641ee31da6f None None] Calling delete_port for 75a36cda-a956-4f6c-9e74-28a6f6793b97 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:24.921246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Calling delete_port for 75a36cda-a956-4f6c-9e74-28a6f6793b97 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:24.992886 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9959261e-278e-467f-8bf0-b7651f1d40a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9959261e-278e-467f-8bf0-b7651f1d40a7,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:25.007610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'port_id': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'mac_address': 'fa:16:3e:62:94:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:22:25.011096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-260d68c6-faec-4249-a46b-2641ee31da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.017945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:22:25.018694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:22:25.072115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41a775bc-5db2-4fd1-ba39-7e419b848210 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.092838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d68c6-faec-4249-a46b-2641ee31da6f None None] Pushing event deleted for resources: {'Port': ['ID=75a36cda-a956-4f6c-9e74-28a6f6793b97,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:25.103401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa06e3-e633-40af-a1a2-a589365a3cdd req-f4d91660-f0c0-4090-b4f1-b79b0e4682fe tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:25.105908 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0aaa06e3-e633-40af-a1a2-a589365a3cdd req-f4d91660-f0c0-4090-b4f1-b79b0e4682fe tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1162260 Sep 19 12:22:25.106432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d68c6-faec-4249-a46b-2641ee31da6f None None] No DVR routers for this DVR port 75a36cda-a956-4f6c-9e74-28a6f6793b97 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:22:25.127667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-41a775bc-5db2-4fd1-ba39-7e419b848210 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.134729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9959261e-278e-467f-8bf0-b7651f1d40a7 is: ACTIVE; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:25.135731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.147305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a775bc-5db2-4fd1-ba39-7e419b848210 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4c2c8d-9552-49af-b947-1a744e19043f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:25.152069 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-41a775bc-5db2-4fd1-ba39-7e419b848210 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/1a4c2c8d-9552-49af-b947-1a744e19043f HTTP/1.1" status: 204 len: 168 time: 1.0327377 Sep 19 12:22:25.156750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59484) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:25.157959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45dc57-aa6d-4665-b01e-2654d0271695 None None] Network 604d679b-9641-4153-a955-134a550a38b6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:25.173993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9959261e-278e-467f-8bf0-b7651f1d40a7 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:22:25.177242 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0aaa06e3-e633-40af-a1a2-a589365a3cdd req-49c40c79-8e02-401c-a0d0-733ea127456f tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649033 Sep 19 12:22:25.230719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2feac0-2bde-4438-aa93-a925c8c76231 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet bc9ea29f-d8f0-4769-a869-54e1afb52640 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:22:25.233961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6f2feac0-2bde-4438-aa93-a925c8c76231 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.254300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9959261e-278e-467f-8bf0-b7651f1d40a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9959261e-278e-467f-8bf0-b7651f1d40a7,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:25.294192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6f2feac0-2bde-4438-aa93-a925c8c76231 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.333583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.379217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6f2feac0-2bde-4438-aa93-a925c8c76231 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.458158 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9959261e-278e-467f-8bf0-b7651f1d40a7,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:25.519276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Deleting port 75a36cda-a956-4f6c-9e74-28a6f6793b97 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:25.519634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.584893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6f2feac0-2bde-4438-aa93-a925c8c76231 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.587739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['9959261e-278e-467f-8bf0-b7651f1d40a7'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:22:25.595060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] The port '75a36cda-a956-4f6c-9e74-28a6f6793b97' was deleted {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:22:25.668996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2feac0-2bde-4438-aa93-a925c8c76231 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9ea29f-d8f0-4769-a869-54e1afb52640,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:25.670975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6f2feac0-2bde-4438-aa93-a925c8c76231 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.701490 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6f2feac0-2bde-4438-aa93-a925c8c76231 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/bc9ea29f-d8f0-4769-a869-54e1afb52640 HTTP/1.1" status: 204 len: 168 time: 0.5413518 Sep 19 12:22:25.702016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59488) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:25.753387 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e271827-9cd5-40f5-9c65-3e0c2ca82192 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:25.753977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e271827-9cd5-40f5-9c65-3e0c2ca82192 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:25.755865 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3e271827-9cd5-40f5-9c65-3e0c2ca82192 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/1a4c2c8d-9552-49af-b947-1a744e19043f HTTP/1.1" status: 404 len: 337 time: 0.0508451 Sep 19 12:22:25.759191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59492) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:25.778777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.809150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd6a8b3-5bc2-4481-8b95-f1a86b996759']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:25.823570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2520ee-954d-4943-b087-09dc61df85c8') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:25.823866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2520ee-954d-4943-b087-09dc61df85c8') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:25.832448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting subnet e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:22:25.836185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.837451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.876545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.884120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:22:25.884519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.925746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:25.927037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 75a36cda-a956-4f6c-9e74-28a6f6793b97 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:22:25.973694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 75a36cda-a956-4f6c-9e74-28a6f6793b97 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:22:25.974687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 75a36cda-a956-4f6c-9e74-28a6f6793b97 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:22:26.015721 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment eb2520ee-954d-4943-b087-09dc61df85c8 resource provider aggregate not found Sep 19 12:22:26.033472 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment eb2520ee-954d-4943-b087-09dc61df85c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb2520ee-954d-4943-b087-09dc61df85c8 found for delete ", "request_id": "req-63740718-ff3d-4f2c-9ab2-e99eccac6b14"}]} Sep 19 12:22:26.038827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.048493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.067601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.078219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Pushing event deleted for resources: {'Network': ['ID=ccd6a8b3-5bc2-4481-8b95-f1a86b996759,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:26.080830 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-94037e86-5e5e-457e-b45a-95dba9033c1b tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "DELETE /v2.0/networks/ccd6a8b3-5bc2-4481-8b95-f1a86b996759 HTTP/1.1" status: 204 len: 168 time: 1.9639342 Sep 19 12:22:26.086175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59500) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:26.103271 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e8afe2-79dc-4dd7-9353-c6d1327130d2 None None] Network 604d679b-9641-4153-a955-134a550a38b6 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:26.142213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fe1295c2-79b1-4df7-aa4e-e87331af2d03 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Synchronizing usage tracker for tenant:08f83062f2d1468a8ba7e2c5ed348fe4 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:26.189970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-46f604b5-2b74-448f-bac3-235351be5b68 None None] Provisioning complete for port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:26.190343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-46f604b5-2b74-448f-bac3-235351be5b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.271268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fe1295c2-79b1-4df7-aa4e-e87331af2d03 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Unset dirty status for tenant:08f83062f2d1468a8ba7e2c5ed348fe4 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:26.275966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-46f604b5-2b74-448f-bac3-235351be5b68 None None] Port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:26.276808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59506) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:26.280097 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fe1295c2-79b1-4df7-aa4e-e87331af2d03 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "GET /v2.0/ports?device_id=c373298b-ec76-4860-996f-da23ef2d8db4 HTTP/1.1" status: 200 len: 205 time: 0.1947656 Sep 19 12:22:26.288258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.363911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-46f604b5-2b74-448f-bac3-235351be5b68 None None] Provisioning complete for port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:26.364143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-46f604b5-2b74-448f-bac3-235351be5b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.372093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Subnet': ['ID=e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:26.386993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.400884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.401242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.401588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.401924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.402299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.402641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.403164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.403373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.403642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.404570 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.404921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.405251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:26.412521 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c15c7e34-1a94-406a-ba51-c85e42e510ab tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/e015bcab-c5b5-46e8-bda4-2e0e43ab8fa6 HTTP/1.1" status: 204 len: 168 time: 0.6512747 Sep 19 12:22:26.416752 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59510) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:26.454677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e0231-2fc2-4d17-a64c-c37ff913bedd req-efa430d1-7531-4c76-b6de-22ab1fb2ad78 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:26.457742 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1b73-3fec-4ff6-9236-f417b1a71be1 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.459211 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-552e0231-2fc2-4d17-a64c-c37ff913bedd req-efa430d1-7531-4c76-b6de-22ab1fb2ad78 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 944 time: 0.1351509 Sep 19 12:22:26.511253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-46f604b5-2b74-448f-bac3-235351be5b68 None None] Current status of the port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:26.519715 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-552e0231-2fc2-4d17-a64c-c37ff913bedd req-5cb452ea-1157-4e98-bee9-35292050236e tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569685 Sep 19 12:22:26.521608 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-751eea11-5ef0-435e-b067-4f895160770e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:26.521942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751eea11-5ef0-435e-b067-4f895160770e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:26.526923 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-751eea11-5ef0-435e-b067-4f895160770e tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/2707da60-96c9-429b-acf8-343c9f016180 HTTP/1.1" status: 404 len: 337 time: 0.1062484 Sep 19 12:22:26.531281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59514) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:26.561501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19220c42-ed91-47c6-a4e1-435e716a21b0 None None] DHCP port deletion for 604d679b-9641-4153-a955-134a550a38b6 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:22:26.565865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-19220c42-ed91-47c6-a4e1-435e716a21b0 None None] Deleting port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:26.566363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-19220c42-ed91-47c6-a4e1-435e716a21b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.578031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59518) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:26.759310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3094a05b-0df3-4a8d-9418-cf3e37f81575 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Synchronizing usage tracker for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:26.798193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9959261e-278e-467f-8bf0-b7651f1d40a7 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:26.830969 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7826e657-b3cf-4af2-a718-d9ac34367840 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/floatingips/dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d HTTP/1.1" status: 200 len: 991 time: 0.2451589 Sep 19 12:22:26.871225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3094a05b-0df3-4a8d-9418-cf3e37f81575 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Unset dirty status for tenant:8a4702b612ab486e999fd6bc838de6eb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:26.874987 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3094a05b-0df3-4a8d-9418-cf3e37f81575 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f9b63e-4bc0-4a67-ba66-290d4c05f581 HTTP/1.1" status: 200 len: 205 time: 0.3396697 Sep 19 12:22:26.875458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59522) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:26.893769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-19220c42-ed91-47c6-a4e1-435e716a21b0 None None] For port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,segment=NetworkSegment(e226ed2e-7396-4f5c-908a-91e1eb32c4ab),segment_id=e226ed2e-7396-4f5c-908a-91e1eb32c4ab)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:26.893769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-19220c42-ed91-47c6-a4e1-435e716a21b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.901396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1b73-3fec-4ff6-9236-f417b1a71be1 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.903476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1b73-3fec-4ff6-9236-f417b1a71be1 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.946969 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-c79c8e00-42b0-41a1-9e46-5195e237022a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] delete failed (client error): The resource could not be found. Sep 19 12:22:26.950400 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c79c8e00-42b0-41a1-9e46-5195e237022a tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/routers/98f9b63e-4bc0-4a67-ba66-290d4c05f581 HTTP/1.1" status: 404 len: 336 time: 0.0715117 Sep 19 12:22:26.950628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59526) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:26.985528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1b73-3fec-4ff6-9236-f417b1a71be1 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:26.986467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbe1b73-3fec-4ff6-9236-f417b1a71be1 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Fanout notify agent at l3_agent the message router_deleted on router c373298b-ec76-4860-996f-da23ef2d8db4 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:22:26.989616 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be7f7cd-0bc0-42b5-9e1d-86df08e059a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:26.990081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be7f7cd-0bc0-42b5-9e1d-86df08e059a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:26.994468 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2be7f7cd-0bc0-42b5-9e1d-86df08e059a6 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/34ffb1fe-6695-4a1e-805b-e3e36f615f4f HTTP/1.1" status: 404 len: 337 time: 0.0402603 Sep 19 12:22:26.994920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59530) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.004577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1b73-3fec-4ff6-9236-f417b1a71be1 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:27.008545 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ddbe1b73-3fec-4ff6-9236-f417b1a71be1 tempest-RoutersNegativeTest-1150341289 tempest-RoutersNegativeTest-1150341289-project] 10.222.0.66 "DELETE /v2.0/routers/c373298b-ec76-4860-996f-da23ef2d8db4 HTTP/1.1" status: 204 len: 168 time: 0.7277045 Sep 19 12:22:27.020411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-19220c42-ed91-47c6-a4e1-435e716a21b0 None None] Calling delete_port for 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:27.040280 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0c685a-8d12-433b-8c04-fa2f2b86d339 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:27.041270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0c685a-8d12-433b-8c04-fa2f2b86d339 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:27.045346 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1b0c685a-8d12-433b-8c04-fa2f2b86d339 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/453bd29c-ffca-470a-ab27-f895b11a9ea7 HTTP/1.1" status: 404 len: 337 time: 0.0431633 Sep 19 12:22:27.045594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59536) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.074229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 9959261e-278e-467f-8bf0-b7651f1d40a7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:27.074625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:27.087921 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a14da6-97a6-4154-b018-e49c3bf3e584 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:27.088388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a14da6-97a6-4154-b018-e49c3bf3e584 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:27.092640 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-16a14da6-97a6-4154-b018-e49c3bf3e584 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/6ed300d2-4701-466d-9bea-5a1654e4fb7c HTTP/1.1" status: 404 len: 337 time: 0.0434630 Sep 19 12:22:27.092917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59540) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.133781 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87add91-b929-4c44-a0d1-d9d6227e8e94 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:27.134256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87add91-b929-4c44-a0d1-d9d6227e8e94 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:27.137006 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f87add91-b929-4c44-a0d1-d9d6227e8e94 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/4aff2741-2cc3-4472-aaef-4ac2f381acc3 HTTP/1.1" status: 404 len: 333 time: 0.0422730 Sep 19 12:22:27.138676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59544) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.177310 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab9b22c-25e6-43c6-87bd-15d278c69786 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:27.178183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab9b22c-25e6-43c6-87bd-15d278c69786 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:27.179498 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bab9b22c-25e6-43c6-87bd-15d278c69786 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/fa883c19-09a1-4a8c-aed1-3026c21a25dc HTTP/1.1" status: 404 len: 337 time: 0.0398550 Sep 19 12:22:27.182831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59548) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.214845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9959261e-278e-467f-8bf0-b7651f1d40a7 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:27.215461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:27.223753 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3cc6fc-e23b-4346-b8f2-b4bcf18d26bd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:27.224189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3cc6fc-e23b-4346-b8f2-b4bcf18d26bd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:27.229027 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cc3cc6fc-e23b-4346-b8f2-b4bcf18d26bd tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/e578f672-2332-4a8f-9371-573fd5d4b303 HTTP/1.1" status: 404 len: 337 time: 0.0421433 Sep 19 12:22:27.230226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59552) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.234323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-19220c42-ed91-47c6-a4e1-435e716a21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:27.270494 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b186c8b2-259d-4d12-9aa7-162ea3fbce3b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:27.271296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b186c8b2-259d-4d12-9aa7-162ea3fbce3b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:27.275992 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b186c8b2-259d-4d12-9aa7-162ea3fbce3b tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/cfbf7c73-00c6-48a4-b1c5-07c6466feda7 HTTP/1.1" status: 404 len: 333 time: 0.0432217 Sep 19 12:22:27.276252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59556) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.295720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:22:27.298022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21eb50e-798f-4fa0-b368-5ada7a620b33" -d '{"events": [{"server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "name": "network-vif-plugged", "status": "completed", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:22:27.300594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19220c42-ed91-47c6-a4e1-435e716a21b0 None None] Pushing event deleted for resources: {'Port': ['ID=6ec3d090-e9bb-4eaa-8b44-5316c5efb072,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:27.302987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19220c42-ed91-47c6-a4e1-435e716a21b0 None None] No DVR routers for this DVR port 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:22:27.317469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9959261e-278e-467f-8bf0-b7651f1d40a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9959261e-278e-467f-8bf0-b7651f1d40a7,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:27.335758 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cbf339-8ff2-4e3a-b182-a906be9223c1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:27.336220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cbf339-8ff2-4e3a-b182-a906be9223c1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:27.341622 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-96cbf339-8ff2-4e3a-b182-a906be9223c1 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/4226efda-a339-4c1e-b4eb-b9c6145e4ed6 HTTP/1.1" status: 404 len: 337 time: 0.0609009 Sep 19 12:22:27.341868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59562) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.363198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81666ca1-1a4f-47b0-9b59-98df4da29ee8 x-openstack-request-id: req-81666ca1-1a4f-47b0-9b59-98df4da29ee8 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:22:27.363492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "name": "network-vif-plugged", "status": "completed", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:22:27.363746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81666ca1-1a4f-47b0-9b59-98df4da29ee8 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:22:27.364175 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81666ca1-1a4f-47b0-9b59-98df4da29ee8'] response: {'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'code': 200} Sep 19 12:22:27.392891 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-65203d0d-afbe-4bb4-8bae-92a7b9725a31 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] DELETE failed (client error): The resource could not be found. Sep 19 12:22:27.396914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65203d0d-afbe-4bb4-8bae-92a7b9725a31 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:22:27.396914 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-65203d0d-afbe-4bb4-8bae-92a7b9725a31 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/subnets/5a331712-7470-4864-80f7-44d8cbce4d3d HTTP/1.1" status: 404 len: 337 time: 0.0525358 Sep 19 12:22:27.397983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59566) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.419898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:27.470725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0e749f33-7b83-404a-9409-b5b85b141758 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Deleting port 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:22:27.471359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e749f33-7b83-404a-9409-b5b85b141758 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:27.488408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9959261e-278e-467f-8bf0-b7651f1d40a7,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:27.607457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59572) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.708312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e749f33-7b83-404a-9409-b5b85b141758 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:27.766389 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d0088d6f-6204-4d42-9952-f9db05734b16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08f83062f2d1468a8ba7e2c5ed348fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554883 Sep 19 12:22:27.766676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59578) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:27.825456 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-406ced7e-1429-4275-bd35-b7add38ff48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:27.840994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-0e749f33-7b83-404a-9409-b5b85b141758 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Calling delete_port for 3f36f10e-e853-47b4-9b0e-3e5b40c46c96 owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:22:27.851760 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-406ced7e-1429-4275-bd35-b7add38ff48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:27.902649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:22:27.941305 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:22:27.941660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6ec3d090-e9bb-4eaa-8b44-5316c5efb072 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:22:28.019735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-406ced7e-1429-4275-bd35-b7add38ff48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.036814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e749f33-7b83-404a-9409-b5b85b141758 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.038685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ced7e-1429-4275-bd35-b7add38ff48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c24e1d-ccc6-4723-a9a7-995b32bc6025,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:28.042709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-406ced7e-1429-4275-bd35-b7add38ff48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.046356 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-406ced7e-1429-4275-bd35-b7add38ff48c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4c24e1d-ccc6-4723-a9a7-995b32bc6025 HTTP/1.1" status: 204 len: 168 time: 0.2762673 Sep 19 12:22:28.104655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e749f33-7b83-404a-9409-b5b85b141758 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.108930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e749f33-7b83-404a-9409-b5b85b141758 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Port': ['ID=3f36f10e-e853-47b4-9b0e-3e5b40c46c96,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:28.168837 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0e749f33-7b83-404a-9409-b5b85b141758 tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/ports/3f36f10e-e853-47b4-9b0e-3e5b40c46c96 HTTP/1.1" status: 204 len: 168 time: 0.7696800 Sep 19 12:22:28.171255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59584) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:28.298100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.457043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.489012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604d679b-9641-4153-a955-134a550a38b6']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:28.502684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e226ed2e-7396-4f5c-908a-91e1eb32c4ab') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:28.503018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e226ed2e-7396-4f5c-908a-91e1eb32c4ab') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:28.514685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.531881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.539049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:22:28.539049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.614239 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment e226ed2e-7396-4f5c-908a-91e1eb32c4ab resource provider aggregate not found Sep 19 12:22:28.639002 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment e226ed2e-7396-4f5c-908a-91e1eb32c4ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e226ed2e-7396-4f5c-908a-91e1eb32c4ab found for delete ", "request_id": "req-de7a25ed-7084-4738-b7ed-814e8dff595d"}]} Sep 19 12:22:28.757147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.776557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:28.786637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] Pushing event deleted for resources: {'Network': ['ID=604d679b-9641-4153-a955-134a550a38b6,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:28.789067 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-612f14c3-a829-47f1-996d-81864353de9d tempest-PortsTestJSON-525518647 tempest-PortsTestJSON-525518647-project] 10.222.0.66 "DELETE /v2.0/networks/604d679b-9641-4153-a955-134a550a38b6 HTTP/1.1" status: 204 len: 168 time: 0.6168809 Sep 19 12:22:29.218997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59612) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:29.334474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59622) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:29.442162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-de990436-f8df-4693-b7c0-bbc85df19a9f tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:29.442668 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-de990436-f8df-4693-b7c0-bbc85df19a9f tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 12:22:29.443266 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-de990436-f8df-4693-b7c0-bbc85df19a9f tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 12:22:29.446795 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-de990436-f8df-4693-b7c0-bbc85df19a9f tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2243114 Sep 19 12:22:29.447997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59628) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:29.452814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382358629'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:29.459493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:29.464068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:29.467142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:29.473149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:29.485491 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-18f54c83-abe5-4499-a40b-af4979517d2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a4702b612ab486e999fd6bc838de6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497185 Sep 19 12:22:29.493616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59632) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:29.540047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:29.552739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:29.556499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2dd73aed-448f-4af8-8a0b-c6ac75561958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:29.568341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:29.572446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:29.575312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:29.581084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:29.582658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2dd73aed-448f-4af8-8a0b-c6ac75561958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:29.663956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:29.699469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2dd73aed-448f-4af8-8a0b-c6ac75561958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:29.714543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd73aed-448f-4af8-8a0b-c6ac75561958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d464ce7-5337-4b2d-9527-96e710a1903e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:29.720828 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2dd73aed-448f-4af8-8a0b-c6ac75561958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:29.721945 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2dd73aed-448f-4af8-8a0b-c6ac75561958 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d464ce7-5337-4b2d-9527-96e710a1903e HTTP/1.1" status: 204 len: 168 time: 0.2275701 Sep 19 12:22:29.739810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:29.751642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:29.759489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:29.764141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:29.778801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:29.786054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38def1a-a6d6-46d1-950c-1708847820fc,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:29.860117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:29.950764 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:29.996209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66343058-8b17-4250-b867-69c170641423,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:30.048247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:30.049527 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-81ed1a97-b233-4de1-bcc5-74f719f44c32 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6005609 Sep 19 12:22:30.052653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59640) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:30.059241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': '66343058-8b17-4250-b867-69c170641423', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:30.064330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:30.068379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:30.071925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:30.077703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:30.141136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:30.206196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:30.282150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:30.307505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92486cf-00cf-4439-b4b6-50aa1dcb1920,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:30.396653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:30.398167 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-984a326e-b3be-428c-8eda-22fa6b23e769 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444917 Sep 19 12:22:30.401299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59652) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:30.406271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f74928dc-b38f-46dd-9066-462e6d6d28a9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': '66343058-8b17-4250-b867-69c170641423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:30.412393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f74928dc-b38f-46dd-9066-462e6d6d28a9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:30.416846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f74928dc-b38f-46dd-9066-462e6d6d28a9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:30.420014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f74928dc-b38f-46dd-9066-462e6d6d28a9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:30.425802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f74928dc-b38f-46dd-9066-462e6d6d28a9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:30.512004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f74928dc-b38f-46dd-9066-462e6d6d28a9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:30.648449 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-f74928dc-b38f-46dd-9066-462e6d6d28a9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 12:22:30.650343 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f74928dc-b38f-46dd-9066-462e6d6d28a9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2480769 Sep 19 12:22:30.652363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59662) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:30.718237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7be8-ead3-4312-a43f-62a4ee2c4d7f tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:30.746353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7be8-ead3-4312-a43f-62a4ee2c4d7f tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:30.808328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59668) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:30.812366 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029409 Sep 19 12:22:30.815229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59670) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:30.887942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7be8-ead3-4312-a43f-62a4ee2c4d7f tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:30.906288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf7be8-ead3-4312-a43f-62a4ee2c4d7f tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66343058-8b17-4250-b867-69c170641423,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:30.910010 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-27484e54-9961-47d2-b920-889f93f72750 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830252 Sep 19 12:22:30.913459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7be8-ead3-4312-a43f-62a4ee2c4d7f tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:30.914944 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c7bf7be8-ead3-4312-a43f-62a4ee2c4d7f tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/66343058-8b17-4250-b867-69c170641423 HTTP/1.1" status: 204 len: 168 time: 0.2610731 Sep 19 12:22:30.917691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59676) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:30.937113 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9989b228-9a00-49d2-a6d2-9f3c5726322f tempest-NetworksApiDiscovery-1214915368 tempest-NetworksApiDiscovery-1214915368-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1155391 Sep 19 12:22:30.987244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5b7dfcf7-52e0-4b09-b6f4-f0d2a52f8978 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Synchronizing usage tracker for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:31.025299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-085ccb9f-9913-4df2-9d3c-c3163d435d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:31.026883 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-085ccb9f-9913-4df2-9d3c-c3163d435d60 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=95279d76856d429e96c95d3362398fe2&device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 1098 time: 0.0912387 Sep 19 12:22:31.071117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5b7dfcf7-52e0-4b09-b6f4-f0d2a52f8978 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Unset dirty status for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:31.072441 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5b7dfcf7-52e0-4b09-b6f4-f0d2a52f8978 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1537299 Sep 19 12:22:31.076701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59682) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:31.081654 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'tempest-secgroup--98255801'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:31.088611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:31.098787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:31.220398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.246079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:31.250122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:31.253255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:31.260005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:31.284935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-b7089cea-aa60-4cda-8f69-5962d64ea845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:31.286316 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-b7089cea-aa60-4cda-8f69-5962d64ea845 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6569b7b3-8d8e-46e5-9690-6ec1fda3601b HTTP/1.1" status: 200 len: 897 time: 0.2406542 Sep 19 12:22:31.334479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.390869 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.391122 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-97382da3-4eca-4e39-98b3-e40bab5c2257 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9959261e-278e-467f-8bf0-b7651f1d40a7 HTTP/1.1" status: 200 len: 1000 time: 0.0987110 Sep 19 12:22:31.438230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d8158d-fd2c-4787-9d98-9be25e3c8db0,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:31.455095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-7612f9ad-b741-4f09-87eb-04b0c6f0e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:31.456545 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-7612f9ad-b741-4f09-87eb-04b0c6f0e575 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=19d33fd9-c4d8-413a-bf69-9cbce44c298a HTTP/1.1" status: 200 len: 834 time: 0.0599377 Sep 19 12:22:31.488278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.490421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fdf3d3fd-d2aa-4646-ad3e-ca1cf1f61fa7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4119098 Sep 19 12:22:31.492494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59688) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:31.498031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-66362b6c-ac93-4bfb-9753-b5a749e21025 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'd7d8158d-fd2c-4787-9d98-9be25e3c8db0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:31.498868 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.api.v2.base [None req-66362b6c-ac93-4bfb-9753-b5a749e21025 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 19 12:22:31.499365 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-66362b6c-ac93-4bfb-9753-b5a749e21025 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:31.502624 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-66362b6c-ac93-4bfb-9753-b5a749e21025 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067534 Sep 19 12:22:31.503257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59692) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:31.559181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59696) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:31.598045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e3f08252-73dd-44d2-af13-a5afee8e992a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.601941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-107c6999-47da-4ec1-934d-3604718782d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:31.603494 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-107c6999-47da-4ec1-934d-3604718782d2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6569b7b3-8d8e-46e5-9690-6ec1fda3601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1408694 Sep 19 12:22:31.679497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3476-8ff3-46e3-9536-0a221159825f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.694189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e6ac3476-8ff3-46e3-9536-0a221159825f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:31.698901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e6ac3476-8ff3-46e3-9536-0a221159825f admin admin] Usage tracker for resource:security_group_rule and tenant:65eec18d2ab34e70ac2df8f9399d3712 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:31.701871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e6ac3476-8ff3-46e3-9536-0a221159825f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:31.705569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e3f08252-73dd-44d2-af13-a5afee8e992a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.707732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e6ac3476-8ff3-46e3-9536-0a221159825f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:31.783171 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-86752c70-0dff-4e1b-9251-2a16738150a6 service neutron] 10.222.0.85 "GET /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716156 Sep 19 12:22:31.792502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3476-8ff3-46e3-9536-0a221159825f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.857595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e3f08252-73dd-44d2-af13-a5afee8e992a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.876788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3476-8ff3-46e3-9536-0a221159825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.888865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f08252-73dd-44d2-af13-a5afee8e992a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d8158d-fd2c-4787-9d98-9be25e3c8db0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:31.904639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e3f08252-73dd-44d2-af13-a5afee8e992a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:31.908637 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e3f08252-73dd-44d2-af13-a5afee8e992a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/d7d8158d-fd2c-4787-9d98-9be25e3c8db0 HTTP/1.1" status: 204 len: 168 time: 0.4015839 Sep 19 12:22:31.909168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59702) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:31.944464 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-99a9bfc3-cdf3-4325-a816-ee3d65a9d8b5 req-04c94c55-6b7e-479d-bf4e-6e807ebc4e7b service neutron] 10.222.0.85 "GET /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554880 Sep 19 12:22:31.945025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac3476-8ff3-46e3-9536-0a221159825f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b76b6a4-6886-4b1c-ab04-9ef1d2ec9d7c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:31.953324 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e6ac3476-8ff3-46e3-9536-0a221159825f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65eec18d2ab34e70ac2df8f9399d3712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910372 Sep 19 12:22:31.954281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59706) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:31.987684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8c41c07d-b833-468e-b314-b9e64d59fa8a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Synchronizing usage tracker for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:32.027317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0615c99-a1f8-447c-bc37-e44d50f2608f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.053611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8c41c07d-b833-468e-b314-b9e64d59fa8a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Unset dirty status for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:32.053845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0615c99-a1f8-447c-bc37-e44d50f2608f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.058587 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8c41c07d-b833-468e-b314-b9e64d59fa8a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1384535 Sep 19 12:22:32.058914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59710) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:32.064267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'tempest-secgroup--83848488'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:32.070954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:32.080657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:32.162546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.184893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:32.188748 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:32.190954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0615c99-a1f8-447c-bc37-e44d50f2608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.191844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:32.198260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:32.207146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0615c99-a1f8-447c-bc37-e44d50f2608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b76b6a4-6886-4b1c-ab04-9ef1d2ec9d7c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:32.212347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0615c99-a1f8-447c-bc37-e44d50f2608f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.216951 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f0615c99-a1f8-447c-bc37-e44d50f2608f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b76b6a4-6886-4b1c-ab04-9ef1d2ec9d7c HTTP/1.1" status: 204 len: 168 time: 0.2581494 Sep 19 12:22:32.272957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.345190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.389659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44558fa6-0528-4451-9a6d-0497b3f5f780,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:32.471100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.472398 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-09c0e505-2870-4977-9e1d-9b4a2dafe082 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4125209 Sep 19 12:22:32.475613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59716) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:32.485490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0c023327-7fa2-498e-8585-6e85d642fc84 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': '44558fa6-0528-4451-9a6d-0497b3f5f780', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:32.486072 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.api.v2.base [None req-0c023327-7fa2-498e-8585-6e85d642fc84 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 19 12:22:32.487839 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-0c023327-7fa2-498e-8585-6e85d642fc84 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:32.487839 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0c023327-7fa2-498e-8585-6e85d642fc84 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110097 Sep 19 12:22:32.494958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59722) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:32.564216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b99ec7a-1372-4b6a-8007-7501cf9fedd3 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.594277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b99ec7a-1372-4b6a-8007-7501cf9fedd3 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.722584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b99ec7a-1372-4b6a-8007-7501cf9fedd3 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.744096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99ec7a-1372-4b6a-8007-7501cf9fedd3 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44558fa6-0528-4451-9a6d-0497b3f5f780,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:32.748566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b99ec7a-1372-4b6a-8007-7501cf9fedd3 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.749647 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8b99ec7a-1372-4b6a-8007-7501cf9fedd3 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/44558fa6-0528-4451-9a6d-0497b3f5f780 HTTP/1.1" status: 204 len: 168 time: 0.2536480 Sep 19 12:22:32.753319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59732) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:32.803885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6b677362-f486-41c1-9278-246c20a489a7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Synchronizing usage tracker for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:32.870908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6b677362-f486-41c1-9278-246c20a489a7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Unset dirty status for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:32.872429 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6b677362-f486-41c1-9278-246c20a489a7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1180482 Sep 19 12:22:32.876503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59738) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:32.881947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197486102'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:32.891324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:32.901585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:32.956740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:32.976696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:32.980634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:32.983465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:32.989537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:33.062698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:33.128286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:33.179511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c91cba-e399-4b56-8861-0e49d37685ff,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:33.259653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:33.264478 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-65cb831d-bbba-450f-97ad-9b14f2b8a919 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3871388 Sep 19 12:22:33.264637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59750) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:33.271846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b5374515-9a7a-4a91-98c1-3dc84390bdff tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'e4c91cba-e399-4b56-8861-0e49d37685ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:33.281105 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-b5374515-9a7a-4a91-98c1-3dc84390bdff tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 19 12:22:33.281105 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-b5374515-9a7a-4a91-98c1-3dc84390bdff tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:33.281105 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b5374515-9a7a-4a91-98c1-3dc84390bdff tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074172 Sep 19 12:22:33.281585 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59754) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:33.286969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d529c5a6-5fc6-40e5-beb7-b641dc513542 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'e4c91cba-e399-4b56-8861-0e49d37685ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:33.287806 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-d529c5a6-5fc6-40e5-beb7-b641dc513542 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 19 12:22:33.288293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-d529c5a6-5fc6-40e5-beb7-b641dc513542 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:33.290735 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d529c5a6-5fc6-40e5-beb7-b641dc513542 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077698 Sep 19 12:22:33.292634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59758) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:33.298682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a3393455-1dc4-494a-9ccc-b024690239e2 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'e4c91cba-e399-4b56-8861-0e49d37685ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:33.299540 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-a3393455-1dc4-494a-9ccc-b024690239e2 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 19 12:22:33.300017 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-a3393455-1dc4-494a-9ccc-b024690239e2 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:33.300970 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a3393455-1dc4-494a-9ccc-b024690239e2 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074427 Sep 19 12:22:33.303447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59762) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:33.308745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b83a350b-139e-4057-b277-0df58a1c0f5b tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'e4c91cba-e399-4b56-8861-0e49d37685ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:33.309594 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-b83a350b-139e-4057-b277-0df58a1c0f5b tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 19 12:22:33.310065 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-b83a350b-139e-4057-b277-0df58a1c0f5b tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:33.313366 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b83a350b-139e-4057-b277-0df58a1c0f5b tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066636 Sep 19 12:22:33.315264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59766) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:33.379822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d32c5bd-7383-462e-be0d-8edadac91166 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:33.407234 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d32c5bd-7383-462e-be0d-8edadac91166 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:33.630935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d32c5bd-7383-462e-be0d-8edadac91166 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:33.650030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32c5bd-7383-462e-be0d-8edadac91166 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c91cba-e399-4b56-8861-0e49d37685ff,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:33.659843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d32c5bd-7383-462e-be0d-8edadac91166 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:33.663060 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8d32c5bd-7383-462e-be0d-8edadac91166 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/e4c91cba-e399-4b56-8861-0e49d37685ff HTTP/1.1" status: 204 len: 168 time: 0.3449850 Sep 19 12:22:33.664024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59774) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:33.716781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9a40ec34-f200-4a63-bfcd-b3b32d49e4e3 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Synchronizing usage tracker for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:33.853664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9a40ec34-f200-4a63-bfcd-b3b32d49e4e3 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Unset dirty status for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:33.854995 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9a40ec34-f200-4a63-bfcd-b3b32d49e4e3 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1903520 Sep 19 12:22:33.878814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59782) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:33.884921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'tempest-secgroup--731292142'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:33.890922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:33.902809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:33.979502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.000756 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:34.005004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:34.007924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:34.015093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:34.088517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.173590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.221507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49c25a6-15be-4d6a-8708-8e8a4b505870,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:34.282203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59792) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:34.328542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.330808 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-504966c6-6345-4dd8-9eaa-990c36370db8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4499445 Sep 19 12:22:34.332909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59798) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:34.338843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2364e390-e105-4d05-b4c0-f0c707793f31 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'd49c25a6-15be-4d6a-8708-8e8a4b505870', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:34.339501 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.api.v2.base [None req-2364e390-e105-4d05-b4c0-f0c707793f31 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 12:22:34.340154 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-2364e390-e105-4d05-b4c0-f0c707793f31 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:34.341965 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2364e390-e105-4d05-b4c0-f0c707793f31 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073833 Sep 19 12:22:34.352550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59802) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:34.357412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-fc411d2b-a2d2-43fc-969a-65fbec609746 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'd49c25a6-15be-4d6a-8708-8e8a4b505870', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:34.365408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fc411d2b-a2d2-43fc-969a-65fbec609746 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:34.369551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fc411d2b-a2d2-43fc-969a-65fbec609746 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:34.373313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fc411d2b-a2d2-43fc-969a-65fbec609746 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:34.379098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fc411d2b-a2d2-43fc-969a-65fbec609746 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:34.451542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'network': {'name': 'tempest-network-smoke--339988893', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'port_security_enabled': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:34.456566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:34.460373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:network and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:34.463336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:34.468915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:34.550990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:34.554351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.566054 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-fc411d2b-a2d2-43fc-969a-65fbec609746 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:34.567508 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fc411d2b-a2d2-43fc-969a-65fbec609746 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2139637 Sep 19 12:22:34.570281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59806) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:34.571551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.589558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d68bac61-d349-4231-b54b-ab59a54b5852 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'd49c25a6-15be-4d6a-8708-8e8a4b505870', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:34.590033 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.api.v2.base [None req-d68bac61-d349-4231-b54b-ab59a54b5852 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 19 12:22:34.590508 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-d68bac61-d349-4231-b54b-ab59a54b5852 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:34.591456 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d68bac61-d349-4231-b54b-ab59a54b5852 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073824 Sep 19 12:22:34.596897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:34.600832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:34.602909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59810) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:34.606000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:34.608516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-308b13cb-9ff0-4e47-a790-83c5ed78a6be tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'd49c25a6-15be-4d6a-8708-8e8a4b505870', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:34.611925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:34.615186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-308b13cb-9ff0-4e47-a790-83c5ed78a6be tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:34.619875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-308b13cb-9ff0-4e47-a790-83c5ed78a6be tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:34.622868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-308b13cb-9ff0-4e47-a790-83c5ed78a6be tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:34.628626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-308b13cb-9ff0-4e47-a790-83c5ed78a6be tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:34.696598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.779148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.802594 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-308b13cb-9ff0-4e47-a790-83c5ed78a6be tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:34.803708 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-308b13cb-9ff0-4e47-a790-83c5ed78a6be tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1998115 Sep 19 12:22:34.807947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59814) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:34.812895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:22:34.813131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-276429d4-011f-494d-a607-808d2401b9fe tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'd49c25a6-15be-4d6a-8708-8e8a4b505870', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:34.813610 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-276429d4-011f-494d-a607-808d2401b9fe tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 12:22:34.814122 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-276429d4-011f-494d-a607-808d2401b9fe tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:34.816087 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-276429d4-011f-494d-a607-808d2401b9fe tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061321 Sep 19 12:22:34.817593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59818) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:34.821835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a050807-b85e-4f22-81d3-b8eba1e7d562,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:34.822382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-9d8059f8-9059-4061-bb62-0b51dd33b457 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'd49c25a6-15be-4d6a-8708-8e8a4b505870', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:34.827598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.830203 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Added segment a8e50fc8-a136-449e-b4f2-05f4528eeb95 of type vlan for network 20db9b7a-bd43-475d-a14b-5b616d304e7e Sep 19 12:22:34.830683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9d8059f8-9059-4061-bb62-0b51dd33b457 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:34.834098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9d8059f8-9059-4061-bb62-0b51dd33b457 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:34.837506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9d8059f8-9059-4061-bb62-0b51dd33b457 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:34.843567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9d8059f8-9059-4061-bb62-0b51dd33b457 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:34.856404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.910849 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-9d8059f8-9059-4061-bb62-0b51dd33b457 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Project d623d8ab5e3741ef94b44bb02f679ea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:22:34.927895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:34.934317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:34.934931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:35.008134 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-9d8059f8-9059-4061-bb62-0b51dd33b457 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:35.009241 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9d8059f8-9059-4061-bb62-0b51dd33b457 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1906796 Sep 19 12:22:35.012209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59822) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:35.017125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4d81dbaf-b7ae-4c45-b8c6-9a5743f4cdb4 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'd49c25a6-15be-4d6a-8708-8e8a4b505870', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:35.019677 dv-neutron-857775-2-hyperv neutron-server[89794]: WARNING neutron.api.v2.base [None req-4d81dbaf-b7ae-4c45-b8c6-9a5743f4cdb4 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 19 12:22:35.019677 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-4d81dbaf-b7ae-4c45-b8c6-9a5743f4cdb4 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:35.019677 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4d81dbaf-b7ae-4c45-b8c6-9a5743f4cdb4 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058410 Sep 19 12:22:35.021604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59826) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:35.028095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d0471bcf-758a-49d5-b7e5-9621907c77a6 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'd49c25a6-15be-4d6a-8708-8e8a4b505870', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:35.033978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d0471bcf-758a-49d5-b7e5-9621907c77a6 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:35.037810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d0471bcf-758a-49d5-b7e5-9621907c77a6 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:35.041522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d0471bcf-758a-49d5-b7e5-9621907c77a6 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:35.047375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d0471bcf-758a-49d5-b7e5-9621907c77a6 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:35.048901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Network': ['ID=20db9b7a-bd43-475d-a14b-5b616d304e7e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:35.058909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 20db9b7a-bd43-475d-a14b-5b616d304e7e details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:22:35.123027 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-db00cd8d-02d5-43da-9787-c4304f2e1445 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8395388 Sep 19 12:22:35.125932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59830) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:35.131127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'admin_state_up': True, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:35.138395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:35.142264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:router and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:35.145149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:35.152677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:35.179405 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-d0471bcf-758a-49d5-b7e5-9621907c77a6 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Project d623d8ab5e3741ef94b44bb02f679ea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:22:35.260100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:35.261228 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:35.277331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:35.288291 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-d0471bcf-758a-49d5-b7e5-9621907c77a6 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:35.291183 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d0471bcf-758a-49d5-b7e5-9621907c77a6 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2669029 Sep 19 12:22:35.292886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59834) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:35.298142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b4a703f0-d180-48d5-a7d5-feef450f7237 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'd49c25a6-15be-4d6a-8708-8e8a4b505870', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:35.304200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b4a703f0-d180-48d5-a7d5-feef450f7237 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:35.308241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b4a703f0-d180-48d5-a7d5-feef450f7237 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:35.311884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b4a703f0-d180-48d5-a7d5-feef450f7237 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:35.317519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b4a703f0-d180-48d5-a7d5-feef450f7237 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:35.453875 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-b4a703f0-d180-48d5-a7d5-feef450f7237 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Project d623d8ab5e3741ef94b44bb02f679ea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:22:35.539896 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-b4a703f0-d180-48d5-a7d5-feef450f7237 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:35.540958 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b4a703f0-d180-48d5-a7d5-feef450f7237 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2470613 Sep 19 12:22:35.544036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59838) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:35.622338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2a112bbf-a804-47d5-83ff-1294c7362e46 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:35.652971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2a112bbf-a804-47d5-83ff-1294c7362e46 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:35.774307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2a112bbf-a804-47d5-83ff-1294c7362e46 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:35.782195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:35.793644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a112bbf-a804-47d5-83ff-1294c7362e46 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49c25a6-15be-4d6a-8708-8e8a4b505870,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:35.800671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2a112bbf-a804-47d5-83ff-1294c7362e46 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:35.801122 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2a112bbf-a804-47d5-83ff-1294c7362e46 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/d49c25a6-15be-4d6a-8708-8e8a4b505870 HTTP/1.1" status: 204 len: 168 time: 0.2561448 Sep 19 12:22:35.803860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59844) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:35.856293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-026627b3-0df1-42d1-b312-c362dc462b71 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Synchronizing usage tracker for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:35.945373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-026627b3-0df1-42d1-b312-c362dc462b71 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Unset dirty status for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:35.951123 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-026627b3-0df1-42d1-b312-c362dc462b71 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1425025 Sep 19 12:22:35.951272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59848) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:35.956334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'tempest-secgroup--805732202'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:35.963074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:35.973392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:36.094245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:36.114729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:36.119358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:36.124478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:36.130231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:36.192634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:36.202152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:36.222653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:36.305933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:36.355328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2824ed46-aa7c-49e3-8b56-f77de0f9c478,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:36.372523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.151 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/aeaf3ad2-8087-41ef-a4fa-c6705bc64191) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:36.407882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:36.409161 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5aa59fd1-67ab-4f74-b2aa-4442d1c433e8 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4569283 Sep 19 12:22:36.411928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59852) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:36.417698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-03d279a4-1b9e-45a9-8a99-dd1f6a9d003e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': '2824ed46-aa7c-49e3-8b56-f77de0f9c478', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:36.423615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-03d279a4-1b9e-45a9-8a99-dd1f6a9d003e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:36.427594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-03d279a4-1b9e-45a9-8a99-dd1f6a9d003e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:36.431113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-03d279a4-1b9e-45a9-8a99-dd1f6a9d003e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:36.436845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-03d279a4-1b9e-45a9-8a99-dd1f6a9d003e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:36.520628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:36.625442 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-03d279a4-1b9e-45a9-8a99-dd1f6a9d003e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The resource could not be found. Sep 19 12:22:36.627140 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-03d279a4-1b9e-45a9-8a99-dd1f6a9d003e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2141433 Sep 19 12:22:36.629215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59856) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:36.634084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b189117e-e820-403b-b526-64d4168fb5f7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': '2824ed46-aa7c-49e3-8b56-f77de0f9c478', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '462e5c08-dee9-4310-95bd-eeeb686afe8a'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:36.640053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b189117e-e820-403b-b526-64d4168fb5f7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:36.643975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b189117e-e820-403b-b526-64d4168fb5f7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:36.646886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b189117e-e820-403b-b526-64d4168fb5f7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:36.653909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b189117e-e820-403b-b526-64d4168fb5f7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:36.671404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:36.736387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:36.739129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:36.742998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:36.777726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=aeaf3ad2-8087-41ef-a4fa-c6705bc64191,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:36.830885 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-b189117e-e820-403b-b526-64d4168fb5f7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The resource could not be found. Sep 19 12:22:36.832236 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b189117e-e820-403b-b526-64d4168fb5f7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2020679 Sep 19 12:22:36.835149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59860) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:36.900398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21e573bd-fb05-4d92-81d7-970c9cb25fcb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:36.927811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21e573bd-fb05-4d92-81d7-970c9cb25fcb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:37.071687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21e573bd-fb05-4d92-81d7-970c9cb25fcb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:37.091185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e573bd-fb05-4d92-81d7-970c9cb25fcb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2824ed46-aa7c-49e3-8b56-f77de0f9c478,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:37.098818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-21e573bd-fb05-4d92-81d7-970c9cb25fcb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:37.099739 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-21e573bd-fb05-4d92-81d7-970c9cb25fcb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/2824ed46-aa7c-49e3-8b56-f77de0f9c478 HTTP/1.1" status: 204 len: 168 time: 0.2636187 Sep 19 12:22:37.102399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59864) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:37.154403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ced05f89-cc5c-41da-a42a-28f5f83cf621 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Synchronizing usage tracker for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:37.242990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ced05f89-cc5c-41da-a42a-28f5f83cf621 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Unset dirty status for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:37.244659 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ced05f89-cc5c-41da-a42a-28f5f83cf621 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1412435 Sep 19 12:22:37.249070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59868) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:37.255798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-23092aa8-5969-47be-8bb4-2d032e619fc1 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'a1f87f2f-32d6-4bbf-a629-1681bafe4508', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:37.265593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-23092aa8-5969-47be-8bb4-2d032e619fc1 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:37.274226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-23092aa8-5969-47be-8bb4-2d032e619fc1 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:37.278403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-23092aa8-5969-47be-8bb4-2d032e619fc1 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:37.285051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:37.332809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-23092aa8-5969-47be-8bb4-2d032e619fc1 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:37.674148 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-23092aa8-5969-47be-8bb4-2d032e619fc1 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The resource could not be found. Sep 19 12:22:37.675182 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-23092aa8-5969-47be-8bb4-2d032e619fc1 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4251943 Sep 19 12:22:37.679008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59872) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:37.685289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074100114'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:37.691784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:37.701774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:37.771888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:37.779611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:37.800294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:37.804314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:37.807954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:37.813683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:37.889559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:37.974012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:38.019921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23eda44-558e-4891-9d99-b44752e4d37e,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:38.059516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 8cecb9d3-e841-4929-a8c2-748a48921c9d is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:22:38.082545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:38.083914 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d3ddf7e3-2a79-4695-a3d6-e6392233fab9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4036717 Sep 19 12:22:38.087160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59876) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:38.092156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'tempest-secgroup--769838286'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:38.098242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:38.103073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:38.106025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:38.112077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:38.214680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:38.239173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:38.243313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:22:38.243744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:38.247037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:38.253335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:38.257773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Sync routers for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:22:38.269999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:38.270828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:38.368273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:38.372772 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0921587b-382e-4d8e-9d91-50fcd0bdd366 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2427521 Sep 19 12:22:38.373363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59880) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:38.440806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:38.465248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:22:38.465714 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a33e1b83-458a-4853-bb0c-45c4aa7eabdd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d2803b9b3ed7428b94f11a8ee3347204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0912430 Sep 19 12:22:38.468495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59886) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:38.539729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:38.587962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b02162-bc3b-49e2-95b5-9f85f5549ec5,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:38.614648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a808c0e-5305-4993-9c15-9f312059667c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:38.616214 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6a808c0e-5305-4993-9c15-9f312059667c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468320 Sep 19 12:22:38.619155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59892) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:38.658881 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cf5af28c-5d28-4ea1-af61-1e8d1d0cacff tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385969 Sep 19 12:22:38.661643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59896) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:38.668152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-156483241', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:38.677059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:38.678362 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0460e12e-1adb-419a-947a-d429ebc9feaa tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5902450 Sep 19 12:22:38.681767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59900) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:38.688446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e4ba0b90-0371-4622-aef7-0257f9436c4a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'e23eda44-558e-4891-9d99-b44752e4d37e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b2b02162-bc3b-49e2-95b5-9f85f5549ec5'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:38.694836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e4ba0b90-0371-4622-aef7-0257f9436c4a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:38.700955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e4ba0b90-0371-4622-aef7-0257f9436c4a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:38.703877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e4ba0b90-0371-4622-aef7-0257f9436c4a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:38.710531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e4ba0b90-0371-4622-aef7-0257f9436c4a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:38.776842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:22:36Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:38.780712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Checking router: 8cecb9d3-e841-4929-a8c2-748a48921c9d for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:22:38.781064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Updating router 8cecb9d3-e841-4929-a8c2-748a48921c9d port aeaf3ad2-8087-41ef-a4fa-c6705bc64191 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:22:38.783033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:38.787141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:subnet and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:38.790206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:38.796152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:38.833907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:38.894094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:38.898041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:38.899920 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-e4ba0b90-0371-4622-aef7-0257f9436c4a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:38.901100 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e4ba0b90-0371-4622-aef7-0257f9436c4a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2178710 Sep 19 12:22:38.903887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59904) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:38.968537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fac33d26-b349-4dcd-be5a-ec9bf6b4671e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:38.997075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fac33d26-b349-4dcd-be5a-ec9bf6b4671e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.110840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fac33d26-b349-4dcd-be5a-ec9bf6b4671e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.133648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac33d26-b349-4dcd-be5a-ec9bf6b4671e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b02162-bc3b-49e2-95b5-9f85f5549ec5,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:39.139101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fac33d26-b349-4dcd-be5a-ec9bf6b4671e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.143340 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fac33d26-b349-4dcd-be5a-ec9bf6b4671e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/b2b02162-bc3b-49e2-95b5-9f85f5549ec5 HTTP/1.1" status: 204 len: 168 time: 0.2352533 Sep 19 12:22:39.143477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59908) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:39.179786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.208798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6244d497-89fd-497a-ad57-fe57f9c8b9b7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Synchronizing usage tracker for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:39.230245 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.243127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Transition to ACTIVE for port object aeaf3ad2-8087-41ef-a4fa-c6705bc64191 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:39.266192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Subnet': ['ID=a9ed088c-c67c-40d2-abc3-424d829ba84f,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:39.274070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Checking segment: {'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:39.274430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network hostable DHCP agents. Network: 20db9b7a-bd43-475d-a14b-5b616d304e7e, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:22:39.299747 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6244d497-89fd-497a-ad57-fe57f9c8b9b7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Unset dirty status for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:39.301292 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6244d497-89fd-497a-ad57-fe57f9c8b9b7 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1569583 Sep 19 12:22:39.304136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59912) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:39.322425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.368934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 20db9b7a-bd43-475d-a14b-5b616d304e7e is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:22:39.371328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4662-d509-4401-9454-63785f86b4ba tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.382276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Attempting to bind port aeaf3ad2-8087-41ef-a4fa-c6705bc64191 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:22:39.382581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Attempting to bind port aeaf3ad2-8087-41ef-a4fa-c6705bc64191 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:22:39.383018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Attempting to bind port aeaf3ad2-8087-41ef-a4fa-c6705bc64191 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:22:39.393627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:22:39.394025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:39.394411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.394825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:22:39.395314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Bound port: aeaf3ad2-8087-41ef-a4fa-c6705bc64191, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:22:39.395685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.402881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4662-d509-4401-9454-63785f86b4ba tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.446908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Pushing event updated for resources: {'Port': ['ID=aeaf3ad2-8087-41ef-a4fa-c6705bc64191,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:39.458558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.458929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.459274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.459614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.459945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.460279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.460607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.461464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.461853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.462182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.462507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.462860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:39.476307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 20db9b7a-bd43-475d-a14b-5b616d304e7e) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:39.481271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:39.481872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.486574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09702e-7751-4159-84b7-3d58d19ae10a None None] Network 20db9b7a-bd43-475d-a14b-5b616d304e7e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:39.508638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] For port aeaf3ad2-8087-41ef-a4fa-c6705bc64191, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:22:39.595199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] For port aeaf3ad2-8087-41ef-a4fa-c6705bc64191, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=aeaf3ad2-8087-41ef-a4fa-c6705bc64191,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:22:39.711921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4662-d509-4401-9454-63785f86b4ba tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.732625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc4662-d509-4401-9454-63785f86b4ba tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23eda44-558e-4891-9d99-b44752e4d37e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:39.749849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-20db9b7a-bd43-475d-a14b-5b616d304e7e', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:22:39.751104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.757611 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3b3a0251-d46c-4c1a-8c18-f758a8305b9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0948217 Sep 19 12:22:39.766203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59916) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:39.834026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.871503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4662-d509-4401-9454-63785f86b4ba tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:39.875244 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bfcc4662-d509-4401-9454-63785f86b4ba tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/e23eda44-558e-4891-9d99-b44752e4d37e HTTP/1.1" status: 204 len: 168 time: 0.5667193 Sep 19 12:22:39.875829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59920) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:39.951144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-15a63adc-c75f-42d8-93f2-ca9685ffada9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Synchronizing usage tracker for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:39.953957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:39.954636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:40.053698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-15a63adc-c75f-42d8-93f2-ca9685ffada9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Unset dirty status for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:40.058666 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-15a63adc-c75f-42d8-93f2-ca9685ffada9 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1782374 Sep 19 12:22:40.058885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043743d-014a-4a85-8a22-61c813a195eb None None] Pushing event updated for resources: {'Port': ['ID=aeaf3ad2-8087-41ef-a4fa-c6705bc64191,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:40.059735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59924) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:40.068813 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'tempest-secgroup--233340389'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:40.077565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:40.123782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Allocated IP 172.20.0.2 (20db9b7a-bd43-475d-a14b-5b616d304e7e/a9ed088c-c67c-40d2-abc3-424d829ba84f/9ee8dc26-97fc-434a-bcf5-3ec04f07e31a) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:40.155407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:40.248515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:22:40.260434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:40.294943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:40.301540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:40.355444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:40.373261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:40.592918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:40.661941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:40.680497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Transition to ACTIVE for port object 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:40.697195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:40.704244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Transition to ACTIVE for port object 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:40.716826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:22:36Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:40.720726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49ce72-b327-4535-847e-8702a50dd47e None None] The sync data for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv is: [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:22:36Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:22:40.744329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:40.768326 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ed15c-8440-4aef-a113-4328013dd9d9,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:40.791875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:40.862620 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Network 20db9b7a-bd43-475d-a14b-5b616d304e7e is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:40.865572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:40.870445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:40.876760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Pushing event updated for resources: {'Port': ['ID=9ee8dc26-97fc-434a-bcf5-3ec04f07e31a,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:40.918480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:40.919824 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5bf32b44-66ea-4e5b-82f5-cfcea29851bb tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8568683 Sep 19 12:22:40.922929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59928) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:40.928997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-43a34179-3845-4da8-9474-08e83e4c7859 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'fc2ed15c-8440-4aef-a113-4328013dd9d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:40.937836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-43a34179-3845-4da8-9474-08e83e4c7859 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:40.943582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-43a34179-3845-4da8-9474-08e83e4c7859 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:40.957470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-43a34179-3845-4da8-9474-08e83e4c7859 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:40.993239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Attempting to bind port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:22:40.993684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Attempting to bind port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:22:40.994037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Attempting to bind port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a on network 20db9b7a-bd43-475d-a14b-5b616d304e7e {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:22:40.999950 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:22:41.000184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Checking segment: {'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:41.000604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.001055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Bound using segment: {'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:22:41.001170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-43a34179-3845-4da8-9474-08e83e4c7859 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:41.001439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Bound port: 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:22:41.001815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.108596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] For port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:22:41.112341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] For port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9ee8dc26-97fc-434a-bcf5-3ec04f07e31a,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:22:41.191020 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-43a34179-3845-4da8-9474-08e83e4c7859 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:41.192113 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-43a34179-3845-4da8-9474-08e83e4c7859 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2676170 Sep 19 12:22:41.194790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59932) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:41.200392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3d17455d-95b9-4bee-b631-d93d1b382a1a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group_rule': {'security_group_id': 'fc2ed15c-8440-4aef-a113-4328013dd9d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:41.207916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3d17455d-95b9-4bee-b631-d93d1b382a1a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:41.212419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3d17455d-95b9-4bee-b631-d93d1b382a1a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:41.214699 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.215907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3d17455d-95b9-4bee-b631-d93d1b382a1a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:41.222640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3d17455d-95b9-4bee-b631-d93d1b382a1a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:41.235952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.1 (20db9b7a-bd43-475d-a14b-5b616d304e7e/a9ed088c-c67c-40d2-abc3-424d829ba84f/01dcfb0f-44f4-4144-afb8-4524a4fbfd18) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:41.358821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafadbd-8aec-4e6a-9225-c739c051eab3 None None] Pushing event updated for resources: {'Port': ['ID=9ee8dc26-97fc-434a-bcf5-3ec04f07e31a,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:41.444106 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-3d17455d-95b9-4bee-b631-d93d1b382a1a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:22:41.445889 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3d17455d-95b9-4bee-b631-d93d1b382a1a tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2500961 Sep 19 12:22:41.448902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59936) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:41.462850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.480561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:41.537203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8029a0ef-0d52-4b7b-a057-47a18805580e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.576553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8029a0ef-0d52-4b7b-a057-47a18805580e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.669704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-01f2b137-4bc3-4ba2-adc2-23f583ac374e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.738392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.785498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8029a0ef-0d52-4b7b-a057-47a18805580e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.809318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029a0ef-0d52-4b7b-a057-47a18805580e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ed15c-8440-4aef-a113-4328013dd9d9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:41.820027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 20db9b7a-bd43-475d-a14b-5b616d304e7e is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:41.820197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8029a0ef-0d52-4b7b-a057-47a18805580e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.822135 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8029a0ef-0d52-4b7b-a057-47a18805580e tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/fc2ed15c-8440-4aef-a113-4328013dd9d9 HTTP/1.1" status: 204 len: 168 time: 0.3722165 Sep 19 12:22:41.824225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:41.824900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59940) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:41.828229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:41.902668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6b0ede4f-3fbd-4b62-a8e3-56173e0b58fe tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Synchronizing usage tracker for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:41.932406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=01dcfb0f-44f4-4144-afb8-4524a4fbfd18,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:41.948584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:41.998145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6b0ede4f-3fbd-4b62-a8e3-56173e0b58fe tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Unset dirty status for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:41.998145 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6b0ede4f-3fbd-4b62-a8e3-56173e0b58fe tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1675379 Sep 19 12:22:41.998793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:41.998923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59944) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:42.004650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'tempest-secgroup--142725100'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:42.014269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:42.028084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:42.111804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.135664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:42.142616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Usage tracker for resource:security_group_rule and tenant:d623d8ab5e3741ef94b44bb02f679ea4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:42.146674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:42.150798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:42.160172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:42.160496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device aeaf3ad2-8087-41ef-a4fa-c6705bc64191 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:42.310526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port aeaf3ad2-8087-41ef-a4fa-c6705bc64191 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:42.317201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port aeaf3ad2-8087-41ef-a4fa-c6705bc64191 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:42.317712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.342487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.409032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.462174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b823ae4-01fb-4c5e-ac03-44c267f1d8b1,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:42.480286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port aeaf3ad2-8087-41ef-a4fa-c6705bc64191 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:42.480675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.499374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port aeaf3ad2-8087-41ef-a4fa-c6705bc64191, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=aeaf3ad2-8087-41ef-a4fa-c6705bc64191,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:42.513382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.529283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.530731 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2b63b231-66e4-4233-90dd-1bc75828d450 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5314877 Sep 19 12:22:42.535959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59948) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:42.544061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-daedee56-c557-4b7b-a403-43d28dc16d70 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:42.544900 dv-neutron-857775-2-hyperv neutron-server[89795]: WARNING neutron.api.v2.base [None req-daedee56-c557-4b7b-a403-43d28dc16d70 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 12:22:42.545421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-daedee56-c557-4b7b-a403-43d28dc16d70 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] update failed (client error): There was a conflict when trying to complete your request. Sep 19 12:22:42.546451 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-daedee56-c557-4b7b-a403-43d28dc16d70 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "PUT /v2.0/security-groups/1b823ae4-01fb-4c5e-ac03-44c267f1d8b1 HTTP/1.1" status: 409 len: 330 time: 0.0108869 Sep 19 12:22:42.550507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59952) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:42.556292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.661531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=aeaf3ad2-8087-41ef-a4fa-c6705bc64191,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:42.754250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f552b27-6251-4e3b-b377-3e73f7e20b21 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.790614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f552b27-6251-4e3b-b377-3e73f7e20b21 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.804148 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:22:42.933964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f552b27-6251-4e3b-b377-3e73f7e20b21 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.960193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f552b27-6251-4e3b-b377-3e73f7e20b21 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b823ae4-01fb-4c5e-ac03-44c267f1d8b1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:42.966669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f552b27-6251-4e3b-b377-3e73f7e20b21 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:42.971478 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1f552b27-6251-4e3b-b377-3e73f7e20b21 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/1b823ae4-01fb-4c5e-ac03-44c267f1d8b1 HTTP/1.1" status: 204 len: 168 time: 0.4194896 Sep 19 12:22:42.973874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59956) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:43.029490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e2a9550e-eaf2-416d-8f0b-d239c7b180b1 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Synchronizing usage tracker for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:43.050119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd1140-66bd-4a57-8415-abba68839176 None None] Network 20db9b7a-bd43-475d-a14b-5b616d304e7e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:22:43.051193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:43.110930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e2a9550e-eaf2-416d-8f0b-d239c7b180b1 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] Unset dirty status for tenant:d623d8ab5e3741ef94b44bb02f679ea4 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:43.112324 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e2a9550e-eaf2-416d-8f0b-d239c7b180b1 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391053 Sep 19 12:22:43.116457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59960) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:43.133735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:43.159416 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-299e70a9-cbcd-49cd-9c87-10f536efcd0c tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] delete failed (client error): The resource could not be found. Sep 19 12:22:43.164502 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-299e70a9-cbcd-49cd-9c87-10f536efcd0c tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "DELETE /v2.0/security-groups/bc1fd974-5a4e-45a9-b889-dd5604517330 HTTP/1.1" status: 404 len: 347 time: 0.0422616 Sep 19 12:22:43.165611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59964) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:43.182999 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-1e7507fb-a7bf-4d5c-ac11-822429c29c20 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] show failed (client error): The resource could not be found. Sep 19 12:22:43.187805 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1e7507fb-a7bf-4d5c-ac11-822429c29c20 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-groups/56359d97-da2a-4aed-abe8-9f778d4f3779 HTTP/1.1" status: 404 len: 347 time: 0.0180376 Sep 19 12:22:43.188008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59968) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:43.203315 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-a10a9651-b650-4111-98d7-5f0551d97188 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] show failed (client error): The resource could not be found. Sep 19 12:22:43.210532 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a10a9651-b650-4111-98d7-5f0551d97188 tempest-NegativeSecGroupIPv6Test-316506107 tempest-NegativeSecGroupIPv6Test-316506107-project] 10.222.0.66 "GET /v2.0/security-group-rules/0992dc26-fe3b-407a-8458-ab5ac2cca758 HTTP/1.1" status: 404 len: 356 time: 0.0152771 Sep 19 12:22:43.264562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:43.277931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-802f4345-d71d-4a4a-8150-d73147b5f1ac None None] Provisioning for port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:43.292286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-802f4345-d71d-4a4a-8150-d73147b5f1ac None None] Provisioning complete for port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:43.292554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-802f4345-d71d-4a4a-8150-d73147b5f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:43.391498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=01dcfb0f-44f4-4144-afb8-4524a4fbfd18,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:43.439956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-802f4345-d71d-4a4a-8150-d73147b5f1ac None None] Current status of the port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:43.440490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-802f4345-d71d-4a4a-8150-d73147b5f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:43.463592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 20db9b7a-bd43-475d-a14b-5b616d304e7e is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:43.464839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:43.479204 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-802f4345-d71d-4a4a-8150-d73147b5f1ac None None] For port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9ee8dc26-97fc-434a-bcf5-3ec04f07e31a,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:43.585445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-802f4345-d71d-4a4a-8150-d73147b5f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:43.685909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 8cecb9d3-e841-4929-a8c2-748a48921c9d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:22:43.689780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f4345-d71d-4a4a-8150-d73147b5f1ac None None] Pushing event updated for resources: {'Port': ['ID=9ee8dc26-97fc-434a-bcf5-3ec04f07e31a,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:43.715190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-22f1321d-7c6d-4cab-a80a-0d260d82931a None None] Provisioning complete for port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:43.715190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-22f1321d-7c6d-4cab-a80a-0d260d82931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:43.747619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-153bca92-7025-4e69-ae06-ac47f5980134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:43.847509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59976) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:43.855919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-22f1321d-7c6d-4cab-a80a-0d260d82931a None None] Current status of the port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:43.892473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:22:43.903016 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Sync routers for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:22:43.915354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59982) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:43.916924 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-165c241f-0a89-4ef6-93a8-19b5fbb35316 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/8cecb9d3-e841-4929-a8c2-748a48921c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1554599 Sep 19 12:22:43.920198 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:43.923554 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:43.951156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:43.999009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-22f1321d-7c6d-4cab-a80a-0d260d82931a None None] Provisioning for port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:44.025898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-22f1321d-7c6d-4cab-a80a-0d260d82931a None None] Provisioning complete for port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:44.026491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-22f1321d-7c6d-4cab-a80a-0d260d82931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.113468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-22f1321d-7c6d-4cab-a80a-0d260d82931a None None] Port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:44.124280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:44.124280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.140322 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:22:44.158718 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4535b5c3-a302-4b3f-91fe-45973c6588b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d623d8ab5e3741ef94b44bb02f679ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069661 Sep 19 12:22:44.159579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59986) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:44.200324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3194d4-fae4-4ef8-976b-ebe224083373 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.201559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3194d4-fae4-4ef8-976b-ebe224083373 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.202202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3194d4-fae4-4ef8-976b-ebe224083373 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.202673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3194d4-fae4-4ef8-976b-ebe224083373 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.203242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3194d4-fae4-4ef8-976b-ebe224083373 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.203704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3194d4-fae4-4ef8-976b-ebe224083373 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.204161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3194d4-fae4-4ef8-976b-ebe224083373 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.208927 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9b3194d4-fae4-4ef8-976b-ebe224083373 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.2896473 Sep 19 12:22:44.209071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 59990) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:44.299582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:44.300372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device aeaf3ad2-8087-41ef-a4fa-c6705bc64191 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:44.318833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09dcc03d-c93a-4d6f-9569-31a3cdbc27bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.330812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0248565f-0b53-4dd6-b9ea-9f8d936388c3 None None] Provisioning complete for port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:44.331303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0248565f-0b53-4dd6-b9ea-9f8d936388c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.333242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b0613-76de-445a-8127-d44eab0f7402 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.333720 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b0613-76de-445a-8127-d44eab0f7402 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.334207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b0613-76de-445a-8127-d44eab0f7402 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.334661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b0613-76de-445a-8127-d44eab0f7402 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.335147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b0613-76de-445a-8127-d44eab0f7402 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.335595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b0613-76de-445a-8127-d44eab0f7402 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.337329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b0613-76de-445a-8127-d44eab0f7402 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:44.341981 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fb2b0613-76de-445a-8127-d44eab0f7402 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1294026 Sep 19 12:22:44.342374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 59994) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:44.371294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09dcc03d-c93a-4d6f-9569-31a3cdbc27bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.418164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-0248565f-0b53-4dd6-b9ea-9f8d936388c3 None None] Port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:44.432039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port aeaf3ad2-8087-41ef-a4fa-c6705bc64191 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:44.432411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.537108 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:44.541713 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Checking router: 8cecb9d3-e841-4929-a8c2-748a48921c9d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:22:44.542064 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Updating router 8cecb9d3-e841-4929-a8c2-748a48921c9d port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:22:44.562552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09dcc03d-c93a-4d6f-9569-31a3cdbc27bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.579322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port aeaf3ad2-8087-41ef-a4fa-c6705bc64191 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:44.596428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcc03d-c93a-4d6f-9569-31a3cdbc27bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38def1a-a6d6-46d1-950c-1708847820fc,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:44.597798 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.615555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.692566 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-09dcc03d-c93a-4d6f-9569-31a3cdbc27bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.693825 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-09dcc03d-c93a-4d6f-9569-31a3cdbc27bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c38def1a-a6d6-46d1-950c-1708847820fc HTTP/1.1" status: 204 len: 168 time: 0.5330119 Sep 19 12:22:44.729654 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c628361f-eedc-4e1d-96d2-a5fbd6043afb tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.3805747 Sep 19 12:22:44.841002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60002) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:44.847389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585642875', 'description': 'tempest-secgroup-smoke-1585642875 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:44.853721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:44.857748 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:44.860707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:44.866374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:44.954707 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.968760 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Transition to ACTIVE for port object 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:44.985622 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:44.987546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.012724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:45.017181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:45.020597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:45.028209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:45.054370 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.106411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.173520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.217538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4126e872-8dcc-4c48-bed5-b4510c22c765,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:45.289601 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Pushing event updated for resources: {'Port': ['ID=01dcfb0f-44f4-4144-afb8-4524a4fbfd18,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:45.302194 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.302542 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.302928 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.303243 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.303574 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.303937 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.304264 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.304642 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.305487 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.305931 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.306255 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.306577 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:45.312108 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Attempting to bind port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:22:45.312476 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Attempting to bind port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:22:45.312842 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Attempting to bind port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 on network 20db9b7a-bd43-475d-a14b-5b616d304e7e {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:22:45.318296 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:22:45.322456 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Checking segment: {'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:45.322456 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.322456 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Bound using segment: {'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:22:45.322456 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Bound port: 01dcfb0f-44f4-4144-afb8-4524a4fbfd18, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:22:45.322456 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.344907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.348615 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-74f0a450-480e-475a-9ac8-e5c985ade75c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5042942 Sep 19 12:22:45.349436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60006) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:45.355560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '4126e872-8dcc-4c48-bed5-b4510c22c765', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:45.361898 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:45.365927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:45.370040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:45.376162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:45.410920 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] For port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:22:45.413797 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] For port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=01dcfb0f-44f4-4144-afb8-4524a4fbfd18,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:22:45.488397 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.524187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.550913 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:22:45.551574 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:45.584668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.636650 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f463b4-3d6f-458f-85c2-fa470737c9f9 None None] Pushing event updated for resources: {'Port': ['ID=01dcfb0f-44f4-4144-afb8-4524a4fbfd18,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:45.653429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.677690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab3d0c3-4e39-4209-a136-e9be5dd6afcd,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:45.739592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.740897 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c09ec07f-3d24-410d-83bf-2a22c7613381 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3904567 Sep 19 12:22:45.743804 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:22:45.743972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60010) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:45.748899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '4126e872-8dcc-4c48-bed5-b4510c22c765', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:45.755140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:45.759316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:45.762367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:45.768345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:45.838084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.902692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:45.973500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.000950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfd9fb8-7a64-4018-8a16-667fb627edb1,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:46.056010 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:45Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:22:46.059302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.060082 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ce30e-4c2f-4daa-b852-b5642bb54e64 None None] The sync data for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv is: [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:45Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:22:46.060529 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-60c5d2de-b056-4882-8e83-1ac51efffb0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157139 Sep 19 12:22:46.064059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60014) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:46.068669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '4126e872-8dcc-4c48-bed5-b4510c22c765', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:46.075756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:46.080277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:46.083362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:46.094002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:46.204504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.277872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.356406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.381191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697478a9-e70d-473a-b8fc-5f4f735a9c2f,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:46.408079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.459201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.460478 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d1e95d33-ad81-4107-abc6-3ce0e7dedbed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961315 Sep 19 12:22:46.463332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60018) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:46.468698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '4126e872-8dcc-4c48-bed5-b4510c22c765', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:46.475161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:46.479770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:46.483354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:46.489659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:46.581167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.649376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.733906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.758860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c740b9-5889-4fb1-9007-730f01dec9ac,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:46.893703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:46.895033 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e44d3876-dfe0-460e-a5f3-3a5400f7ea47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4305875 Sep 19 12:22:46.898285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60022) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:46.903882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '4126e872-8dcc-4c48-bed5-b4510c22c765', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:46.910004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:46.914733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:46.919054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:46.924142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:46.996930 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:22:47.004205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:47.080897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:47.161976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:47.189465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7cbb9a-c4fe-462e-9bd7-b6a7d394ecff,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:47.247894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:47.249188 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4690e740-116e-439f-bdda-8862dc037e5d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3498340 Sep 19 12:22:47.251880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60026) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:22:47.256773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '4126e872-8dcc-4c48-bed5-b4510c22c765', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:47.263012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:47.267022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:22:47.270138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:22:47.277838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:47.344680 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:22:47.351792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:47.418380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:47.487372 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:47.511627 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0582711a-02bc-4bdd-af7f-daf62e4c2f8f,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:47.579244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:47.580466 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5d36cf55-ac44-43f6-94b5-ca5eaa5098aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276320 Sep 19 12:22:47.798222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-a082b585-e6cb-4237-9d2f-ca41a9a5a1e2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:47.899641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-a082b585-e6cb-4237-9d2f-ca41a9a5a1e2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:47.900853 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-a082b585-e6cb-4237-9d2f-ca41a9a5a1e2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585642875&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.1416166 Sep 19 12:22:47.935381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:48.070893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-341f00d9-3cc4-47bd-a95b-fdfb496513fc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:48.071722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-341f00d9-3cc4-47bd-a95b-fdfb496513fc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:48.127747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:48.133624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:48.134014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:48.191244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-341f00d9-3cc4-47bd-a95b-fdfb496513fc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:48.192467 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-341f00d9-3cc4-47bd-a95b-fdfb496513fc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/networks?id=20db9b7a-bd43-475d-a14b-5b616d304e7e HTTP/1.1" status: 200 len: 796 time: 0.2846675 Sep 19 12:22:48.209043 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-9d11a1b6-f043-4c81-a335-8bda3d9c2a01 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/quotas/d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 375 time: 0.0096154 Sep 19 12:22:48.253557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:48.254072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:48.289307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=01dcfb0f-44f4-4144-afb8-4524a4fbfd18,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:48.306510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-c02e2f13-42ed-490e-a8a3-1777213a5a7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:22:48.385268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:48.424890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-c02e2f13-42ed-490e-a8a3-1777213a5a7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:22:48.426504 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-c02e2f13-42ed-490e-a8a3-1777213a5a7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2107456 Sep 19 12:22:48.446362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-b0c3c03b-61b1-4ba9-9a23-9500d3dbf651 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:22:48.448280 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-b0c3c03b-61b1-4ba9-9a23-9500d3dbf651 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094185 Sep 19 12:22:48.466531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=01dcfb0f-44f4-4144-afb8-4524a4fbfd18,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:48.584011 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-461ad241-9467-4b41-81d9-b7707e89dccb service neutron] 10.222.0.66 "GET /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280634 Sep 19 12:22:48.717613 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-b0c873b4-c616-4c27-ae82-3f0951d7c9a1 service neutron] 10.222.0.66 "GET /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275384 Sep 19 12:22:49.012863 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-26c2587b-a403-4c1f-a57b-5d11415ef850 req-3ef23fed-343e-4f4a-abf7-c4fda3c0458c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 210 time: 0.0503201 Sep 19 12:22:49.914687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:49.984944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:49.985244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:50.106036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:50.130864 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0caaa414-b41d-4655-8c44-bef9dc6ab236 req-c6af8ee8-fd9f-45dd-a2fb-e77836103ae4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 210 time: 0.0547345 Sep 19 12:22:51.296689 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6652af76-9375-4dc1-b60b-93dc837b3d38 req-f248eaed-34dd-40fe-bd48-0f0396821d85 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 210 time: 0.0535622 Sep 19 12:22:51.566502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-0f2505b6-cb71-452d-9d36-a072cadfe3c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:51.567944 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-0f2505b6-cb71-452d-9d36-a072cadfe3c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=20db9b7a-bd43-475d-a14b-5b616d304e7e HTTP/1.1" status: 200 len: 796 time: 0.1496136 Sep 19 12:22:51.618484 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-7bcac973-5346-4d86-ac99-e9f65e973e72 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 380 time: 0.0409844 Sep 19 12:22:51.627492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'admin_state_up': True, 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'security_groups': ['4126e872-8dcc-4c48-bed5-b4510c22c765']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:51.766630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:22:51.776780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:22:51.881890 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:22:51.885656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:52.060046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.6 (20db9b7a-bd43-475d-a14b-5b616d304e7e/a9ed088c-c67c-40d2-abc3-424d829ba84f/15b1640e-4aae-414b-9079-f5c8c75363ac) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:22:52.248909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:52.264692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object 15b1640e-4aae-414b-9079-f5c8c75363ac will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:52.339676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:52.413020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 20db9b7a-bd43-475d-a14b-5b616d304e7e is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:22:52.416583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:22:52.420704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:22:52.457887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=15b1640e-4aae-414b-9079-f5c8c75363ac,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:52.504856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:52.504856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:52.529890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff5ff2-daff-43db-a26f-b23df6da87bf req-520d0397-f896-4229-93b2-fd7805e8829f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:52.531448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-45ff5ff2-daff-43db-a26f-b23df6da87bf req-520d0397-f896-4229-93b2-fd7805e8829f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 931 time: 0.1036010 Sep 19 12:22:52.580096 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-45ff5ff2-daff-43db-a26f-b23df6da87bf req-f5583f2f-8e57-491f-a050-570a18fdb8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427370 Sep 19 12:22:52.620311 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-bede44f5-fffc-4307-a2cf-d0d8c59e802a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9965551 Sep 19 12:22:52.632595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Request body: {'port': {'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:22:52.733512 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e1ef1e94-3652-49d2-9264-b105e02a2139 None None] Provisioning for port 15b1640e-4aae-414b-9079-f5c8c75363ac completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:52.738315 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e1ef1e94-3652-49d2-9264-b105e02a2139 None None] Provisioning complete for port 15b1640e-4aae-414b-9079-f5c8c75363ac triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:52.738690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1e94-3652-49d2-9264-b105e02a2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:52.746099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:52.793756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef1e94-3652-49d2-9264-b105e02a2139 None None] Port 15b1640e-4aae-414b-9079-f5c8c75363ac cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:22:52.807694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:53.178142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b1640e-4aae-414b-9079-f5c8c75363ac {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:22:53.185680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:53.199837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Transition to ACTIVE for port object 15b1640e-4aae-414b-9079-f5c8c75363ac will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:22:53.299458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:53.486591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Pushing event updated for resources: {'Port': ['ID=15b1640e-4aae-414b-9079-f5c8c75363ac,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:53.522716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Attempting to bind port 15b1640e-4aae-414b-9079-f5c8c75363ac on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:22:53.523069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Attempting to bind port 15b1640e-4aae-414b-9079-f5c8c75363ac by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:22:53.523494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Attempting to bind port 15b1640e-4aae-414b-9079-f5c8c75363ac on network 20db9b7a-bd43-475d-a14b-5b616d304e7e {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:22:53.528137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Port 15b1640e-4aae-414b-9079-f5c8c75363ac on network 20db9b7a-bd43-475d-a14b-5b616d304e7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:22:53.528450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Attempting to bind port 15b1640e-4aae-414b-9079-f5c8c75363ac on network 20db9b7a-bd43-475d-a14b-5b616d304e7e {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:22:53.533381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:22:53.533714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Checking segment: {'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:22:53.534085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Bound using segment: {'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:22:53.534500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Bound port: 15b1640e-4aae-414b-9079-f5c8c75363ac, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e50fc8-a136-449e-b4f2-05f4528eeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:22:53.534888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:53.627359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] For port 15b1640e-4aae-414b-9079-f5c8c75363ac, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:22:53.630352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] For port 15b1640e-4aae-414b-9079-f5c8c75363ac, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=15b1640e-4aae-414b-9079-f5c8c75363ac,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:22:53.734190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:53.764727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:53.765357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:53.766739 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] 10.222.0.85 "PUT /v2.0/ports/15b1640e-4aae-414b-9079-f5c8c75363ac HTTP/1.1" status: 200 len: 1093 time: 1.1382024 Sep 19 12:22:53.767260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'tag': '15b1640e-4aae-414b-9079-f5c8c75363ac'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:22:53.769569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5198b7b0-3a9a-415f-9e50-a8085b3a018a" -d '{"events": [{"name": "network-changed", "server_uuid": "2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d", "tag": "15b1640e-4aae-414b-9079-f5c8c75363ac"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:22:53.805269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f88c39-8700-4412-a56f-873dd8a8e582 req-9493ccc0-91b1-4327-8757-91618fd34e07 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:53.807979 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-04f88c39-8700-4412-a56f-873dd8a8e582 req-9493ccc0-91b1-4327-8757-91618fd34e07 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 943 time: 0.1125174 Sep 19 12:22:53.815717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8092a-5c10-4f23-bdf4-32f90a87bd2a service neutron] Pushing event updated for resources: {'Port': ['ID=15b1640e-4aae-414b-9079-f5c8c75363ac,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:53.852475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c560b43d-dac6-4df1-8702-6dbfc5a9c123 x-openstack-request-id: req-c560b43d-dac6-4df1-8702-6dbfc5a9c123 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:22:53.852857 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d", "tag": "15b1640e-4aae-414b-9079-f5c8c75363ac", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:22:53.853211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c560b43d-dac6-4df1-8702-6dbfc5a9c123 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:22:53.853756 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c560b43d-dac6-4df1-8702-6dbfc5a9c123'] response: {'name': 'network-changed', 'server_uuid': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'tag': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'status': 'completed', 'code': 200} Sep 19 12:22:53.874449 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-04f88c39-8700-4412-a56f-873dd8a8e582 req-06c0af0c-cdb1-4ac5-9c3d-7de7ca8fca44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557256 Sep 19 12:22:53.957191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198b7b0-3a9a-415f-9e50-a8085b3a018a req-394595f7-eca5-4235-a1de-4a2c513f20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:53.958655 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5198b7b0-3a9a-415f-9e50-a8085b3a018a req-394595f7-eca5-4235-a1de-4a2c513f20f2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 1096 time: 0.0832212 Sep 19 12:22:54.113250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198b7b0-3a9a-415f-9e50-a8085b3a018a req-abb6cf0e-ed33-4d3e-ba20-a8cbe810aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:54.114790 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5198b7b0-3a9a-415f-9e50-a8085b3a018a req-abb6cf0e-ed33-4d3e-ba20-a8cbe810aba6 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1490390 Sep 19 12:22:54.252239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198b7b0-3a9a-415f-9e50-a8085b3a018a req-82d39891-423f-47d3-b474-204fa10f9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:54.253712 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5198b7b0-3a9a-415f-9e50-a8085b3a018a req-82d39891-423f-47d3-b474-204fa10f9aed service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331866 Sep 19 12:22:54.366405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-5cf75ef2-dfa3-418e-b0a0-72c1e1972483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:54.368425 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-5cf75ef2-dfa3-418e-b0a0-72c1e1972483 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 1096 time: 0.0787272 Sep 19 12:22:54.441001 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-ffa11450-8df0-47e8-87cc-ce68565b09d8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15b1640e-4aae-414b-9079-f5c8c75363ac HTTP/1.1" status: 200 len: 217 time: 0.0648041 Sep 19 12:22:54.508007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-17fd6248-c5ab-413c-b40f-902ac353d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:54.509384 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-17fd6248-c5ab-413c-b40f-902ac353d30a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a9ed088c-c67c-40d2-abc3-424d829ba84f HTTP/1.1" status: 200 len: 834 time: 0.0626256 Sep 19 12:22:54.595376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-0adf937c-ef4a-47bc-aebb-24c9b5449ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:54.596864 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-0adf937c-ef4a-47bc-aebb-24c9b5449ff2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20db9b7a-bd43-475d-a14b-5b616d304e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815535 Sep 19 12:22:54.728868 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-5a12aea7-cd93-4314-a24a-5d5d1ca2c4e5 service neutron] 10.222.0.85 "GET /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253135 Sep 19 12:22:54.970087 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-82fad53d-7aa7-4f81-8885-1052a3cd8ad0 req-90cab88d-4f24-480e-a939-f9e876ac7611 service neutron] 10.222.0.85 "GET /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318749 Sep 19 12:22:55.084283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee8b2c-77cb-43d6-a064-b6a22c2f60a0 req-3b63dafc-c3b0-46f8-b3a5-09e14fa75c24 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:55.086392 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-afee8b2c-77cb-43d6-a064-b6a22c2f60a0 req-3b63dafc-c3b0-46f8-b3a5-09e14fa75c24 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 943 time: 0.0916896 Sep 19 12:22:55.132008 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-afee8b2c-77cb-43d6-a064-b6a22c2f60a0 req-f7649b84-ac59-4423-9bfb-dfb9bea101cf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391536 Sep 19 12:22:56.336763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998846-afcc-4244-80f8-1cb207df26df req-c6dc937c-ba7b-43df-884d-9cb913eadbf3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:56.338226 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8c998846-afcc-4244-80f8-1cb207df26df req-c6dc937c-ba7b-43df-884d-9cb913eadbf3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 943 time: 0.0884898 Sep 19 12:22:56.385633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8c998846-afcc-4244-80f8-1cb207df26df req-64d59376-88bc-474a-8b3b-9fc8298246ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416064 Sep 19 12:22:56.862096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 15b1640e-4aae-414b-9079-f5c8c75363ac details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:22:56.991747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 15b1640e-4aae-414b-9079-f5c8c75363ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=15b1640e-4aae-414b-9079-f5c8c75363ac,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:57.005218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'mac_address': 'fa:16:3e:b8:fd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:22:57.065494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 15b1640e-4aae-414b-9079-f5c8c75363ac is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:57.065875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:57.086836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b1640e-4aae-414b-9079-f5c8c75363ac {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:22:57.103356 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 15b1640e-4aae-414b-9079-f5c8c75363ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=15b1640e-4aae-414b-9079-f5c8c75363ac,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:57.190891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:57.260041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=15b1640e-4aae-414b-9079-f5c8c75363ac,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:57.444144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['15b1640e-4aae-414b-9079-f5c8c75363ac'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:22:57.584330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dfc3a-da24-4cd0-813d-22dde18e1364 req-fb393075-1578-4a05-bf53-7ba2743cc789 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:57.586404 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3d0dfc3a-da24-4cd0-813d-22dde18e1364 req-fb393075-1578-4a05-bf53-7ba2743cc789 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 944 time: 0.0886583 Sep 19 12:22:57.631458 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3d0dfc3a-da24-4cd0-813d-22dde18e1364 req-ea8338bf-3427-40b3-83a9-37c1996a7c92 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391266 Sep 19 12:22:58.858124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0457f-7645-424a-b34a-a6299ba3ded1 req-817f19cb-aaef-4f1d-b666-6c460da25c39 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:58.859595 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4b0457f-7645-424a-b34a-a6299ba3ded1 req-817f19cb-aaef-4f1d-b666-6c460da25c39 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 944 time: 0.0986080 Sep 19 12:22:58.866241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 15b1640e-4aae-414b-9079-f5c8c75363ac up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:22:58.906840 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4b0457f-7645-424a-b34a-a6299ba3ded1 req-0daf4d77-71b3-41d1-b6ce-eb83acecd5f2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 Sep 19 12:22:58.984348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 15b1640e-4aae-414b-9079-f5c8c75363ac completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:22:58.989402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 15b1640e-4aae-414b-9079-f5c8c75363ac triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:22:58.989762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:59.125525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 15b1640e-4aae-414b-9079-f5c8c75363ac is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:22:59.125907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:59.154386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b1640e-4aae-414b-9079-f5c8c75363ac'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:22:59.157146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eae3f8-1899-44cb-982c-1fa4dbf75675" -d '{"events": [{"server_uuid": "2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d", "name": "network-vif-plugged", "status": "completed", "tag": "15b1640e-4aae-414b-9079-f5c8c75363ac"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:22:59.164846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 15b1640e-4aae-414b-9079-f5c8c75363ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=15b1640e-4aae-414b-9079-f5c8c75363ac,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:22:59.200123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a921e91f-5a8d-46e1-90ff-1041434d2f70 x-openstack-request-id: req-a921e91f-5a8d-46e1-90ff-1041434d2f70 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:22:59.200458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d", "name": "network-vif-plugged", "status": "completed", "tag": "15b1640e-4aae-414b-9079-f5c8c75363ac", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:22:59.200715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a921e91f-5a8d-46e1-90ff-1041434d2f70 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:22:59.201111 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a921e91f-5a8d-46e1-90ff-1041434d2f70'] response: {'server_uuid': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'code': 200} Sep 19 12:22:59.299464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:22:59.368395 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=15b1640e-4aae-414b-9079-f5c8c75363ac,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:59.643093 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8d85a-77b2-4696-ab30-dd06b2414820 req-c78c8579-90fd-4e8a-a9d7-63f5a83de315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:59.644557 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a2e8d85a-77b2-4696-ab30-dd06b2414820 req-c78c8579-90fd-4e8a-a9d7-63f5a83de315 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 1098 time: 0.0775533 Sep 19 12:22:59.687344 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a2e8d85a-77b2-4696-ab30-dd06b2414820 req-dc45c795-1430-4fd3-98dd-ddda8a741766 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348854 Sep 19 12:22:59.985376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b573f92-b959-4ed3-a11d-38448779498b req-9984fb69-bae3-4f41-b73f-69e3fd506ed0 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:22:59.986873 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8b573f92-b959-4ed3-a11d-38448779498b req-9984fb69-bae3-4f41-b73f-69e3fd506ed0 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 945 time: 0.0909166 Sep 19 12:23:00.181354 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8b573f92-b959-4ed3-a11d-38448779498b req-ac8fc58b-ff45-44a8-8d2d-02273f678345 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1881819 Sep 19 12:23:00.228190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874fb5c-5029-4155-83d4-0bb14278ceba req-7355f556-fa1f-4e5e-b55e-ac80668c1472 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:00.229656 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3874fb5c-5029-4155-83d4-0bb14278ceba req-7355f556-fa1f-4e5e-b55e-ac80668c1472 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 945 time: 0.2052805 Sep 19 12:23:00.278988 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3874fb5c-5029-4155-83d4-0bb14278ceba req-55699f1d-5af3-49ac-b369-b590641d89d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429981 Sep 19 12:23:01.382106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d0911-25a2-45a5-bfa9-dc137022bb19 req-e6f0f3da-8685-4e90-92f3-be0c24f3413a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:01.384220 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4e4d0911-25a2-45a5-bfa9-dc137022bb19 req-e6f0f3da-8685-4e90-92f3-be0c24f3413a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 945 time: 0.0886889 Sep 19 12:23:01.486375 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4e4d0911-25a2-45a5-bfa9-dc137022bb19 req-63ee1ba9-a670-44f7-8610-de0982d0fac9 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961220 Sep 19 12:23:01.513361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1aa33-a760-460c-8451-cff66ce2a503 req-a2653c11-5441-4680-a783-67e5d4989d0f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:01.514812 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d2f1aa33-a760-460c-8451-cff66ce2a503 req-a2653c11-5441-4680-a783-67e5d4989d0f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 945 time: 0.1112173 Sep 19 12:23:01.560730 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d2f1aa33-a760-460c-8451-cff66ce2a503 req-f4231896-1aa8-41b5-9724-a2cf9372aaba tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403750 Sep 19 12:23:01.704195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-804f4eba-5ee3-4317-b62e-67342f3b082d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:01.704825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-804f4eba-5ee3-4317-b62e-67342f3b082d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Synchronizing usage tracker for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:23:01.757819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa59e8-9479-4de5-bac1-3c34b2e0ea5b req-a8787e09-51db-4829-b933-8af04e2a08c3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:01.759942 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d0fa59e8-9479-4de5-bac1-3c34b2e0ea5b req-a8787e09-51db-4829-b933-8af04e2a08c3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 945 time: 0.0868165 Sep 19 12:23:01.791128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-804f4eba-5ee3-4317-b62e-67342f3b082d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Unset dirty status for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:23:01.792178 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-804f4eba-5ee3-4317-b62e-67342f3b082d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 945 time: 0.1784544 Sep 19 12:23:01.808695 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d0fa59e8-9479-4de5-bac1-3c34b2e0ea5b req-399acdab-5812-4020-bf41-9ec209ee4fc2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Sep 19 12:23:01.840076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60100) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:01.921723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Deleting port 35e652fd-528d-426c-b313-2f7654a90053 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:23:01.922078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:01.997848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60106) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:02.036993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8486b-f35f-469c-abde-8f11f1b11c4a tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:02.038436 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f6a8486b-f35f-469c-abde-8f11f1b11c4a tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 1093 time: 0.1973860 Sep 19 12:23:02.042030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60110) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:02.048952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:02.056805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:02.064940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:floatingip and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:02.083881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:02.135201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:02.204845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Deleting port 3f8023a4-a5d2-4e49-9c85-9d45415d01c8 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:23:02.205244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:02.217106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] For port 35e652fd-528d-426c-b313-2f7654a90053, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=35e652fd-528d-426c-b313-2f7654a90053,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:02.221725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:02.281447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:02.385787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:02.386898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:02.513301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Calling delete_port for 3f8023a4-a5d2-4e49-9c85-9d45415d01c8 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:23:02.636845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:02.637297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:02.637706 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Floating IP 52f69a3b-61e1-4d36-848c-1d0858b1eb35 disassociated. External IP: 172.26.5.147, port: 35e652fd-528d-426c-b313-2f7654a90053. Sep 19 12:23:02.638143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Calling delete_port for 35e652fd-528d-426c-b313-2f7654a90053 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:23:02.716296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:02.760961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d8f8a-326e-474d-b4f8-95f5ee3d7027 req-2ae242a2-21b9-4403-b78b-a63efeab2ee1 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:02.762455 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e03d8f8a-326e-474d-b4f8-95f5ee3d7027 req-2ae242a2-21b9-4403-b78b-a63efeab2ee1 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 945 time: 0.1104181 Sep 19 12:23:02.809620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:02.880266 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e03d8f8a-326e-474d-b4f8-95f5ee3d7027 req-a8a1cef6-c6ee-4fb9-bbed-8f81208ca951 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106892 Sep 19 12:23:02.881347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event deleted for resources: {'Port': ['ID=3f8023a4-a5d2-4e49-9c85-9d45415d01c8,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:02.943563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.9 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/f4ae0635-431c-4757-a114-7ea1a1b2fd6c) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:23:02.984528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:02.984921 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Floating IP dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d disassociated (deleted). External IP: 172.26.5.70, port: 9959261e-278e-467f-8bf0-b7651f1d40a7. Sep 19 12:23:03.025020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:03.085984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event deleted for resources: {'Port': ['ID=35e652fd-528d-426c-b313-2f7654a90053,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:03.422208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:03.462816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Router 6b77ed23-80fb-4893-a016-e17a7fe3526b has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:23:03.466248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:23:03.620194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:03.655108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:23:03.666237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] Sync routers for ids ['6b77ed23-80fb-4893-a016-e17a7fe3526b'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:23:03.669362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:03.676833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] Routers {'6b77ed23-80fb-4893-a016-e17a7fe3526b'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:23:03.677644 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6b77ed23-80fb-4893-a016-e17a7fe3526b'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:03.729858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:23:03.730833 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-528d4f4d-9a08-4229-b3e4-3c2ad7403169 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "DELETE /v2.0/floatingips/dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d HTTP/1.1" status: 204 len: 168 time: 1.7318740 Sep 19 12:23:03.731657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:23:03.734126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29183620-7992-4352-b30f-1fb7795d9c34" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:23:03.743050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:23:03.746090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:23:03.755927 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] Sync routers for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:23:03.756447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:23:03.766214 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:23:03.766884 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:03.933676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=f4ae0635-431c-4757-a114-7ea1a1b2fd6c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:03.955237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] Set router 6b77ed23-80fb-4893-a016-e17a7fe3526b gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:23:03.987598 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:23:04.048330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cea363-6d8c-4996-9b8d-951bd6bf7cc9 x-openstack-request-id: req-a9cea363-6d8c-4996-9b8d-951bd6bf7cc9 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:23:04.048613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:23:04.048860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9cea363-6d8c-4996-9b8d-951bd6bf7cc9 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:23:04.049258 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9cea363-6d8c-4996-9b8d-951bd6bf7cc9'] response: {'name': 'network-changed', 'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'status': 'completed', 'code': 200} Sep 19 12:23:04.236585 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8b89f9d8-bca1-4831-b7df-53b52f6d3e6d req-ebcf5bc0-a88b-4bee-b88f-cb4ca8616bd0 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.0673959 Sep 19 12:23:04.381373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'a5ae1f7a-469e-4f32-8571-f9319f7dce02', 'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'mac_address': 'fa:16:3e:86:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:52Z', 'updated_at': '2022-09-19T12:21:13Z', 'revision_number': 5, 'project_id': '95279d76856d429e96c95d3362398fe2', 'subnets': [{'id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:04.387495 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:04.388260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] Checking router: 6b77ed23-80fb-4893-a016-e17a7fe3526b for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:23:04.391960 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] Checking router: 63a0abe1-c457-47ea-8e7c-22eaae463ce3 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:23:04.396188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] No DVR routers for this DVR port 35e652fd-528d-426c-b313-2f7654a90053 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:23:04.402822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] Routers {'6b77ed23-80fb-4893-a016-e17a7fe3526b'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:23:04.404023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6b77ed23-80fb-4893-a016-e17a7fe3526b'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:04.404166 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:23:04.404637 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:04.406808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:04.423811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'name': 'network-vif-deleted', 'tag': '35e652fd-528d-426c-b313-2f7654a90053'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:23:04.427654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f7e9c-7fe0-4d2e-8441-203655d1ae3b" -d '{"events": [{"server_uuid": "56d48a0e-9887-43d9-aa4e-6befc85d0270", "name": "network-vif-deleted", "tag": "35e652fd-528d-426c-b313-2f7654a90053"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:23:04.502527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29183620-7992-4352-b30f-1fb7795d9c34 req-b85ce09c-fec6-4351-a3f4-c328ddfeffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:04.504283 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-29183620-7992-4352-b30f-1fb7795d9c34 req-b85ce09c-fec6-4351-a3f4-c328ddfeffdf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=95279d76856d429e96c95d3362398fe2&device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 1098 time: 0.3677804 Sep 19 12:23:04.550098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986bb7dd-5d0d-4ed9-a6ca-978e633efad8 x-openstack-request-id: req-986bb7dd-5d0d-4ed9-a6ca-978e633efad8 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:23:04.550392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d48a0e-9887-43d9-aa4e-6befc85d0270", "name": "network-vif-deleted", "tag": "35e652fd-528d-426c-b313-2f7654a90053", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:23:04.550847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-986bb7dd-5d0d-4ed9-a6ca-978e633efad8 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:23:04.551264 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986bb7dd-5d0d-4ed9-a6ca-978e633efad8'] response: {'server_uuid': '56d48a0e-9887-43d9-aa4e-6befc85d0270', 'name': 'network-vif-deleted', 'tag': '35e652fd-528d-426c-b313-2f7654a90053', 'status': 'completed', 'code': 200} Sep 19 12:23:04.615613 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-62865574-dd86-4e9c-812b-bd80dcecef02 req-996fb701-a526-42fe-b576-dc763bdf69af tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "DELETE /v2.0/ports/35e652fd-528d-426c-b313-2f7654a90053 HTTP/1.1" status: 204 len: 173 time: 2.8166482 Sep 19 12:23:04.691259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] Set router 6b77ed23-80fb-4893-a016-e17a7fe3526b gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:23:04.704854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29183620-7992-4352-b30f-1fb7795d9c34 req-6b32443c-ecf7-49dd-8962-8a8bd07693ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:04.706340 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-29183620-7992-4352-b30f-1fb7795d9c34 req-6b32443c-ecf7-49dd-8962-8a8bd07693ce service neutron] 10.222.0.85 "GET /v2.0/networks?id=6569b7b3-8d8e-46e5-9690-6ec1fda3601b HTTP/1.1" status: 200 len: 897 time: 0.1882682 Sep 19 12:23:04.710414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:04.713417 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:23:04.760009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c3636-bd52-4f4c-bf03-5bd40f9cd7a4 req-6277d7b4-a31c-4c6d-ae81-511ca78492b6 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:04.760867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7c0c3636-bd52-4f4c-bf03-5bd40f9cd7a4 req-6277d7b4-a31c-4c6d-ae81-511ca78492b6 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Synchronizing usage tracker for tenant:95279d76856d429e96c95d3362398fe2 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:23:04.815892 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-29183620-7992-4352-b30f-1fb7795d9c34 req-cbb30065-27e8-4430-a84b-b65008dc5bc5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9959261e-278e-467f-8bf0-b7651f1d40a7 HTTP/1.1" status: 200 len: 217 time: 0.1022441 Sep 19 12:23:04.824892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7c0c3636-bd52-4f4c-bf03-5bd40f9cd7a4 req-6277d7b4-a31c-4c6d-ae81-511ca78492b6 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Unset dirty status for tenant:95279d76856d429e96c95d3362398fe2 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:23:04.826329 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7c0c3636-bd52-4f4c-bf03-5bd40f9cd7a4 req-6277d7b4-a31c-4c6d-ae81-511ca78492b6 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1725602 Sep 19 12:23:04.895411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29183620-7992-4352-b30f-1fb7795d9c34 req-e72a9c93-3caa-42fa-b782-e0e9d8cdb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:04.897428 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-29183620-7992-4352-b30f-1fb7795d9c34 req-e72a9c93-3caa-42fa-b782-e0e9d8cdb673 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=19d33fd9-c4d8-413a-bf69-9cbce44c298a HTTP/1.1" status: 200 len: 834 time: 0.0745912 Sep 19 12:23:04.916137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7c0c3636-bd52-4f4c-bf03-5bd40f9cd7a4 req-a9159f30-6be9-4080-b923-cf0fb26f521a tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837390 Sep 19 12:23:05.113217 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:05.119452 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c2117-9d5e-4989-bdf6-9cb4f1ef50e8 None None] The sync data for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv is: [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:23:05.120033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'a5ae1f7a-469e-4f32-8571-f9319f7dce02', 'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'mac_address': 'fa:16:3e:86:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:52Z', 'updated_at': '2022-09-19T12:21:13Z', 'revision_number': 5, 'project_id': '95279d76856d429e96c95d3362398fe2', 'subnets': [{'id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:05.126345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d7d4a-0a29-4628-94e3-36b8af635a38 None None] The sync data for ids ['6b77ed23-80fb-4893-a016-e17a7fe3526b'] in dv-neutron-857775-2-hyperv is: [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:20:55Z', 'revision_number': 4, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'a5ae1f7a-469e-4f32-8571-f9319f7dce02', 'name': '', 'network_id': '6569b7b3-8d8e-46e5-9690-6ec1fda3601b', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'mac_address': 'fa:16:3e:86:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:52Z', 'updated_at': '2022-09-19T12:21:13Z', 'revision_number': 5, 'project_id': '95279d76856d429e96c95d3362398fe2', 'subnets': [{'id': '19d33fd9-c4d8-413a-bf69-9cbce44c298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:23:05.203341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:05.303164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29183620-7992-4352-b30f-1fb7795d9c34 req-102c3a40-5428-4269-a79e-a906208fa369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:05.304726 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-29183620-7992-4352-b30f-1fb7795d9c34 req-102c3a40-5428-4269-a79e-a906208fa369 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6569b7b3-8d8e-46e5-9690-6ec1fda3601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4006701 Sep 19 12:23:05.341854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [req-29183620-7992-4352-b30f-1fb7795d9c34 req-8cd4209b-784e-48d2-bd30-57310509fe9f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:23:05.342930 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-29183620-7992-4352-b30f-1fb7795d9c34 req-8cd4209b-784e-48d2-bd30-57310509fe9f service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312197 Sep 19 12:23:05.473745 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-45e7759d-270c-4e8e-a7c7-10313219cd2f req-806802e4-a4b4-4f4a-b663-c4c807539184 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=56d48a0e-9887-43d9-aa4e-6befc85d0270 HTTP/1.1" status: 200 len: 210 time: 0.0606668 Sep 19 12:23:05.483330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e271b2-aecb-459f-b483-8644264481ab None None] New status for floating IP dd1c7cf1-7b4f-4d0d-8d34-d37d4884784d: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:23:05.529386 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620f00a-76e1-43de-a189-cbf3c8fa779f None None] New status for floating IP 52f69a3b-61e1-4d36-848c-1d0858b1eb35: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:23:05.655751 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-29183620-7992-4352-b30f-1fb7795d9c34 req-0470f010-f0aa-4ac5-b6b6-16ba69cda771 service neutron] 10.222.0.85 "GET /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054183 Sep 19 12:23:05.745509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:05.814570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:05.973856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=f4ae0635-431c-4757-a114-7ea1a1b2fd6c,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:05.981123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:06.038570 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-29183620-7992-4352-b30f-1fb7795d9c34 req-3c79db87-826a-44d8-9ba2-faf0b0c9516d service neutron] 10.222.0.85 "GET /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761611 Sep 19 12:23:06.134701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-aafcc9c4-6af7-45f9-b2b2-31f2543f9996 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:06.135459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-aafcc9c4-6af7-45f9-b2b2-31f2543f9996 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Synchronizing usage tracker for tenant:95279d76856d429e96c95d3362398fe2 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:23:06.140120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c39a7-b7ff-4a41-8449-87a6eac9022b req-804a1d85-5ef8-49ca-9cc5-96268c5c2335 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:06.141616 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-851c39a7-b7ff-4a41-8449-87a6eac9022b req-804a1d85-5ef8-49ca-9cc5-96268c5c2335 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.0993989 Sep 19 12:23:06.175462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-aafcc9c4-6af7-45f9-b2b2-31f2543f9996 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Unset dirty status for tenant:95279d76856d429e96c95d3362398fe2 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:23:06.178888 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-aafcc9c4-6af7-45f9-b2b2-31f2543f9996 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.4250107 Sep 19 12:23:06.189827 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-851c39a7-b7ff-4a41-8449-87a6eac9022b req-6f43a809-8b18-4a5e-ae58-c9b200693db1 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417035 Sep 19 12:23:06.240328 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268 associated. External IP: 172.26.5.9, port: 15b1640e-4aae-414b-9079-f5c8c75363ac. Sep 19 12:23:06.332148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-5acf9ba0-5e09-43c3-aded-35d03bd2906c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Deleting port 9959261e-278e-467f-8bf0-b7651f1d40a7 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:23:06.332404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-5acf9ba0-5e09-43c3-aded-35d03bd2906c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:06.845815 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-7ca2f58d-0e4b-4dea-bef8-e859abb60d72 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54586161&fields=id&tenant_id=f625faa175074f0e9fb497e71f4f2a55 HTTP/1.1" status: 200 len: 267 time: 0.0398860 Sep 19 12:23:06.909563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 35e652fd-528d-426c-b313-2f7654a90053 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:23:06.947827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 35e652fd-528d-426c-b313-2f7654a90053 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:23:06.948331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 35e652fd-528d-426c-b313-2f7654a90053 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:23:06.950631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-5acf9ba0-5e09-43c3-aded-35d03bd2906c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] For port 9959261e-278e-467f-8bf0-b7651f1d40a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9959261e-278e-467f-8bf0-b7651f1d40a7,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:06.951027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-5acf9ba0-5e09-43c3-aded-35d03bd2906c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:07.001069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ad8a4-521f-4680-80da-f0667bef9175 req-3c2b5f0b-9fad-4017-b0fa-e461c83fc189 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:07.002502 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-3c2b5f0b-9fad-4017-b0fa-e461c83fc189 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 811 time: 0.1502526 Sep 19 12:23:07.017646 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-d2e7e870-1ea3-4454-9a71-03e351a7be81 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/quotas/f625faa175074f0e9fb497e71f4f2a55 HTTP/1.1" status: 200 len: 375 time: 0.0096629 Sep 19 12:23:07.084011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-5acf9ba0-5e09-43c3-aded-35d03bd2906c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Calling delete_port for 9959261e-278e-467f-8bf0-b7651f1d40a7 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:23:07.114811 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-207564d7-a68c-4373-be82-b91883392dac tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914106 Sep 19 12:23:07.122709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 8cecb9d3-e841-4929-a8c2-748a48921c9d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:23:07.280219 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-d0cd03bb-8e9f-44ef-8b2c-b5db01802be0 service neutron] 10.222.0.66 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533301 Sep 19 12:23:07.392937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:23:07.404005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] Sync routers for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:23:07.414279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:23:07.417952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:07.453773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-5acf9ba0-5e09-43c3-aded-35d03bd2906c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:07.481412 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-79528b67-9030-460b-8475-8c4d8794aa2c service neutron] 10.222.0.66 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931214 Sep 19 12:23:07.503485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdbb52-0a17-41dc-bf27-ec7f70037a81 req-f1089bdc-5b96-4f29-b1e7-ce6adf64898f tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:07.505594 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dacdbb52-0a17-41dc-bf27-ec7f70037a81 req-f1089bdc-5b96-4f29-b1e7-ce6adf64898f tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 945 time: 0.1464562 Sep 19 12:23:07.548845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:07.569573 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dacdbb52-0a17-41dc-bf27-ec7f70037a81 req-951d4eed-cbf1-48fc-b096-88913f4fd8da tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 Sep 19 12:23:07.576393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf9ba0-5e09-43c3-aded-35d03bd2906c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event deleted for resources: {'Port': ['ID=9959261e-278e-467f-8bf0-b7651f1d40a7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:07.650287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-5acf9ba0-5e09-43c3-aded-35d03bd2906c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] No DVR routers for this DVR port 9959261e-278e-467f-8bf0-b7651f1d40a7 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:23:07.653210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-5acf9ba0-5e09-43c3-aded-35d03bd2906c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:07.654831 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9feea5b0-171e-48b1-adfe-f5d8dcc5b958 req-5acf9ba0-5e09-43c3-aded-35d03bd2906c tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.85 "DELETE /v2.0/ports/9959261e-278e-467f-8bf0-b7651f1d40a7 HTTP/1.1" status: 204 len: 173 time: 1.4716599 Sep 19 12:23:07.657331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'name': 'network-vif-deleted', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:23:07.660275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe23eed-cc3b-47ea-b168-325749454c37" -d '{"events": [{"server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "name": "network-vif-deleted", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:23:07.681944 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ea159003-ed07-47ef-8567-b12c602908ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.6385858 Sep 19 12:23:07.684986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60146) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:07.689026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:23:07.708647 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cd07cc-2e4c-4904-a1be-13ee78e92d75 x-openstack-request-id: req-18cd07cc-2e4c-4904-a1be-13ee78e92d75 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:23:07.709141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ea813-abc1-4983-9841-4fcc07db8a7d", "name": "network-vif-deleted", "tag": "9959261e-278e-467f-8bf0-b7651f1d40a7", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:23:07.709440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18cd07cc-2e4c-4904-a1be-13ee78e92d75 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:23:07.709867 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18cd07cc-2e4c-4904-a1be-13ee78e92d75'] response: {'server_uuid': '0e7ea813-abc1-4983-9841-4fcc07db8a7d', 'name': 'network-vif-deleted', 'tag': '9959261e-278e-467f-8bf0-b7651f1d40a7', 'status': 'completed', 'code': 200} Sep 19 12:23:07.926362 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-24611a1d-c65c-4284-a763-3a80ce971b6a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268 HTTP/1.1" status: 200 len: 989 time: 0.2382770 Sep 19 12:23:08.082381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'mac_address': 'fa:16:3e:b8:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:04Z', 'updated_at': '2022-09-19T12:23:04Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:08.086947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] Checking router: 8cecb9d3-e841-4929-a8c2-748a48921c9d for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:23:08.095431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:23:08.096027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:08.279272 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:23:08.339291 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e56e938-a2be-45a6-a764-e605f10a9b01 req-680db155-04d8-46ea-93f6-093b63b2c515 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 210 time: 0.0665960 Sep 19 12:23:08.780274 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f0338db-5002-44a7-9dd5-8ecb13aa5841 req-4c7f76b2-2f6d-4206-9b2f-f3115c6190a8 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e7ea813-abc1-4983-9841-4fcc07db8a7d HTTP/1.1" status: 200 len: 210 time: 0.0539427 Sep 19 12:23:08.853040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'mac_address': 'fa:16:3e:b8:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:04Z', 'updated_at': '2022-09-19T12:23:04Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:08.857155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3d27ef-c6ec-47e0-99b5-fcf86a80ded3 None None] The sync data for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv is: [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'mac_address': 'fa:16:3e:b8:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:04Z', 'updated_at': '2022-09-19T12:23:04Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:23:08.930318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60166) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:09.044727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c09c5f95-123e-424f-92fc-1fda28cd5480 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268 HTTP/1.1" status: 200 len: 989 time: 0.1131635 Sep 19 12:23:09.064089 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064198f-6c23-4210-8fcc-29813dc932aa None None] New status for floating IP 96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:23:09.503947 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-069914fa-5a9e-4682-bc68-46102574d07c req-3477be55-8065-4333-b2a8-5085d9085130 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 210 time: 0.0508714 Sep 19 12:23:09.712156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'tag': '15b1640e-4aae-414b-9079-f5c8c75363ac'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:23:09.715062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14de899f-6feb-4e57-9e01-226b02bb9a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d", "tag": "15b1640e-4aae-414b-9079-f5c8c75363ac"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:23:09.756387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4c4829-57e6-44f3-91ad-3e942f0f0d26 x-openstack-request-id: req-ff4c4829-57e6-44f3-91ad-3e942f0f0d26 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:23:09.756701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d", "tag": "15b1640e-4aae-414b-9079-f5c8c75363ac", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:23:09.756951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff4c4829-57e6-44f3-91ad-3e942f0f0d26 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:23:09.757350 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4c4829-57e6-44f3-91ad-3e942f0f0d26'] response: {'name': 'network-changed', 'server_uuid': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'tag': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'status': 'completed', 'code': 200} Sep 19 12:23:09.860836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-8afc102b-8305-4621-aa6b-3ff687834760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:09.862599 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-8afc102b-8305-4621-aa6b-3ff687834760 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 1098 time: 0.0833540 Sep 19 12:23:09.881671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60176) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:10.000168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-2e2e0482-dd0f-45df-b26b-d72cbc1a19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:10.001540 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-2e2e0482-dd0f-45df-b26b-d72cbc1a19b2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=20db9b7a-bd43-475d-a14b-5b616d304e7e HTTP/1.1" status: 200 len: 897 time: 0.1323371 Sep 19 12:23:10.056655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60180) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:10.112840 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-fd350d00-96c2-4f29-97ce-ebe29e2b25af service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15b1640e-4aae-414b-9079-f5c8c75363ac HTTP/1.1" status: 200 len: 999 time: 0.1016009 Sep 19 12:23:10.189240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-efe07795-def2-4e04-8457-5db101ecd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:10.191008 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-efe07795-def2-4e04-8457-5db101ecd010 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a9ed088c-c67c-40d2-abc3-424d829ba84f HTTP/1.1" status: 200 len: 834 time: 0.0697985 Sep 19 12:23:10.254876 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8f3cd47e-bd59-4943-aa9c-35031dfe97dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268 HTTP/1.1" status: 200 len: 991 time: 0.1925113 Sep 19 12:23:10.285815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-fc2123ba-c937-4f7b-9c48-ccc29e8cb894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:10.287575 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-fc2123ba-c937-4f7b-9c48-ccc29e8cb894 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20db9b7a-bd43-475d-a14b-5b616d304e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906441 Sep 19 12:23:10.589662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:10.677716 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-4a8dbeae-425e-4965-b720-95efcaf2d92a service neutron] 10.222.0.85 "GET /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839848 Sep 19 12:23:10.713142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ad8a4-521f-4680-80da-f0667bef9175 req-1e944a3a-a5c1-4f83-ab75-3e25294500e9 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:10.714680 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-1e944a3a-a5c1-4f83-ab75-3e25294500e9 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 811 time: 0.3999331 Sep 19 12:23:10.717473 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13af3aa3-7d4b-4a89-a174-08a6881a1c72 req-784d5d0e-2165-4fa1-aba5-9a2ee6b76c53 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 210 time: 0.0715415 Sep 19 12:23:10.832799 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-128cf08d-a727-47a0-ae22-a07055e93dd5 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f625faa175074f0e9fb497e71f4f2a55 HTTP/1.1" status: 200 len: 378 time: 0.0630331 Sep 19 12:23:10.849319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'port': {'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'admin_state_up': True, 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'security_groups': ['ec98b516-8cad-41c7-9a9e-77f29bdbca31']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:10.926694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9959261e-278e-467f-8bf0-b7651f1d40a7 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:23:10.952585 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-14de899f-6feb-4e57-9e01-226b02bb9a9a req-d12b082b-6f98-4d28-b7c5-c9bd0b3c6589 service neutron] 10.222.0.85 "GET /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642725 Sep 19 12:23:11.003335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 9959261e-278e-467f-8bf0-b7651f1d40a7 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:23:11.003855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9959261e-278e-467f-8bf0-b7651f1d40a7 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:23:11.020887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:11.026846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:port and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:11.030095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:11.036206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:11.116363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Made reservation on behalf of f625faa175074f0e9fb497e71f4f2a55 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:23:11.120076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:11.154514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Deleting port a5ae1f7a-469e-4f32-8571-f9319f7dce02 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:23:11.154514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:11.304777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Allocated IP 172.20.0.7 (bce0358b-f8d7-4df5-9007-9637a66925ef/519d06a8-72de-4c8a-a8ae-62764fd565a3/8d179d76-1b02-4270-bafe-d1bc17325d6e) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:23:11.355709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] For port a5ae1f7a-469e-4f32-8571-f9319f7dce02, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a5ae1f7a-469e-4f32-8571-f9319f7dce02,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:11.356065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:11.482153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Calling delete_port for a5ae1f7a-469e-4f32-8571-f9319f7dce02 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:23:11.514429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:11.534133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Transition to ACTIVE for port object 8d179d76-1b02-4270-bafe-d1bc17325d6e will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:23:11.670723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a1afe9a7-dc39-43f2-b872-ac23c7ee5207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:11.688591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:11.765353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Network bce0358b-f8d7-4df5-9007-9637a66925ef is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:23:11.768481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:23:11.775733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:23:11.823632 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'Port': ['ID=8d179d76-1b02-4270-bafe-d1bc17325d6e,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:11.859203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:11.859843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:11.928207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:11.986278 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-022ea1df-b316-49d7-8ea8-879b4d116bad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1429965 Sep 19 12:23:11.994708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event deleted for resources: {'Port': ['ID=a5ae1f7a-469e-4f32-8571-f9319f7dce02,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:12.004517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Request body: {'port': {'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:12.125844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a77403-9eb3-49f0-80b6-7f7b37c8f0f4 req-0d9669ac-0d45-43bd-93d6-6130796bb122 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:12.127542 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e5a77403-9eb3-49f0-80b6-7f7b37c8f0f4 req-0d9669ac-0d45-43bd-93d6-6130796bb122 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 931 time: 0.2563159 Sep 19 12:23:12.133848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-18cb31a1-4d43-4bea-a562-40a09e3e92ad None None] Provisioning for port 8d179d76-1b02-4270-bafe-d1bc17325d6e completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:23:12.141633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-18cb31a1-4d43-4bea-a562-40a09e3e92ad None None] Provisioning complete for port 8d179d76-1b02-4270-bafe-d1bc17325d6e triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:23:12.143589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18cb31a1-4d43-4bea-a562-40a09e3e92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:12.171769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:12.269690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-18cb31a1-4d43-4bea-a562-40a09e3e92ad None None] Port 8d179d76-1b02-4270-bafe-d1bc17325d6e cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:23:12.275310 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e5a77403-9eb3-49f0-80b6-7f7b37c8f0f4 req-523605aa-529e-48e3-a00b-2eb1a1d1b6ab tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774815 Sep 19 12:23:12.406851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:12.593701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d179d76-1b02-4270-bafe-d1bc17325d6e {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:23:12.604842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:12.621212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Transition to ACTIVE for port object 8d179d76-1b02-4270-bafe-d1bc17325d6e will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:23:12.728028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:12.915081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Router 6b77ed23-80fb-4893-a016-e17a7fe3526b has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:23:13.049482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Pushing event updated for resources: {'Port': ['ID=8d179d76-1b02-4270-bafe-d1bc17325d6e,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:13.089473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Attempting to bind port 8d179d76-1b02-4270-bafe-d1bc17325d6e on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:23:13.089811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Attempting to bind port 8d179d76-1b02-4270-bafe-d1bc17325d6e by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:23:13.090142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Attempting to bind port 8d179d76-1b02-4270-bafe-d1bc17325d6e on network bce0358b-f8d7-4df5-9007-9637a66925ef {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:23:13.094790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Port 8d179d76-1b02-4270-bafe-d1bc17325d6e on network bce0358b-f8d7-4df5-9007-9637a66925ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:23:13.099855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Attempting to bind port 8d179d76-1b02-4270-bafe-d1bc17325d6e on network bce0358b-f8d7-4df5-9007-9637a66925ef {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:23:13.100153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:23:13.100488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Checking segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:23:13.100876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Bound using segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:23:13.101305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Bound port: 8d179d76-1b02-4270-bafe-d1bc17325d6e, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:23:13.101826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:13.104934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:23:13.115735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] Sync routers for ids ['6b77ed23-80fb-4893-a016-e17a7fe3526b'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:23:13.126904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] Routers {'6b77ed23-80fb-4893-a016-e17a7fe3526b'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:23:13.127794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:22:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6b77ed23-80fb-4893-a016-e17a7fe3526b'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:13.192448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a36741a9-6920-4e2e-aa9a-2b88f0269ad3 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "PUT /v2.0/routers/6b77ed23-80fb-4893-a016-e17a7fe3526b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3094883 Sep 19 12:23:13.195122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60190) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:13.202520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] For port 8d179d76-1b02-4270-bafe-d1bc17325d6e, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:23:13.206016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] For port 8d179d76-1b02-4270-bafe-d1bc17325d6e, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:23:13.287688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37a26d4-edcd-4ae7-9f4f-9a15fb8acf51 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Deleting subnet 19d33fd9-c4d8-413a-bf69-9cbce44c298a {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:23:13.288362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:13.293437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f37a26d4-edcd-4ae7-9f4f-9a15fb8acf51 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:13.325220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:13.325835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:13.328434 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] 10.222.0.85 "PUT /v2.0/ports/8d179d76-1b02-4270-bafe-d1bc17325d6e HTTP/1.1" status: 200 len: 1093 time: 1.3335071 Sep 19 12:23:13.342908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'tag': '8d179d76-1b02-4270-bafe-d1bc17325d6e'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:23:13.343858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2ed12f-2bd5-4234-b16d-65c61d42490b" -d '{"events": [{"name": "network-changed", "server_uuid": "04e0ca87-9fc8-40a9-9817-0ac717117939", "tag": "8d179d76-1b02-4270-bafe-d1bc17325d6e"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:23:13.369609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f37a26d4-edcd-4ae7-9f4f-9a15fb8acf51 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:13.396219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e18a-a7ce-4506-bd3f-e49f8935ea6a service neutron] Pushing event updated for resources: {'Port': ['ID=8d179d76-1b02-4270-bafe-d1bc17325d6e,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:13.406968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] Set router 6b77ed23-80fb-4893-a016-e17a7fe3526b gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:23:13.427111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9026b-d959-4866-ae5e-f5c6590614ea x-openstack-request-id: req-f4e9026b-d959-4866-ae5e-f5c6590614ea {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:23:13.427401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e0ca87-9fc8-40a9-9817-0ac717117939", "tag": "8d179d76-1b02-4270-bafe-d1bc17325d6e", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:23:13.427730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4e9026b-d959-4866-ae5e-f5c6590614ea {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:23:13.428126 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e9026b-d959-4866-ae5e-f5c6590614ea'] response: {'name': 'network-changed', 'server_uuid': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'tag': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'status': 'completed', 'code': 200} Sep 19 12:23:13.526475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ed12f-2bd5-4234-b16d-65c61d42490b req-231bef0e-e513-4d9c-8582-334d4b52cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:13.528025 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e2ed12f-2bd5-4234-b16d-65c61d42490b req-231bef0e-e513-4d9c-8582-334d4b52cce4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 1096 time: 0.0809500 Sep 19 12:23:13.545341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f37a26d4-edcd-4ae7-9f4f-9a15fb8acf51 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:13.598923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06e6a-ccb8-4ece-a85a-f93aa2c9422e req-3ec5a43c-db50-44b9-a4a2-6ded71b40dd3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:13.603278 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-05d06e6a-ccb8-4ece-a85a-f93aa2c9422e req-3ec5a43c-db50-44b9-a4a2-6ded71b40dd3 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 943 time: 0.1627216 Sep 19 12:23:13.673868 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-05d06e6a-ccb8-4ece-a85a-f93aa2c9422e req-595445ad-198e-43f7-9420-e3acb65c2600 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657213 Sep 19 12:23:13.702871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ed12f-2bd5-4234-b16d-65c61d42490b req-9078f9ef-aa2e-470e-9709-e7b9e4d280fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:13.702871 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e2ed12f-2bd5-4234-b16d-65c61d42490b req-9078f9ef-aa2e-470e-9709-e7b9e4d280fe service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=f625faa175074f0e9fb497e71f4f2a55&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1534820 Sep 19 12:23:13.703160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d29dfe6-301a-4e05-92a1-12ec55d6d716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:13.732225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:23:11Z', 'revision_number': 5, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:13.736232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] Checking router: 6b77ed23-80fb-4893-a016-e17a7fe3526b for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:23:13.745778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] Routers {'6b77ed23-80fb-4893-a016-e17a7fe3526b'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:23:13.746453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:23:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6b77ed23-80fb-4893-a016-e17a7fe3526b'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:13.791193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f37a26d4-edcd-4ae7-9f4f-9a15fb8acf51 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:13.835293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a26d4-edcd-4ae7-9f4f-9a15fb8acf51 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event deleted for resources: {'Subnet': ['ID=19d33fd9-c4d8-413a-bf69-9cbce44c298a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:13.838107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f37a26d4-edcd-4ae7-9f4f-9a15fb8acf51 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:13.844869 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f37a26d4-edcd-4ae7-9f4f-9a15fb8acf51 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "DELETE /v2.0/subnets/19d33fd9-c4d8-413a-bf69-9cbce44c298a HTTP/1.1" status: 204 len: 168 time: 0.6478491 Sep 19 12:23:13.846811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ed12f-2bd5-4234-b16d-65c61d42490b req-4b049c83-aca4-4929-a325-a28b45af5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:13.847526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60198) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:13.848244 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e2ed12f-2bd5-4234-b16d-65c61d42490b req-4b049c83-aca4-4929-a325-a28b45af5180 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499109 Sep 19 12:23:13.898391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149ab2f9-753e-40b9-b9a0-047a64edd16d None None] Network 6569b7b3-8d8e-46e5-9690-6ec1fda3601b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:23:14.012285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ad8a4-521f-4680-80da-f0667bef9175 req-02afb6f3-6784-4050-a78e-137e29c47479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:14.013952 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-02afb6f3-6784-4050-a78e-137e29c47479 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 1096 time: 0.0980721 Sep 19 12:23:14.038773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] Set router 6b77ed23-80fb-4893-a016-e17a7fe3526b gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:23:14.063702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:14.085941 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-19c1968d-e37c-40da-93f0-cfce732aad12 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e HTTP/1.1" status: 200 len: 217 time: 0.0641522 Sep 19 12:23:14.155481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ad8a4-521f-4680-80da-f0667bef9175 req-f81f4090-40fb-4de6-82b5-de01321b9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:14.156855 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-f81f4090-40fb-4de6-82b5-de01321b9936 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.0646150 Sep 19 12:23:14.255223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:14.278345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ad8a4-521f-4680-80da-f0667bef9175 req-09afc8fe-e766-4910-825a-a4a5e5167aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:14.280620 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-09afc8fe-e766-4910-825a-a4a5e5167aaa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148195 Sep 19 12:23:14.379081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Deleting port ffa6db3a-eb9c-40c8-a268-e39034095646 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:23:14.379427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:14.437369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:23:11Z', 'revision_number': 5, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:14.441581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb983e63-e39b-4e5c-ae68-1ca864f350fe None None] The sync data for ids ['6b77ed23-80fb-4893-a016-e17a7fe3526b'] in dv-neutron-857775-2-hyperv is: [{'id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56103449', 'tenant_id': '95279d76856d429e96c95d3362398fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:20:37Z', 'updated_at': '2022-09-19T12:23:11Z', 'revision_number': 5, 'project_id': '95279d76856d429e96c95d3362398fe2', 'gw_port': {'id': 'ffa6db3a-eb9c-40c8-a268-e39034095646', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77ed23-80fb-4893-a016-e17a7fe3526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:20:40Z', 'updated_at': '2022-09-19T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:23:14.457335 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-6f66ce16-046b-4f2b-96a0-ee49055ec6dd service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695132 Sep 19 12:23:14.489187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be169e-890f-4812-97fb-b120974c7883 None None] DHCP port deletion for 6569b7b3-8d8e-46e5-9690-6ec1fda3601b request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:23:14.495429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d4be169e-890f-4812-97fb-b120974c7883 None None] Deleting port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:23:14.495914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d4be169e-890f-4812-97fb-b120974c7883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:14.530177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:14.590941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] For port ffa6db3a-eb9c-40c8-a268-e39034095646, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ffa6db3a-eb9c-40c8-a268-e39034095646,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:14.591400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:14.609932 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-228ad8a4-521f-4680-80da-f0667bef9175 req-20e16295-2d6a-453c-b3c8-530c6a6e170a service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422415 Sep 19 12:23:14.744848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d4be169e-890f-4812-97fb-b120974c7883 None None] For port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5e76ca9e-1117-484d-a625-3f36d0d3ef9c,segment=NetworkSegment(6ea8a080-b9fe-4342-8e54-73c86e751041),segment_id=6ea8a080-b9fe-4342-8e54-73c86e751041)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:14.746621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d4be169e-890f-4812-97fb-b120974c7883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:14.854386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Calling delete_port for ffa6db3a-eb9c-40c8-a268-e39034095646 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:23:14.937509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d4be169e-890f-4812-97fb-b120974c7883 None None] Calling delete_port for 5e76ca9e-1117-484d-a625-3f36d0d3ef9c owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:23:15.022756 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f555a-febf-4eec-ac0c-4026f211510e req-e69028aa-2a90-4a0a-bbe1-7eb503609733 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:15.025221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.025944 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-090f555a-febf-4eec-ac0c-4026f211510e req-e69028aa-2a90-4a0a-bbe1-7eb503609733 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 943 time: 0.1803534 Sep 19 12:23:15.099263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d4be169e-890f-4812-97fb-b120974c7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.111906 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-090f555a-febf-4eec-ac0c-4026f211510e req-6f60406f-3e32-4df5-ba77-6b2253c69010 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798869 Sep 19 12:23:15.143987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be169e-890f-4812-97fb-b120974c7883 None None] Pushing event deleted for resources: {'Port': ['ID=5e76ca9e-1117-484d-a625-3f36d0d3ef9c,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:15.150348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be169e-890f-4812-97fb-b120974c7883 None None] No DVR routers for this DVR port 5e76ca9e-1117-484d-a625-3f36d0d3ef9c on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:23:15.213433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.260684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event deleted for resources: {'Port': ['ID=ffa6db3a-eb9c-40c8-a268-e39034095646,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:15.362256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.534120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.536308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.636275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.636783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Fanout notify agent at l3_agent the message router_deleted on router 6b77ed23-80fb-4893-a016-e17a7fe3526b {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:23:15.653177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.654307 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cf545226-a028-4e7d-9ab3-5e5d0c3250a2 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "DELETE /v2.0/routers/6b77ed23-80fb-4893-a016-e17a7fe3526b HTTP/1.1" status: 204 len: 168 time: 1.8057253 Sep 19 12:23:15.657069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60204) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:15.776971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.908141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.936998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6569b7b3-8d8e-46e5-9690-6ec1fda3601b']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:15.950225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea8a080-b9fe-4342-8e54-73c86e751041') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:15.950527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea8a080-b9fe-4342-8e54-73c86e751041') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:15.962416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.977905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:15.983765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:23:15.984143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:16.053694 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 6ea8a080-b9fe-4342-8e54-73c86e751041 resource provider aggregate not found Sep 19 12:23:16.082762 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 6ea8a080-b9fe-4342-8e54-73c86e751041 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ea8a080-b9fe-4342-8e54-73c86e751041 found for delete ", "request_id": "req-7c050e3a-eb28-4bed-bb68-d1717430687e"}]} Sep 19 12:23:16.115946 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a5ae1f7a-469e-4f32-8571-f9319f7dce02 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:23:16.154469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: a5ae1f7a-469e-4f32-8571-f9319f7dce02 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:23:16.155074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a5ae1f7a-469e-4f32-8571-f9319f7dce02 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:23:16.155493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ffa6db3a-eb9c-40c8-a268-e39034095646 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:23:16.156922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:16.176203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:16.189145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event deleted for resources: {'Network': ['ID=6569b7b3-8d8e-46e5-9690-6ec1fda3601b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:16.189626 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: ffa6db3a-eb9c-40c8-a268-e39034095646 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:23:16.189978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ffa6db3a-eb9c-40c8-a268-e39034095646 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:23:16.190389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5e76ca9e-1117-484d-a625-3f36d0d3ef9c no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:23:16.231386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 5e76ca9e-1117-484d-a625-3f36d0d3ef9c {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:23:16.231733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5e76ca9e-1117-484d-a625-3f36d0d3ef9c not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:23:16.288703 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e4428c26-fde2-4642-a822-5eeea0529465 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "DELETE /v2.0/networks/6569b7b3-8d8e-46e5-9690-6ec1fda3601b HTTP/1.1" status: 204 len: 168 time: 0.6306026 Sep 19 12:23:16.292091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60214) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:16.326831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bd1ce-cfd8-455a-829a-7264e2d1edff req-274f6f93-61a7-4e29-b758-74b41d5abd1c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:16.328347 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-148bd1ce-cfd8-455a-829a-7264e2d1edff req-274f6f93-61a7-4e29-b758-74b41d5abd1c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 943 time: 0.0989964 Sep 19 12:23:16.369244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e32a64b-7cad-4646-8b7d-bcc6d7b39bc8 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:16.378633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-148bd1ce-cfd8-455a-829a-7264e2d1edff req-8f7d739e-f1fa-4d69-8e8a-815aad30ec22 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439353 Sep 19 12:23:16.401060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e32a64b-7cad-4646-8b7d-bcc6d7b39bc8 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:16.407647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:16.561998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e32a64b-7cad-4646-8b7d-bcc6d7b39bc8 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:16.579798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32a64b-7cad-4646-8b7d-bcc6d7b39bc8 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:16.681075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8e32a64b-7cad-4646-8b7d-bcc6d7b39bc8 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:16.682174 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8e32a64b-7cad-4646-8b7d-bcc6d7b39bc8 tempest-TestNetworkAdvancedServerOps-1444830355 tempest-TestNetworkAdvancedServerOps-1444830355-project] 10.222.0.66 "DELETE /v2.0/security-groups/3a1abf04-babd-4460-9cf0-dfd8c0f3dbe1 HTTP/1.1" status: 204 len: 168 time: 0.3890629 Sep 19 12:23:17.261314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60224) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:17.410600 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-df2ecc1b-0129-411f-ba81-0f6d99d2809d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=95279d76856d429e96c95d3362398fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474841 Sep 19 12:23:17.412079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60232) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:17.484902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f96eb4a-0ca8-4aa0-8893-bb00e487d835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:17.511495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f96eb4a-0ca8-4aa0-8893-bb00e487d835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:17.593968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f4405-aedd-43b2-89b2-5b723ef2edf5 req-ce946a71-1e19-4940-ba99-302675919245 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:17.595519 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c3f4405-aedd-43b2-89b2-5b723ef2edf5 req-ce946a71-1e19-4940-ba99-302675919245 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 943 time: 0.0898330 Sep 19 12:23:17.640721 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c3f4405-aedd-43b2-89b2-5b723ef2edf5 req-e8e74b0a-2b9c-4321-acd5-16a82a49dea7 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392146 Sep 19 12:23:17.648057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f96eb4a-0ca8-4aa0-8893-bb00e487d835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:17.666042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96eb4a-0ca8-4aa0-8893-bb00e487d835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b27f78b-03ff-4a84-9e76-3942390b154c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:17.672578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1f96eb4a-0ca8-4aa0-8893-bb00e487d835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:17.673748 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1f96eb4a-0ca8-4aa0-8893-bb00e487d835 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b27f78b-03ff-4a84-9e76-3942390b154c HTTP/1.1" status: 204 len: 168 time: 0.2603621 Sep 19 12:23:18.193686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60240) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:18.212883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2db694d0-5e59-4cd1-a73c-267038a3a4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:18.227386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2db694d0-5e59-4cd1-a73c-267038a3a4b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:18.231319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2db694d0-5e59-4cd1-a73c-267038a3a4b2 admin admin] Usage tracker for resource:security_group_rule and tenant:4f107c8584ee40d38a2a5df601831333 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:18.234154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2db694d0-5e59-4cd1-a73c-267038a3a4b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:18.239853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2db694d0-5e59-4cd1-a73c-267038a3a4b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:18.323877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2db694d0-5e59-4cd1-a73c-267038a3a4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:18.384399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2db694d0-5e59-4cd1-a73c-267038a3a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:18.432548 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2db694d0-5e59-4cd1-a73c-267038a3a4b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f107c8584ee40d38a2a5df601831333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376828 Sep 19 12:23:18.433500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db694d0-5e59-4cd1-a73c-267038a3a4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de33394-869e-4813-ba4d-491ad2fea86d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:18.435414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60244) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:18.498110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fb397d41-5b1d-4096-9b0c-50a6a2f294b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:18.625697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fb397d41-5b1d-4096-9b0c-50a6a2f294b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:18.767413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fb397d41-5b1d-4096-9b0c-50a6a2f294b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:18.783729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb397d41-5b1d-4096-9b0c-50a6a2f294b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de33394-869e-4813-ba4d-491ad2fea86d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:18.788637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fb397d41-5b1d-4096-9b0c-50a6a2f294b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:18.789747 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fb397d41-5b1d-4096-9b0c-50a6a2f294b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5de33394-869e-4813-ba4d-491ad2fea86d HTTP/1.1" status: 204 len: 168 time: 0.3527403 Sep 19 12:23:19.096552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c19c1-0642-4df2-8e6c-fdf951fa637b req-8b9e2458-2d49-448c-8927-876d1a77d25a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:19.098130 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-713c19c1-0642-4df2-8e6c-fdf951fa637b req-8b9e2458-2d49-448c-8927-876d1a77d25a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 943 time: 0.0904052 Sep 19 12:23:19.151599 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-713c19c1-0642-4df2-8e6c-fdf951fa637b req-71ee0549-4785-4354-92aa-868c2be0eda4 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473869 Sep 19 12:23:19.802882 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:23:20.352938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f5696-a1cc-45c4-b393-1fa5bde5cf7c req-a872ad15-acc7-42dc-8bd4-d1ed191e962b tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:20.354477 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d14f5696-a1cc-45c4-b393-1fa5bde5cf7c req-a872ad15-acc7-42dc-8bd4-d1ed191e962b tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 943 time: 0.0891931 Sep 19 12:23:20.400499 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d14f5696-a1cc-45c4-b393-1fa5bde5cf7c req-12f7b911-47e4-4bbb-989b-5a1a46759779 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401733 Sep 19 12:23:21.602137 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaeae5c-6e03-458e-aac2-2dfd76bfc2dd req-bdb92c1a-a13f-4d85-814f-55076977f45b tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:21.603552 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0eaeae5c-6e03-458e-aac2-2dfd76bfc2dd req-bdb92c1a-a13f-4d85-814f-55076977f45b tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 943 time: 0.0916731 Sep 19 12:23:21.647187 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0eaeae5c-6e03-458e-aac2-2dfd76bfc2dd req-a2bcabea-f907-48db-a3d2-7d87a9b8ffa6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377502 Sep 19 12:23:22.773657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:22.853662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76900fa-70b0-42d8-a8fd-67bcd97e166a req-07b8b91d-d251-48ef-8c46-384742a9e180 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:22.855165 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e76900fa-70b0-42d8-a8fd-67bcd97e166a req-07b8b91d-d251-48ef-8c46-384742a9e180 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 943 time: 0.0976644 Sep 19 12:23:22.904138 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e76900fa-70b0-42d8-a8fd-67bcd97e166a req-d9281bcc-5834-4cdc-9718-d040879ffcda tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426300 Sep 19 12:23:22.961307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 8d179d76-1b02-4270-bafe-d1bc17325d6e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:23:23.107068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 8d179d76-1b02-4270-bafe-d1bc17325d6e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:23.121323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'mac_address': 'fa:16:3e:a8:a3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:23:23.177290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 8d179d76-1b02-4270-bafe-d1bc17325d6e is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:23:23.177730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:23.196373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d179d76-1b02-4270-bafe-d1bc17325d6e {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:23:23.212555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 8d179d76-1b02-4270-bafe-d1bc17325d6e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:23.270701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:23.342473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=8d179d76-1b02-4270-bafe-d1bc17325d6e,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:23.517091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['8d179d76-1b02-4270-bafe-d1bc17325d6e'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:23:24.139726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fade0cd-d2cf-47f5-8ef7-e7d6ae2fee2c req-9f613aca-05a8-49f6-8b2d-8fae3819756e tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:24.139726 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5fade0cd-d2cf-47f5-8ef7-e7d6ae2fee2c req-9f613aca-05a8-49f6-8b2d-8fae3819756e tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 944 time: 0.0979266 Sep 19 12:23:24.189492 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5fade0cd-d2cf-47f5-8ef7-e7d6ae2fee2c req-84da7da0-c20d-4989-b823-243dfcb9c903 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476987 Sep 19 12:23:24.978050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 8d179d76-1b02-4270-bafe-d1bc17325d6e up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:23:25.110694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 8d179d76-1b02-4270-bafe-d1bc17325d6e completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:23:25.116010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 8d179d76-1b02-4270-bafe-d1bc17325d6e triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:23:25.116380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:25.239510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 8d179d76-1b02-4270-bafe-d1bc17325d6e is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:23:25.239897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:25.267011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d179d76-1b02-4270-bafe-d1bc17325d6e'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:23:25.269304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65118e2-b3cb-4784-9473-8ac2ce48fc3b" -d '{"events": [{"server_uuid": "04e0ca87-9fc8-40a9-9817-0ac717117939", "name": "network-vif-plugged", "status": "completed", "tag": "8d179d76-1b02-4270-bafe-d1bc17325d6e"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:23:25.278539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 8d179d76-1b02-4270-bafe-d1bc17325d6e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:25.319964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2943ab-b94a-4e8d-84ca-da6c65146d30 x-openstack-request-id: req-1a2943ab-b94a-4e8d-84ca-da6c65146d30 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:23:25.319964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e0ca87-9fc8-40a9-9817-0ac717117939", "name": "network-vif-plugged", "status": "completed", "tag": "8d179d76-1b02-4270-bafe-d1bc17325d6e", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:23:25.319964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a2943ab-b94a-4e8d-84ca-da6c65146d30 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:23:25.319964 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2943ab-b94a-4e8d-84ca-da6c65146d30'] response: {'server_uuid': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'code': 200} Sep 19 12:23:25.367792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:25.400430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715cc1d-e657-43b3-a578-5a54aec2c2a9 req-5227dc95-3f3f-4311-a89d-6c02b5017141 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:25.402020 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e715cc1d-e657-43b3-a578-5a54aec2c2a9 req-5227dc95-3f3f-4311-a89d-6c02b5017141 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 944 time: 0.0931668 Sep 19 12:23:25.448742 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e715cc1d-e657-43b3-a578-5a54aec2c2a9 req-9bf82255-7c7f-4b7b-a280-c0ab817d45a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408490 Sep 19 12:23:25.451342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=8d179d76-1b02-4270-bafe-d1bc17325d6e,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:25.828192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea73b78-a298-477b-a2a8-c8e20ef1a539 req-e9133727-b4a6-4409-9fa3-a110ef6f627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:25.829696 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4ea73b78-a298-477b-a2a8-c8e20ef1a539 req-e9133727-b4a6-4409-9fa3-a110ef6f627b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 1098 time: 0.1250577 Sep 19 12:23:25.877012 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4ea73b78-a298-477b-a2a8-c8e20ef1a539 req-35c72aa3-caac-4fa6-acbc-1a61b80b7320 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353270 Sep 19 12:23:26.669605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc297b-c914-4f3d-a3a8-196810c0a220 req-891b1b2b-256a-4452-8081-9a5636e4913d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:26.670992 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-94cc297b-c914-4f3d-a3a8-196810c0a220 req-891b1b2b-256a-4452-8081-9a5636e4913d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 945 time: 0.0892818 Sep 19 12:23:26.721532 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-94cc297b-c914-4f3d-a3a8-196810c0a220 req-7ccbeb55-bfd0-4860-b999-013206a42967 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448868 Sep 19 12:23:27.947385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bd977-025d-4ecd-9bae-fa425291554d req-a52f1c46-82a4-4d46-ab65-f1586fc9e333 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:27.948860 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cb2bd977-025d-4ecd-9bae-fa425291554d req-a52f1c46-82a4-4d46-ab65-f1586fc9e333 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 945 time: 0.0911689 Sep 19 12:23:27.996444 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cb2bd977-025d-4ecd-9bae-fa425291554d req-8d69ee0f-bfd9-42d1-acf0-1196303ceee9 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418179 Sep 19 12:23:28.236048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8696477-2cb5-46d7-acb2-c3b2cb7e97cf req-730b51fd-0ec3-46c8-9fc8-02e7600680a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:28.237788 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a8696477-2cb5-46d7-acb2-c3b2cb7e97cf req-730b51fd-0ec3-46c8-9fc8-02e7600680a8 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 945 time: 0.0974045 Sep 19 12:23:28.287661 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a8696477-2cb5-46d7-acb2-c3b2cb7e97cf req-592f2c74-bb34-4ee3-8a2a-3d3b76689f3e tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422411 Sep 19 12:23:28.318873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60274) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:28.404486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a41dff-e5ed-442d-be5f-d4cd62201d47 tempest-TestVolumeBootPattern-700034176 tempest-TestVolumeBootPattern-700034176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:28.405211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a8a41dff-e5ed-442d-be5f-d4cd62201d47 tempest-TestVolumeBootPattern-700034176 tempest-TestVolumeBootPattern-700034176-project-admin] Synchronizing usage tracker for tenant:7f414fb3f71842018e91609b2572d1de on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:23:28.470399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a8a41dff-e5ed-442d-be5f-d4cd62201d47 tempest-TestVolumeBootPattern-700034176 tempest-TestVolumeBootPattern-700034176-project-admin] Unset dirty status for tenant:7f414fb3f71842018e91609b2572d1de on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:23:28.478488 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a8a41dff-e5ed-442d-be5f-d4cd62201d47 tempest-TestVolumeBootPattern-700034176 tempest-TestVolumeBootPattern-700034176-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 1093 time: 0.1519294 Sep 19 12:23:28.480613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60280) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:28.485831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:28.493012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:28.497562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:floatingip and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:28.500673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:28.508301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:28.591113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:28.738957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:28.892231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Allocated IP 172.26.5.64 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/e99879ef-f642-4787-8b91-fd3a88a69130) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:23:29.044765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:29.139041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:29.206361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:23:29.208946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:23:29.212983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:23:29.247530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'Port': ['ID=e99879ef-f642-4787-8b91-fd3a88a69130,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:29.263835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.264182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.264518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.264848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.265253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.265499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.265821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.266403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.266533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.266795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.267199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.267428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:29.735511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:29.887427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:30.108259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:30.180405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:30.297665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:30.346181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'Port': ['ID=e99879ef-f642-4787-8b91-fd3a88a69130,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:30.478287 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Floating IP 8e1993ca-ff1c-4f37-a253-3583c804c8cb associated. External IP: 172.26.5.64, port: 8d179d76-1b02-4270-bafe-d1bc17325d6e. Sep 19 12:23:30.821854 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-15a1e657-80cb-4594-b01c-9ce573db83d7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781264 Sep 19 12:23:30.837072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:23:30.979567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-822c5f58-07ff-4adb-988d-2018bae11577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:30.981238 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-822c5f58-07ff-4adb-988d-2018bae11577 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 1098 time: 0.0817745 Sep 19 12:23:31.033796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:23:31.045010 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] Sync routers for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:23:31.055546 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:23:31.057842 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:23:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:31.121846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:31.131865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-d3fdcd49-3e1e-4f1a-a178-e407cf30f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:31.133894 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-d3fdcd49-3e1e-4f1a-a178-e407cf30f6ab service neutron] 10.222.0.85 "GET /v2.0/networks?id=20db9b7a-bd43-475d-a14b-5b616d304e7e HTTP/1.1" status: 200 len: 897 time: 0.1336806 Sep 19 12:23:31.178853 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3ace0aca-a84b-43d2-b514-fea4f20d0939 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6971169 Sep 19 12:23:31.179937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'tag': '8d179d76-1b02-4270-bafe-d1bc17325d6e'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:23:31.182302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5835a4d1-fd66-403d-b676-a4b625751dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "04e0ca87-9fc8-40a9-9817-0ac717117939", "tag": "8d179d76-1b02-4270-bafe-d1bc17325d6e"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:23:31.225393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac39e63f-d803-4c5c-8752-b6de8f7fe063 x-openstack-request-id: req-ac39e63f-d803-4c5c-8752-b6de8f7fe063 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:23:31.225956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e0ca87-9fc8-40a9-9817-0ac717117939", "tag": "8d179d76-1b02-4270-bafe-d1bc17325d6e", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:23:31.226943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac39e63f-d803-4c5c-8752-b6de8f7fe063 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:23:31.227542 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac39e63f-d803-4c5c-8752-b6de8f7fe063'] response: {'name': 'network-changed', 'server_uuid': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'tag': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'status': 'completed', 'code': 200} Sep 19 12:23:31.265961 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:23:31.407674 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-537a7a6b-f2ea-482d-9279-588dab397cd7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15b1640e-4aae-414b-9079-f5c8c75363ac HTTP/1.1" status: 200 len: 999 time: 0.2663579 Sep 19 12:23:31.477422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-e55686a6-6ee4-4253-bcf7-a88b8eb90360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:31.478980 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-e55686a6-6ee4-4253-bcf7-a88b8eb90360 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 1098 time: 0.1388330 Sep 19 12:23:31.509417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-717a6fea-34ee-412a-a26e-301f204b07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:31.510861 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-717a6fea-34ee-412a-a26e-301f204b07e1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a9ed088c-c67c-40d2-abc3-424d829ba84f HTTP/1.1" status: 200 len: 834 time: 0.0943615 Sep 19 12:23:31.652998 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '8e1993ca-ff1c-4f37-a253-3583c804c8cb', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:a8:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:29Z', 'updated_at': '2022-09-19T12:23:29Z', 'revision_number': 0, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:31.656760 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] Checking router: 63a0abe1-c457-47ea-8e7c-22eaae463ce3 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:23:31.665723 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:23:31.666249 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:23:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:31.677733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-e1603739-46cd-4e60-b477-19a7608abab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:31.679745 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-e1603739-46cd-4e60-b477-19a7608abab7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.1937318 Sep 19 12:23:31.685585 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-3918d319-b681-4cbe-86a8-040a9c288f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:31.686958 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-3918d319-b681-4cbe-86a8-040a9c288f2f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20db9b7a-bd43-475d-a14b-5b616d304e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299391 Sep 19 12:23:31.843766 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:23:31.865560 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-68c1e730-e224-40a1-a3e6-e12393537997 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e HTTP/1.1" status: 200 len: 998 time: 0.1776845 Sep 19 12:23:31.948226 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-29b97df8-cada-4e68-b33a-cc84a532bcae service neutron] 10.222.0.85 "GET /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064602 Sep 19 12:23:31.955221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-5b224291-3ae4-4167-a9e0-e1f00040e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:31.956531 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-5b224291-3ae4-4167-a9e0-e1f00040e1c4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.0768883 Sep 19 12:23:32.156217 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4cacdccb-ee03-4f4e-96f1-4c00863343bc req-9d5a215e-26d3-4bc4-9b77-e3f052908a71 service neutron] 10.222.0.85 "GET /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908877 Sep 19 12:23:32.158879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-3fc4db44-e1ff-4f0b-b26f-e3850369b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:32.160232 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-3fc4db44-e1ff-4f0b-b26f-e3850369b50f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1747046 Sep 19 12:23:32.192386 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '8e1993ca-ff1c-4f37-a253-3583c804c8cb', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:a8:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:29Z', 'updated_at': '2022-09-19T12:23:29Z', 'revision_number': 0, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:23:32.196646 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832c899-c79d-4898-99a5-b46ea2b9bc4d None None] The sync data for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv is: [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '8e1993ca-ff1c-4f37-a253-3583c804c8cb', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:a8:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:29Z', 'updated_at': '2022-09-19T12:23:29Z', 'revision_number': 0, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:23:32.301048 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-eac14187-7b49-42c6-90bc-e529166c61ee service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340046 Sep 19 12:23:32.403413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c298a4-03cc-4959-8604-96c22868e662 None None] New status for floating IP 8e1993ca-ff1c-4f37-a253-3583c804c8cb: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:23:32.439104 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5835a4d1-fd66-403d-b676-a4b625751dc5 req-1097186f-5a32-446b-ba2d-14df6c2e0786 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312699 Sep 19 12:23:34.665176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60292) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:34.855775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e70cfc-522a-48de-978b-7ca3e6b8a9ea tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:34.856260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e70cfc-522a-48de-978b-7ca3e6b8a9ea tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:34.856729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e70cfc-522a-48de-978b-7ca3e6b8a9ea tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:34.858372 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f0e70cfc-522a-48de-978b-7ca3e6b8a9ea tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=d2803b9b3ed7428b94f11a8ee3347204&network_id=20db9b7a-bd43-475d-a14b-5b616d304e7e HTTP/1.1" status: 200 len: 2999 time: 0.1923146 Sep 19 12:23:38.868243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60306) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:38.933349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac80be-f608-4b39-a446-c8e574ca5aad tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:38.936744 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-20ac80be-f608-4b39-a446-c8e574ca5aad tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 814 time: 0.0670173 Sep 19 12:23:39.805224 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60314) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:39.810854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'network': {'name': 'tempest-network-smoke--276508132', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'port_security_enabled': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:39.816774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:39.826877 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:39.893033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:23:39.896723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:39.927262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:23:39.935965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:39.936311 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Added segment a41698df-b94d-479c-ba6a-8b95a714ec75 of type vlan for network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 Sep 19 12:23:39.964181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:40.104348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:40.110035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:40.110589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:40.220229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Network': ['ID=31eee3f8-ab65-4a79-8b44-de70ce9ab5d2,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:40.231390 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:23:40.306083 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d724be38-9128-4b6e-8d02-084f282665ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4997213 Sep 19 12:23:40.309355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60318) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:40.376796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff79bc1c-cd54-43ac-b7b8-1a337939c44d tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:40.378368 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ff79bc1c-cd54-43ac-b7b8-1a337939c44d tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d2803b9b3ed7428b94f11a8ee3347204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0678928 Sep 19 12:23:40.381260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60322) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:40.513742 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea24107-03fa-4c79-ac8d-4bb003eb420c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:40.515330 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aea24107-03fa-4c79-ac8d-4bb003eb420c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330934 Sep 19 12:23:40.518056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60326) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:40.558777 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5a3cf84f-2371-4369-9013-c3dace4b599d tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396585 Sep 19 12:23:40.561558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60330) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:40.600889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9e324b39-2f23-45f8-b218-a9c3d6fdbdf4 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d2803b9b3ed7428b94f11a8ee3347204&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382586 Sep 19 12:23:40.603931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60334) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:40.749616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f4884e-f669-4c20-8a05-02734e3c3d0a tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:40.751035 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-87f4884e-f669-4c20-8a05-02734e3c3d0a tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1462083 Sep 19 12:23:40.753837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60338) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:40.798287 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3f4ee6d8-eee0-4488-9322-1aa18d7eea3d tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433314 Sep 19 12:23:40.800832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60342) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:40.807110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2001769231', 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:40.925896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:40.930027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:subnet and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:40.933285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:40.938925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:41.025482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:23:41.029065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:41.373711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:41.455280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Subnet': ['ID=5edf5ccc-5fe8-4724-9c53-17edd91620ef,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:41.465749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Checking segment: {'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:23:41.466113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network hostable DHCP agents. Network: 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:23:41.567919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:23:41.641693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b4d482d9-17c3-48ca-aca4-e393af191cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:41.710058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:23:41.715963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:41.717221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:41.721268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634892cf-0be3-41c5-81d3-c2e1d6ffb839 None None] Network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:23:41.809306 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c650b1c6-4a98-4f44-b477-3dee40cfa118 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0074000 Sep 19 12:23:41.994368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60348) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:41.999889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1703477644', 'description': 'tempest-secgroup-smoke-1703477644 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:42.012669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:42.027585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-31eee3f8-ab65-4a79-8b44-de70ce9ab5d2', 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ips': [{'subnet_id': '5edf5ccc-5fe8-4724-9c53-17edd91620ef'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:23:42.027585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.027786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:42.105437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.129512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:42.134885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:42.139008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:42.147220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:42.203800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Allocated IP 172.20.0.18 (31eee3f8-ab65-4a79-8b44-de70ce9ab5d2/5edf5ccc-5fe8-4724-9c53-17edd91620ef/e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:23:42.231855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.315705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.371356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf7423-f341-4e65-99e2-6d08c3e9a6ff,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:42.445659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.447787 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4ab5ea4c-99cb-4eff-b627-e6c4aa0e7151 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4518678 Sep 19 12:23:42.453392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60352) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:42.453962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.457258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bedf7423-f341-4e65-99e2-6d08c3e9a6ff', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:42.463992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Transition to ACTIVE for port object e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:23:42.465837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:42.470380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:42.473504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:42.482248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:42.493565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Transition to ACTIVE for port object e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:23:42.579478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.609814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.650463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:23:42.653522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:23:42.657159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:23:42.663101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Pushing event updated for resources: {'Port': ['ID=e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:42.672591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.704302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.704649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.704993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.705327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.705657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.705985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.706312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.706638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.706993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.707322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.707641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.707959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:42.744373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.772999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f92878-d7f6-4f12-89d1-33dc7b7a2678,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:42.774241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Attempting to bind port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:23:42.774621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Attempting to bind port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:23:42.775007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Attempting to bind port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e on network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:23:42.790153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:23:42.790153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Checking segment: {'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:23:42.790153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.790153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Bound using segment: {'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:23:42.790153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Bound port: e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:23:42.790153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.847547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.849351 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-426e6b87-1e07-49e4-a406-2286a76396e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964331 Sep 19 12:23:42.853262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60356) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:42.858909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bedf7423-f341-4e65-99e2-6d08c3e9a6ff', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:42.865149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:42.870108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:42.873318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:42.876961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] For port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:23:42.879415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:42.879991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] For port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:23:42.933544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:42.957156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.020016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73cc55-6a11-4e7f-8245-f67fdf0dd265 None None] Pushing event updated for resources: {'Port': ['ID=e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:43.030653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.098735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.125148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8853437-e071-4166-8d00-b8d64c8780d3,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:43.191962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.193237 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d1b4edc3-81dd-404c-bcc2-f6c8a0b0d059 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388970 Sep 19 12:23:43.196745 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60360) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:43.202138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bedf7423-f341-4e65-99e2-6d08c3e9a6ff', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:43.208318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:43.213028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:43.216054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:43.221998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:43.300509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.371319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.435848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.459305 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34776b35-d8e5-4f4a-9db2-7b629f5e12ad,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:43.515898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.517132 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-559c70b3-b6f9-4e01-96c5-31a877ea9e31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3193588 Sep 19 12:23:43.519879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60364) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:43.525836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bedf7423-f341-4e65-99e2-6d08c3e9a6ff', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:43.532196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:43.536095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:43.539572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:43.545280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:43.602858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.658920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9b244fa5-1c6d-497f-b73b-bff9c687b11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.684292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.744842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.770237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea348c2-2efb-4aee-81db-b083a5892ea5,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:43.853789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.855183 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-995af5b2-b9d1-4e4e-aaf7-98c2493afcc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3343420 Sep 19 12:23:43.858054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60368) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:43.862982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bedf7423-f341-4e65-99e2-6d08c3e9a6ff', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:43.870303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:43.874587 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:43.882395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:43.901126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:43.980084 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:23:43.988994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:43.995772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:23:44.054934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786090f7-1047-4443-8323-347e21a60d07 None None] Network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:23:44.066512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.127627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.156957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695f0847-1e14-46aa-8f4c-6b33cfce49d0,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:44.218961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.222785 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bd81d0d5-d9fc-4b30-9d0a-b6d8da906f74 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3612425 Sep 19 12:23:44.223227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60372) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:23:44.229815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bedf7423-f341-4e65-99e2-6d08c3e9a6ff', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:44.233651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9462216f-b65a-4642-8353-89d31de81542 None None] Provisioning for port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:23:44.236512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:44.240057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:44.244269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:44.251142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:44.294981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:23:44.306068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:23:44.306428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.344410 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:23:44.352049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.430263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.448972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:23:44.449355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.495610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:44.504327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.529831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa484cb-6268-43ba-973e-3985569536bf,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:44.542597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.549382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:23:44.572856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.601344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.646985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.648868 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-af2c4079-5310-40bf-9778-403ff91535d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4240887 Sep 19 12:23:44.686217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-74cec538-e4a7-442b-a595-dec475792c5f None None] Provisioning complete for port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:23:44.686217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74cec538-e4a7-442b-a595-dec475792c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.712720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:44.839514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-74cec538-e4a7-442b-a595-dec475792c5f None None] Current status of the port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:23:44.899542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-d576b93e-b062-4a1c-9a88-542773d9167c req-9f6fc75a-e966-46e9-9018-2f7d9dbfa0de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:23:44.950455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:44.984407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-d576b93e-b062-4a1c-9a88-542773d9167c req-9f6fc75a-e966-46e9-9018-2f7d9dbfa0de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:23:44.984407 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-9f6fc75a-e966-46e9-9018-2f7d9dbfa0de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703477644&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.1371117 Sep 19 12:23:45.151611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b93e-b062-4a1c-9a88-542773d9167c req-e8126b1d-1b7f-4d9f-bc78-6db3f7356734 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:45.151611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-d576b93e-b062-4a1c-9a88-542773d9167c req-e8126b1d-1b7f-4d9f-bc78-6db3f7356734 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:23:45.216688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-d576b93e-b062-4a1c-9a88-542773d9167c req-e8126b1d-1b7f-4d9f-bc78-6db3f7356734 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:23:45.216688 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-e8126b1d-1b7f-4d9f-bc78-6db3f7356734 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/networks?id=31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 HTTP/1.1" status: 200 len: 796 time: 0.2262497 Sep 19 12:23:45.239046 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-47116901-7759-4984-b482-d37bc6d5b613 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/quotas/d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 375 time: 0.0113502 Sep 19 12:23:45.343386 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-7f29eb32-401b-426a-8e3a-a5e23e5d8c8d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1006689 Sep 19 12:23:45.476830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-35714cd5-d6df-4d38-89a4-8032a69f8ba5 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:23:45.476830 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-35714cd5-d6df-4d38-89a4-8032a69f8ba5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1201220 Sep 19 12:23:45.723023 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-8fa8a972-1370-45b0-aaa3-62129745153a service neutron] 10.222.0.66 "GET /v2.0/networks/31eee3f8-ab65-4a79-8b44-de70ce9ab5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373998 Sep 19 12:23:45.884875 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-97ffbf90-27d7-4437-90cf-69df222c2764 service neutron] 10.222.0.66 "GET /v2.0/networks/31eee3f8-ab65-4a79-8b44-de70ce9ab5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526160 Sep 19 12:23:45.953387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:23:46.022159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:23:46.022159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:46.170776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:23:46.205213 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-88c80967-01aa-4f5e-a648-9a84c3388595 req-c8daf42e-c42d-43f1-ab12-be8ab717020f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 210 time: 0.0552487 Sep 19 12:23:46.387466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:47.387325 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fe517ba-d05f-4d0b-888e-31696d5fff0f req-7b0c255a-dcd7-424b-b5de-58a9d4e98c69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 210 time: 0.0555239 Sep 19 12:23:48.384396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b93e-b062-4a1c-9a88-542773d9167c req-8d8413b7-f8da-4d44-8839-e6a29fbed102 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:48.384396 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-8d8413b7-f8da-4d44-8839-e6a29fbed102 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 HTTP/1.1" status: 200 len: 796 time: 0.1607859 Sep 19 12:23:48.447186 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-509a7fec-0b49-4b05-9cc6-fc0968457796 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 473 time: 0.0474393 Sep 19 12:23:48.454545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'device_id': '292db465-d025-4b05-ade5-c2ce1e221336', 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2', 'admin_state_up': True, 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'security_groups': ['bedf7423-f341-4e65-99e2-6d08c3e9a6ff']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:48.587348 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3e487d4f-abb6-41ad-b7c5-eebf89624816 req-67937d64-740a-450f-8e98-4143a3771a20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 210 time: 0.0643539 Sep 19 12:23:48.623172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:23:48.627474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:port and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:23:48.631261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:23:48.637451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:23:48.721497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:23:48.725046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:48.997562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.26 (31eee3f8-ab65-4a79-8b44-de70ce9ab5d2/5edf5ccc-5fe8-4724-9c53-17edd91620ef/edd459d7-a6db-4291-9e0b-bff8f2fa9d62) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:23:49.189468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:49.213757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object edd459d7-a6db-4291-9e0b-bff8f2fa9d62 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:23:49.295196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:49.363689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:23:49.366813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:23:49.371453 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:23:49.410465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:49.447924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:49.448667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:49.550764 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-26be64e7-e4b0-421f-8df6-ffe6e1a69ea9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1054976 Sep 19 12:23:49.563197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Request body: {'port': {'device_id': '292db465-d025-4b05-ade5-c2ce1e221336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:23:49.681173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:49.682298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-58b5eb04-e82a-4c66-94af-11f36c4b09f0 None None] Provisioning for port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:23:49.689718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-58b5eb04-e82a-4c66-94af-11f36c4b09f0 None None] Provisioning complete for port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:23:49.690324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-58b5eb04-e82a-4c66-94af-11f36c4b09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:49.751103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-58b5eb04-e82a-4c66-94af-11f36c4b09f0 None None] Port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:23:49.793609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab01b52-762f-499c-9695-f949c51ff92a req-009b2302-da42-4f75-8e8c-8c1b45152b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:49.795248 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fab01b52-762f-499c-9695-f949c51ff92a req-009b2302-da42-4f75-8e8c-8c1b45152b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 932 time: 0.0962975 Sep 19 12:23:49.840175 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fab01b52-762f-499c-9695-f949c51ff92a req-3d59d1c0-154b-498c-85d4-664acf4cbdfd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386558 Sep 19 12:23:50.025616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd459d7-a6db-4291-9e0b-bff8f2fa9d62 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:23:50.032906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:50.048491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Transition to ACTIVE for port object edd459d7-a6db-4291-9e0b-bff8f2fa9d62 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:23:50.098542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:50.281608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Pushing event updated for resources: {'Port': ['ID=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:50.326282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Attempting to bind port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:23:50.326623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Attempting to bind port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:23:50.326997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Attempting to bind port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 on network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:23:50.331707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 on network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:23:50.332026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Attempting to bind port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 on network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:23:50.337917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:23:50.338256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Checking segment: {'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:23:50.338639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Bound using segment: {'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:23:50.339092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Bound port: edd459d7-a6db-4291-9e0b-bff8f2fa9d62, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:23:50.340129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:50.428806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] For port edd459d7-a6db-4291-9e0b-bff8f2fa9d62, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:23:50.431966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] For port edd459d7-a6db-4291-9e0b-bff8f2fa9d62, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:23:50.510345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:50.545433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:50.546046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:50.547464 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] 10.222.0.85 "PUT /v2.0/ports/edd459d7-a6db-4291-9e0b-bff8f2fa9d62 HTTP/1.1" status: 200 len: 1094 time: 0.9890883 Sep 19 12:23:50.547894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292db465-d025-4b05-ade5-c2ce1e221336', 'tag': 'edd459d7-a6db-4291-9e0b-bff8f2fa9d62'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:23:50.550200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1783b09-b352-4845-aa41-911d68d15cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "292db465-d025-4b05-ade5-c2ce1e221336", "tag": "edd459d7-a6db-4291-9e0b-bff8f2fa9d62"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:23:50.598405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf63224-6bf1-47ab-9799-48ef35ba7e42 x-openstack-request-id: req-7cf63224-6bf1-47ab-9799-48ef35ba7e42 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:23:50.598405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292db465-d025-4b05-ade5-c2ce1e221336", "tag": "edd459d7-a6db-4291-9e0b-bff8f2fa9d62", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:23:50.598405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7cf63224-6bf1-47ab-9799-48ef35ba7e42 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:23:50.598405 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf63224-6bf1-47ab-9799-48ef35ba7e42'] response: {'name': 'network-changed', 'server_uuid': '292db465-d025-4b05-ade5-c2ce1e221336', 'tag': 'edd459d7-a6db-4291-9e0b-bff8f2fa9d62', 'status': 'completed', 'code': 200} Sep 19 12:23:50.601850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a297f-dbe0-421f-8d11-95856debeb74 service neutron] Pushing event updated for resources: {'Port': ['ID=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:50.697834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1783b09-b352-4845-aa41-911d68d15cbd req-3886e053-c981-4b19-98b5-f6066eff4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:50.699371 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b1783b09-b352-4845-aa41-911d68d15cbd req-3886e053-c981-4b19-98b5-f6066eff4e66 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 1097 time: 0.0799081 Sep 19 12:23:50.844026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1783b09-b352-4845-aa41-911d68d15cbd req-d98bd760-d82f-42df-83eb-14a991cc3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:50.844659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1783b09-b352-4845-aa41-911d68d15cbd req-d98bd760-d82f-42df-83eb-14a991cc3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:50.846491 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b1783b09-b352-4845-aa41-911d68d15cbd req-d98bd760-d82f-42df-83eb-14a991cc3ff7 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1400213 Sep 19 12:23:51.062945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a6dfb-db95-47cb-9ffd-7e77480cfb0a req-47689407-144c-41ad-a21a-3b8bc10dae50 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:51.064428 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bc5a6dfb-db95-47cb-9ffd-7e77480cfb0a req-47689407-144c-41ad-a21a-3b8bc10dae50 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 944 time: 0.1020536 Sep 19 12:23:51.114883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1783b09-b352-4845-aa41-911d68d15cbd req-8380b229-0b07-4e21-bf7b-1dc4019cff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:51.116333 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b1783b09-b352-4845-aa41-911d68d15cbd req-8380b229-0b07-4e21-bf7b-1dc4019cff60 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2636704 Sep 19 12:23:51.119374 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bc5a6dfb-db95-47cb-9ffd-7e77480cfb0a req-2cbda3f8-4afb-4d88-adda-a631e9f99321 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468204 Sep 19 12:23:51.275640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b93e-b062-4a1c-9a88-542773d9167c req-c7f53c01-adb7-45e4-b5fb-6ffcf2c80ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:51.275640 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-c7f53c01-adb7-45e4-b5fb-6ffcf2c80ebb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 1097 time: 0.0947757 Sep 19 12:23:51.343570 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-0147a5e0-dc4e-40bf-bf18-2ec7ae70cbf1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=edd459d7-a6db-4291-9e0b-bff8f2fa9d62 HTTP/1.1" status: 200 len: 217 time: 0.0610862 Sep 19 12:23:51.412971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b93e-b062-4a1c-9a88-542773d9167c req-a9840b03-acf4-49bd-8369-9633422e688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:51.415046 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-a9840b03-acf4-49bd-8369-9633422e688d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5edf5ccc-5fe8-4724-9c53-17edd91620ef HTTP/1.1" status: 200 len: 838 time: 0.0620749 Sep 19 12:23:51.504726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b93e-b062-4a1c-9a88-542773d9167c req-6153241f-ccac-4e40-a8fe-250947254320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:51.507722 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-6153241f-ccac-4e40-a8fe-250947254320 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31eee3f8-ab65-4a79-8b44-de70ce9ab5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0820932 Sep 19 12:23:51.640391 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-1307b06a-417c-4809-be80-59e4a13d59e5 service neutron] 10.222.0.85 "GET /v2.0/networks/31eee3f8-ab65-4a79-8b44-de70ce9ab5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268060 Sep 19 12:23:51.781367 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d576b93e-b062-4a1c-9a88-542773d9167c req-9a9c4a9b-81b9-4b0d-b12b-949b416944ed service neutron] 10.222.0.85 "GET /v2.0/networks/31eee3f8-ab65-4a79-8b44-de70ce9ab5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309059 Sep 19 12:23:52.334079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6de60-3c88-49bb-9be4-6e6dcef0c4bf req-78d5185d-086e-4ec5-8a7e-19e12d30af17 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:52.335549 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-10b6de60-3c88-49bb-9be4-6e6dcef0c4bf req-78d5185d-086e-4ec5-8a7e-19e12d30af17 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 944 time: 0.0899839 Sep 19 12:23:52.380280 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-10b6de60-3c88-49bb-9be4-6e6dcef0c4bf req-4aafd94c-3d2f-4b71-a066-7c22ef805bdf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387638 Sep 19 12:23:52.795788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:53.584584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1535d0-08ca-445b-9fe2-6ce634303554 req-ffd6e8dc-b5db-4e26-a886-5ecb54e939ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:53.586712 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-df1535d0-08ca-445b-9fe2-6ce634303554 req-ffd6e8dc-b5db-4e26-a886-5ecb54e939ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 944 time: 0.0941870 Sep 19 12:23:53.631149 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-df1535d0-08ca-445b-9fe2-6ce634303554 req-f5848a17-a5da-4b93-a49c-905c434c1125 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387619 Sep 19 12:23:54.835321 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7acfe-ada8-4fad-8699-d71c56ab3052 req-0638677d-94d1-4a41-aa4a-bca30314914a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:54.837828 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f3b7acfe-ada8-4fad-8699-d71c56ab3052 req-0638677d-94d1-4a41-aa4a-bca30314914a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 944 time: 0.0897460 Sep 19 12:23:54.884760 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f3b7acfe-ada8-4fad-8699-d71c56ab3052 req-a1b24a9f-4aa6-4ade-8475-c3c683c3933e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416842 Sep 19 12:23:55.128593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device edd459d7-a6db-4291-9e0b-bff8f2fa9d62 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:23:55.263564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port edd459d7-a6db-4291-9e0b-bff8f2fa9d62, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:55.277283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'edd459d7-a6db-4291-9e0b-bff8f2fa9d62', 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2', 'port_id': 'edd459d7-a6db-4291-9e0b-bff8f2fa9d62', 'mac_address': 'fa:16:3e:6d:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edf5ccc-5fe8-4724-9c53-17edd91620ef', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:23:55.331411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:23:55.332071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:55.348672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd459d7-a6db-4291-9e0b-bff8f2fa9d62 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:23:55.364411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port edd459d7-a6db-4291-9e0b-bff8f2fa9d62, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:55.452639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:55.522685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:55.740177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['edd459d7-a6db-4291-9e0b-bff8f2fa9d62'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:23:56.090450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d28dc0-dfd1-4779-97b5-804520ecfeef req-739ded8b-06a6-44b5-a98d-de3569c486cf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:56.091916 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13d28dc0-dfd1-4779-97b5-804520ecfeef req-739ded8b-06a6-44b5-a98d-de3569c486cf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 945 time: 0.0910339 Sep 19 12:23:56.137150 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13d28dc0-dfd1-4779-97b5-804520ecfeef req-1af8ffc7-11c9-41e3-87be-613e9d586fe9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395885 Sep 19 12:23:56.802340 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:23:57.144119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device edd459d7-a6db-4291-9e0b-bff8f2fa9d62 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:23:57.292735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:23:57.303477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:23:57.303477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:57.345796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef5cfa-ddea-44cf-a5e2-c1779d009ee0 req-6cb37d40-55a1-4f3c-b74b-d3f329624dbe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:57.347431 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-75ef5cfa-ddea-44cf-a5e2-c1779d009ee0 req-6cb37d40-55a1-4f3c-b74b-d3f329624dbe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 945 time: 0.0976043 Sep 19 12:23:57.396571 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-75ef5cfa-ddea-44cf-a5e2-c1779d009ee0 req-3bf45897-24f5-443e-8043-73cec825466f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 Sep 19 12:23:57.427109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:23:57.427489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:57.457507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292db465-d025-4b05-ade5-c2ce1e221336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd459d7-a6db-4291-9e0b-bff8f2fa9d62'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:23:57.459816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147490cc-064c-4acf-811d-17a37273f9e8" -d '{"events": [{"server_uuid": "292db465-d025-4b05-ade5-c2ce1e221336", "name": "network-vif-plugged", "status": "completed", "tag": "edd459d7-a6db-4291-9e0b-bff8f2fa9d62"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:23:57.468316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port edd459d7-a6db-4291-9e0b-bff8f2fa9d62, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:23:57.504638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e965bb6-9686-492e-894e-9a70ff276010 x-openstack-request-id: req-6e965bb6-9686-492e-894e-9a70ff276010 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:23:57.504925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292db465-d025-4b05-ade5-c2ce1e221336", "name": "network-vif-plugged", "status": "completed", "tag": "edd459d7-a6db-4291-9e0b-bff8f2fa9d62", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:23:57.505204 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e965bb6-9686-492e-894e-9a70ff276010 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:23:57.505596 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e965bb6-9686-492e-894e-9a70ff276010'] response: {'server_uuid': '292db465-d025-4b05-ade5-c2ce1e221336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd459d7-a6db-4291-9e0b-bff8f2fa9d62', 'code': 200} Sep 19 12:23:57.538276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:23:57.616806 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:23:57.941215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf78c28-4d49-457f-9350-9adcc8e418cb req-8a277f88-a964-4a0d-8a8f-fc4e5bddd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:57.943156 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dbf78c28-4d49-457f-9350-9adcc8e418cb req-8a277f88-a964-4a0d-8a8f-fc4e5bddd45e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 1099 time: 0.0855858 Sep 19 12:23:57.988466 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dbf78c28-4d49-457f-9350-9adcc8e418cb req-d60ddf5c-d3a5-44a3-8aec-43a85e74e2d5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363836 Sep 19 12:23:58.596345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c55ab6-9d84-40ef-9388-549526baf432 req-5ea00382-736c-4373-88b6-0a678d583919 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:58.597803 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-45c55ab6-9d84-40ef-9388-549526baf432 req-5ea00382-736c-4373-88b6-0a678d583919 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 946 time: 0.0889211 Sep 19 12:23:58.646396 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-45c55ab6-9d84-40ef-9388-549526baf432 req-95d2219d-8fb9-4104-b11d-1a4ad271d53a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Sep 19 12:23:59.851891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6624b-f7cf-4317-9a57-688d911762bc req-b06f8953-0cde-4245-87af-3fbc4099b2cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:23:59.854889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b7a6624b-f7cf-4317-9a57-688d911762bc req-b06f8953-0cde-4245-87af-3fbc4099b2cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 946 time: 0.0930910 Sep 19 12:23:59.898823 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b7a6624b-f7cf-4317-9a57-688d911762bc req-82b05509-3ac8-4d17-b241-d1447b5aa0bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394661 Sep 19 12:24:00.106645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23dbd3-bd00-4afe-b003-82de60f0d9a3 req-23ed807d-03ec-413d-91dc-6a1feefaaf15 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:00.108112 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ef23dbd3-bd00-4afe-b003-82de60f0d9a3 req-23ed807d-03ec-413d-91dc-6a1feefaaf15 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 946 time: 0.0954809 Sep 19 12:24:00.152601 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ef23dbd3-bd00-4afe-b003-82de60f0d9a3 req-d0d26660-7bc2-4ef8-9076-9d23ca84ff94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387006 Sep 19 12:24:01.683585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60442) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:02.500576 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:02.917634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.17 (31eee3f8-ab65-4a79-8b44-de70ce9ab5d2/5edf5ccc-5fe8-4724-9c53-17edd91620ef/ea966861-2da9-4634-8b88-816e58ec37fb) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:24:03.085154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:03.105319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object ea966861-2da9-4634-8b88-816e58ec37fb will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:24:03.193410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:03.260179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:24:03.261299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:24:03.264205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:24:03.321339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=ea966861-2da9-4634-8b88-816e58ec37fb,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:03.340558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:03.532443 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b2e39c24-d898-4f6e-a2d2-1352aff5a31e None None] Provisioning for port ea966861-2da9-4634-8b88-816e58ec37fb completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:24:03.538154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b2e39c24-d898-4f6e-a2d2-1352aff5a31e None None] Provisioning complete for port ea966861-2da9-4634-8b88-816e58ec37fb triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:03.538530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b2e39c24-d898-4f6e-a2d2-1352aff5a31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:03.593089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b2e39c24-d898-4f6e-a2d2-1352aff5a31e None None] Port ea966861-2da9-4634-8b88-816e58ec37fb cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:24:03.857497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:04.278362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:04.372211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:04.487901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:04.491301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=ea966861-2da9-4634-8b88-816e58ec37fb,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:04.626724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:24:04.627923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:24:04.825925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 8cecb9d3-e841-4929-a8c2-748a48921c9d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:24:04.918453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d2f985f6-aa11-43ea-8bac-a1a15a31559c None None] Provisioning complete for port ea966861-2da9-4634-8b88-816e58ec37fb triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:04.919048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d2f985f6-aa11-43ea-8bac-a1a15a31559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:04.976287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d2f985f6-aa11-43ea-8bac-a1a15a31559c None None] Port ea966861-2da9-4634-8b88-816e58ec37fb cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:24:05.010083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:24:05.019695 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Sync routers for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:24:05.023043 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-29dc8231-6a0b-4f25-8e9f-964f445a10c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/8cecb9d3-e841-4929-a8c2-748a48921c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3385684 Sep 19 12:24:05.034044 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:05.036615 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:23:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:05.219751 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:05.573121 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:03Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'mac_address': 'fa:16:3e:b8:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:04Z', 'updated_at': '2022-09-19T12:23:09Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea966861-2da9-4634-8b88-816e58ec37fb', 'name': '', 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:7a:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '5edf5ccc-5fe8-4724-9c53-17edd91620ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:02Z', 'updated_at': '2022-09-19T12:24:04Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '5edf5ccc-5fe8-4724-9c53-17edd91620ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:05.577129 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Checking router: 8cecb9d3-e841-4929-a8c2-748a48921c9d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:24:05.577479 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Updating router 8cecb9d3-e841-4929-a8c2-748a48921c9d port ea966861-2da9-4634-8b88-816e58ec37fb binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:24:05.630063 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:06.000980 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:06.014290 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Transition to ACTIVE for port object ea966861-2da9-4634-8b88-816e58ec37fb will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:24:06.064489 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:06.254713 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Pushing event updated for resources: {'Port': ['ID=ea966861-2da9-4634-8b88-816e58ec37fb,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:06.277536 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.277888 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.278230 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.278683 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.278938 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.279262 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.279581 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.279896 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.280214 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.280576 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.280890 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.281203 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:06.295328 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Attempting to bind port ea966861-2da9-4634-8b88-816e58ec37fb on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:24:06.295688 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Attempting to bind port ea966861-2da9-4634-8b88-816e58ec37fb by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:24:06.296039 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Attempting to bind port ea966861-2da9-4634-8b88-816e58ec37fb on network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:24:06.301923 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:24:06.302284 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Checking segment: {'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:24:06.302670 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:06.303073 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Bound using segment: {'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:24:06.303553 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Bound port: ea966861-2da9-4634-8b88-816e58ec37fb, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41698df-b94d-479c-ba6a-8b95a714ec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:24:06.303914 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:06.391307 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] For port ea966861-2da9-4634-8b88-816e58ec37fb, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:24:06.394638 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] For port ea966861-2da9-4634-8b88-816e58ec37fb, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ea966861-2da9-4634-8b88-816e58ec37fb,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:24:06.476089 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:06.535080 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:06.535591 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:23:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:06.631428 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898c570-3c0e-4eeb-91ee-de6c82cef640 None None] Pushing event updated for resources: {'Port': ['ID=ea966861-2da9-4634-8b88-816e58ec37fb,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:06.731747 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:07.095553 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:03Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'mac_address': 'fa:16:3e:b8:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:04Z', 'updated_at': '2022-09-19T12:23:09Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea966861-2da9-4634-8b88-816e58ec37fb', 'name': '', 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:7a:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '5edf5ccc-5fe8-4724-9c53-17edd91620ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:02Z', 'updated_at': '2022-09-19T12:24:06Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '5edf5ccc-5fe8-4724-9c53-17edd91620ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:07.099624 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87026e6-5bd6-43c4-9abb-91dda7078d3c None None] The sync data for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv is: [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:03Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'mac_address': 'fa:16:3e:b8:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:04Z', 'updated_at': '2022-09-19T12:23:09Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea966861-2da9-4634-8b88-816e58ec37fb', 'name': '', 'network_id': '31eee3f8-ab65-4a79-8b44-de70ce9ab5d2', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:7a:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '5edf5ccc-5fe8-4724-9c53-17edd91620ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:02Z', 'updated_at': '2022-09-19T12:24:06Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '5edf5ccc-5fe8-4724-9c53-17edd91620ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:24:07.967576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ea966861-2da9-4634-8b88-816e58ec37fb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:24:08.121904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port ea966861-2da9-4634-8b88-816e58ec37fb completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:24:08.129552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ea966861-2da9-4634-8b88-816e58ec37fb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:08.130127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:08.250467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ea966861-2da9-4634-8b88-816e58ec37fb is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:24:08.250868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:08.284246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port ea966861-2da9-4634-8b88-816e58ec37fb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ea966861-2da9-4634-8b88-816e58ec37fb,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:08.344293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:08.417932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=ea966861-2da9-4634-8b88-816e58ec37fb,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:09.950712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ea966861-2da9-4634-8b88-816e58ec37fb up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:24:10.018666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ea966861-2da9-4634-8b88-816e58ec37fb triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:10.019069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:10.163389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ea966861-2da9-4634-8b88-816e58ec37fb is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:24:11.578083 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ee34d2c3-bb12-4bcb-9122-ed64d55b132f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:13.681472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5ba8deb2-276c-4fbb-a729-c089ddd71ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:14.601379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:14.955731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:16.384628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:22.800230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:25.502153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60472) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:26.182549 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:26.588365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port ea966861-2da9-4634-8b88-816e58ec37fb {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:24:26.589046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:26.791125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port ea966861-2da9-4634-8b88-816e58ec37fb, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ea966861-2da9-4634-8b88-816e58ec37fb,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:26.791484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:26.913529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for ea966861-2da9-4634-8b88-816e58ec37fb owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:24:27.394664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:27.450016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=ea966861-2da9-4634-8b88-816e58ec37fb,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:27.854274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:28.226035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 8cecb9d3-e841-4929-a8c2-748a48921c9d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:24:28.411339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:24:28.421719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65987770-01c7-402f-b653-518e6a64be3e None None] Sync routers for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:24:28.425418 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-12bee7ad-d972-47e8-990a-31979a1beba9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/8cecb9d3-e841-4929-a8c2-748a48921c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9219859 Sep 19 12:24:28.435888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65987770-01c7-402f-b653-518e6a64be3e None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:28.438939 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-65987770-01c7-402f-b653-518e6a64be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:24:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:28.630572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-65987770-01c7-402f-b653-518e6a64be3e None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:28.992018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-65987770-01c7-402f-b653-518e6a64be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:27Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'mac_address': 'fa:16:3e:b8:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:04Z', 'updated_at': '2022-09-19T12:23:09Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:28.996791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65987770-01c7-402f-b653-518e6a64be3e None None] Checking router: 8cecb9d3-e841-4929-a8c2-748a48921c9d for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:24:29.005251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65987770-01c7-402f-b653-518e6a64be3e None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:29.005924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-65987770-01c7-402f-b653-518e6a64be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:24:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:29.186311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-65987770-01c7-402f-b653-518e6a64be3e None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:29.317382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca0537-3377-4f1c-9e2b-f5302681f6b1 req-9f3f2c89-68bd-473c-a3f7-7f40357722d3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:29.317893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-feca0537-3377-4f1c-9e2b-f5302681f6b1 req-9f3f2c89-68bd-473c-a3f7-7f40357722d3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:24:29.440500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-feca0537-3377-4f1c-9e2b-f5302681f6b1 req-9f3f2c89-68bd-473c-a3f7-7f40357722d3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:24:29.442525 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-feca0537-3377-4f1c-9e2b-f5302681f6b1 req-9f3f2c89-68bd-473c-a3f7-7f40357722d3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 946 time: 0.4033968 Sep 19 12:24:29.504849 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-feca0537-3377-4f1c-9e2b-f5302681f6b1 req-0b8f02df-2d11-4f8a-9dd9-ae5df2564cb2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554106 Sep 19 12:24:29.554839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-65987770-01c7-402f-b653-518e6a64be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:27Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'mac_address': 'fa:16:3e:b8:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:04Z', 'updated_at': '2022-09-19T12:23:09Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:29.559053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65987770-01c7-402f-b653-518e6a64be3e None None] The sync data for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv is: [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:27Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'port_id': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'mac_address': 'fa:16:3e:b8:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:04Z', 'updated_at': '2022-09-19T12:23:09Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:24:29.923353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ea966861-2da9-4634-8b88-816e58ec37fb no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:24:29.960495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: ea966861-2da9-4634-8b88-816e58ec37fb {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:24:29.960850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ea966861-2da9-4634-8b88-816e58ec37fb not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:24:30.553512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-b3851485-f4ce-48ca-a065-43a900d1c67a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:30.554236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-b3851485-f4ce-48ca-a065-43a900d1c67a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:24:30.567136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-b3851485-f4ce-48ca-a065-43a900d1c67a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:24:30.568263 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-b3851485-f4ce-48ca-a065-43a900d1c67a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 946 time: 0.1018550 Sep 19 12:24:30.648195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-0ff642f2-313d-41c7-8fe5-e08f0cc44f20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:24:30.649494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-0ff642f2-313d-41c7-8fe5-e08f0cc44f20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:30.796580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3273fb0-1c8e-4333-9631-ec7c5639016e req-7575bf66-ded3-4baa-b9b7-4d83e61251fc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:30.797980 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b3273fb0-1c8e-4333-9631-ec7c5639016e req-7575bf66-ded3-4baa-b9b7-4d83e61251fc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 946 time: 0.1745694 Sep 19 12:24:30.843471 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b3273fb0-1c8e-4333-9631-ec7c5639016e req-d21a7594-e0f3-43d0-bf9d-06f06983d654 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bedf7423-f341-4e65-99e2-6d08c3e9a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394433 Sep 19 12:24:30.931178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-0ff642f2-313d-41c7-8fe5-e08f0cc44f20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port edd459d7-a6db-4291-9e0b-bff8f2fa9d62, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:30.932068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-0ff642f2-313d-41c7-8fe5-e08f0cc44f20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:31.062648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-0ff642f2-313d-41c7-8fe5-e08f0cc44f20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for edd459d7-a6db-4291-9e0b-bff8f2fa9d62 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:24:31.327138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-0ff642f2-313d-41c7-8fe5-e08f0cc44f20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:31.381428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff642f2-313d-41c7-8fe5-e08f0cc44f20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=edd459d7-a6db-4291-9e0b-bff8f2fa9d62,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:31.472877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-0ff642f2-313d-41c7-8fe5-e08f0cc44f20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port edd459d7-a6db-4291-9e0b-bff8f2fa9d62 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:24:31.475351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-0ff642f2-313d-41c7-8fe5-e08f0cc44f20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:31.478537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292db465-d025-4b05-ade5-c2ce1e221336', 'name': 'network-vif-deleted', 'tag': 'edd459d7-a6db-4291-9e0b-bff8f2fa9d62'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:24:31.480867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0a6c6e-7b18-438a-b0ea-104923558be8" -d '{"events": [{"server_uuid": "292db465-d025-4b05-ade5-c2ce1e221336", "name": "network-vif-deleted", "tag": "edd459d7-a6db-4291-9e0b-bff8f2fa9d62"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:24:31.524128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667652f0-e59c-4101-b721-56ca399c8464 x-openstack-request-id: req-667652f0-e59c-4101-b721-56ca399c8464 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:24:31.524428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292db465-d025-4b05-ade5-c2ce1e221336", "name": "network-vif-deleted", "tag": "edd459d7-a6db-4291-9e0b-bff8f2fa9d62", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:24:31.524685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-667652f0-e59c-4101-b721-56ca399c8464 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:24:31.525107 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667652f0-e59c-4101-b721-56ca399c8464'] response: {'server_uuid': '292db465-d025-4b05-ade5-c2ce1e221336', 'name': 'network-vif-deleted', 'tag': 'edd459d7-a6db-4291-9e0b-bff8f2fa9d62', 'status': 'completed', 'code': 200} Sep 19 12:24:31.592452 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b9f892e-21ca-4a31-b19a-a442f3a57601 req-0ff642f2-313d-41c7-8fe5-e08f0cc44f20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "DELETE /v2.0/ports/edd459d7-a6db-4291-9e0b-bff8f2fa9d62 HTTP/1.1" status: 204 len: 173 time: 1.0153236 Sep 19 12:24:32.035090 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a67eda1-8727-4328-9401-c5498085251c req-4af16e14-9941-431f-b708-022ae80164c3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=292db465-d025-4b05-ade5-c2ce1e221336 HTTP/1.1" status: 200 len: 210 time: 0.0627441 Sep 19 12:24:32.098472 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-20a30217-cc23-48b2-a85a-4018a50077ce service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832310 Sep 19 12:24:32.202721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-142e8d46-edcd-4267-bcc2-c753eecbc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:32.204234 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-142e8d46-edcd-4267-bcc2-c753eecbc708 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 1098 time: 0.0840313 Sep 19 12:24:32.367034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-f7364a4a-4c06-419a-a584-a755a5c0c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:32.367034 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-f7364a4a-4c06-419a-a584-a755a5c0c657 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.1380565 Sep 19 12:24:32.469247 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-c2c4b85a-d576-487f-b3d9-31c9a9ff6994 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e HTTP/1.1" status: 200 len: 1000 time: 0.0975401 Sep 19 12:24:32.643869 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-f5f79c4a-208c-4dc6-b869-d7f37347f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:32.645398 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-f5f79c4a-208c-4dc6-b869-d7f37347f9ae service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.1671069 Sep 19 12:24:32.796304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-fa54c4ec-157a-4afe-a777-26630d373cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:32.797798 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-fa54c4ec-157a-4afe-a777-26630d373cba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1429224 Sep 19 12:24:32.933668 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-8350ee2c-0467-4fc6-98ea-21929b054d41 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260250 Sep 19 12:24:33.071529 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8239dedf-752f-40d7-a38b-ba20dc21122e req-8dbf2479-5bfe-410c-9503-fb25e93c3fdd service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284142 Sep 19 12:24:33.146164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60496) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:33.216962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:33.248776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:33.452170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:33.468229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf7423-f341-4e65-99e2-6d08c3e9a6ff,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:33.477743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.478167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.478504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.478857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.479191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.479517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.479838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.480158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.480476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.480796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.481153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.481466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:33.594239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:33.595424 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-957f136b-6a44-4880-9701-bb6924450936 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/bedf7423-f341-4e65-99e2-6d08c3e9a6ff HTTP/1.1" status: 204 len: 168 time: 0.4482138 Sep 19 12:24:33.760658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60502) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:33.803844 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:24:33.834563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1195d994-1477-4000-b5c5-377c10d0857b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting subnet 5edf5ccc-5fe8-4724-9c53-17edd91620ef {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:24:33.838563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1195d994-1477-4000-b5c5-377c10d0857b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:33.892087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1195d994-1477-4000-b5c5-377c10d0857b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:33.978737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1195d994-1477-4000-b5c5-377c10d0857b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:34.133470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1195d994-1477-4000-b5c5-377c10d0857b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:34.172327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195d994-1477-4000-b5c5-377c10d0857b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Subnet': ['ID=5edf5ccc-5fe8-4724-9c53-17edd91620ef,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:34.179253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1195d994-1477-4000-b5c5-377c10d0857b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:34.185710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82791956-5af1-45aa-978a-719440f2c0c0 None None] Network 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:24:34.188936 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1195d994-1477-4000-b5c5-377c10d0857b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/subnets/5edf5ccc-5fe8-4724-9c53-17edd91620ef HTTP/1.1" status: 204 len: 168 time: 0.4279974 Sep 19 12:24:34.189996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60506) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:34.428671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:34.440133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:24:34.440474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:34.499530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] DHCP port deletion for 31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:24:34.510498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] Deleting port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:24:34.510906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:34.656503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:34.656867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:34.720254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] For port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e,segment=NetworkSegment(a41698df-b94d-479c-ba6a-8b95a714ec75),segment_id=a41698df-b94d-479c-ba6a-8b95a714ec75)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:34.720642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:34.784021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:24:34.845675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] Calling delete_port for e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:24:34.920920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:34.926773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:24:34.927253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:24:34.969258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:34.971139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:24:35.103370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:35.128177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31eee3f8-ab65-4a79-8b44-de70ce9ab5d2']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:35.140296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41698df-b94d-479c-ba6a-8b95a714ec75') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:35.144587 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41698df-b94d-479c-ba6a-8b95a714ec75') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:35.152978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:35.169389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:35.175502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:24:35.176064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:35.248401 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a41698df-b94d-479c-ba6a-8b95a714ec75 resource provider aggregate not found Sep 19 12:24:35.269620 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment a41698df-b94d-479c-ba6a-8b95a714ec75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a41698df-b94d-479c-ba6a-8b95a714ec75 found for delete ", "request_id": "req-3c9dad64-e618-4284-83f5-e22a5ba9778b"}]} Sep 19 12:24:35.362087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device edd459d7-a6db-4291-9e0b-bff8f2fa9d62 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:24:35.388623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:35.402031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: edd459d7-a6db-4291-9e0b-bff8f2fa9d62 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:24:35.402383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device edd459d7-a6db-4291-9e0b-bff8f2fa9d62 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:24:35.405975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:35.414949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Network': ['ID=31eee3f8-ab65-4a79-8b44-de70ce9ab5d2,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:35.428651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] Deleting port e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:24:35.429037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:35.496387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60514) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:35.496913 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-234eed67-d16a-49b6-b86c-62c155d9edf6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/networks/31eee3f8-ab65-4a79-8b44-de70ce9ab5d2 HTTP/1.1" status: 204 len: 168 time: 1.3054149 Sep 19 12:24:35.498397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e6615d10-fc3d-444d-8ded-3c2ea896b6ef None None] The port 'e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:24:35.705704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port f4ae0635-431c-4757-a114-7ea1a1b2fd6c {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:24:35.706046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:35.881389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:35.881717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:35.958564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:24:35.997226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:24:35.997561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device e86f9bd5-fc4e-4039-bed6-84d61b3f2e7e not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:24:36.009587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for f4ae0635-431c-4757-a114-7ea1a1b2fd6c owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:24:36.276037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:36.324422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=f4ae0635-431c-4757-a114-7ea1a1b2fd6c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:36.434403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:36.434736 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268 disassociated (deleted). External IP: 172.26.5.9, port: 15b1640e-4aae-414b-9079-f5c8c75363ac. Sep 19 12:24:36.883866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 8cecb9d3-e841-4929-a8c2-748a48921c9d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:24:37.068265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:24:37.078216 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] Sync routers for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:24:37.085207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:37.088243 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:37.088853 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:24:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:37.142542 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-825d5152-b44d-4c5e-8f60-eaa4f6d25537 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/floatingips/96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268 HTTP/1.1" status: 204 len: 168 time: 1.6449206 Sep 19 12:24:37.143070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'tag': '15b1640e-4aae-414b-9079-f5c8c75363ac'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:24:37.145621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c81f76-a754-4099-804b-749066e6f1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d", "tag": "15b1640e-4aae-414b-9079-f5c8c75363ac"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:24:37.201214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0cb6d6-a0e6-479b-9a40-5141e45ff3d8 x-openstack-request-id: req-8c0cb6d6-a0e6-479b-9a40-5141e45ff3d8 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:24:37.201605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d", "tag": "15b1640e-4aae-414b-9079-f5c8c75363ac", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:24:37.201965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c0cb6d6-a0e6-479b-9a40-5141e45ff3d8 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:24:37.202577 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0cb6d6-a0e6-479b-9a40-5141e45ff3d8'] response: {'name': 'network-changed', 'server_uuid': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'tag': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'status': 'completed', 'code': 200} Sep 19 12:24:37.272812 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:37.316516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-b6d53be8-3b64-43e3-8176-a612834368e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:37.316516 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-b6d53be8-3b64-43e3-8176-a612834368e5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 1098 time: 0.0923686 Sep 19 12:24:37.458654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-05563970-845b-455b-9ddb-b23a8c4a6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:37.460143 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-05563970-845b-455b-9ddb-b23a8c4a6072 service neutron] 10.222.0.85 "GET /v2.0/networks?id=20db9b7a-bd43-475d-a14b-5b616d304e7e HTTP/1.1" status: 200 len: 897 time: 0.1355562 Sep 19 12:24:37.532734 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-5c6b1d00-67d3-43f6-ac42-5a518cb5b025 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15b1640e-4aae-414b-9079-f5c8c75363ac HTTP/1.1" status: 200 len: 217 time: 0.0663002 Sep 19 12:24:37.607327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-2567bc91-d0d7-4193-ad06-1f995dc41e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:37.608801 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-2567bc91-d0d7-4193-ad06-1f995dc41e18 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a9ed088c-c67c-40d2-abc3-424d829ba84f HTTP/1.1" status: 200 len: 834 time: 0.0682456 Sep 19 12:24:37.617919 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:27Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:37.620794 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] Checking router: 8cecb9d3-e841-4929-a8c2-748a48921c9d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:24:37.629435 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:37.630038 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:24:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:37.702454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-183a2b82-377d-4cea-a6d0-68a5b70712af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:37.704654 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-183a2b82-377d-4cea-a6d0-68a5b70712af service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20db9b7a-bd43-475d-a14b-5b616d304e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895972 Sep 19 12:24:37.825465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5760ae4-778c-4cda-90c7-03456882063f req-3556344c-8728-46b5-b6ee-6e89606bceb9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:37.827047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-c5760ae4-778c-4cda-90c7-03456882063f req-3556344c-8728-46b5-b6ee-6e89606bceb9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:24:37.839812 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:37.844505 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-b9a64fdf-25cb-4539-95ea-b2ff6212a31e service neutron] 10.222.0.85 "GET /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331124 Sep 19 12:24:37.916242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-c5760ae4-778c-4cda-90c7-03456882063f req-3556344c-8728-46b5-b6ee-6e89606bceb9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:24:37.917516 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c5760ae4-778c-4cda-90c7-03456882063f req-3556344c-8728-46b5-b6ee-6e89606bceb9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 945 time: 0.1970937 Sep 19 12:24:37.964527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-c5760ae4-778c-4cda-90c7-03456882063f req-5e825c74-a378-46c5-9df7-1322062db0ba tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:24:37.989795 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c5c81f76-a754-4099-804b-749066e6f1d8 req-d9d26f07-9ec7-416d-8da9-9eeae5ffe5d5 service neutron] 10.222.0.85 "GET /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382740 Sep 19 12:24:38.121411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-c5760ae4-778c-4cda-90c7-03456882063f req-5e825c74-a378-46c5-9df7-1322062db0ba tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:24:38.122639 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c5760ae4-778c-4cda-90c7-03456882063f req-5e825c74-a378-46c5-9df7-1322062db0ba tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993303 Sep 19 12:24:38.170195 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:27Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:38.174227 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc9330-8b9b-4d31-af9c-9e6a436c8ada None None] The sync data for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv is: [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:27Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '01dcfb0f-44f4-4144-afb8-4524a4fbfd18', 'name': '', 'network_id': '20db9b7a-bd43-475d-a14b-5b616d304e7e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:75:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:41Z', 'updated_at': '2022-09-19T12:22:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'a9ed088c-c67c-40d2-abc3-424d829ba84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:24:38.386938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33cc57f-ed15-4e7b-bc71-718c8755dca1 None None] New status for floating IP 96c9e874-ac0c-4ec4-b4ad-7ea9f1fcf268: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:24:39.285711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b751-f2be-44a7-9f01-691298589abe req-013bfca3-bec9-4697-8f67-bae6314b42c2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:39.286477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-53b0b751-f2be-44a7-9f01-691298589abe req-013bfca3-bec9-4697-8f67-bae6314b42c2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:24:39.298815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-53b0b751-f2be-44a7-9f01-691298589abe req-013bfca3-bec9-4697-8f67-bae6314b42c2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:24:39.299952 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-53b0b751-f2be-44a7-9f01-691298589abe req-013bfca3-bec9-4697-8f67-bae6314b42c2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 945 time: 0.1080663 Sep 19 12:24:39.340275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188760-f43a-41b1-8969-99b8adc3c7f0 req-86b4a475-e103-46d3-b4f6-f32b6700d34f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:39.341353 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2e188760-f43a-41b1-8969-99b8adc3c7f0 req-86b4a475-e103-46d3-b4f6-f32b6700d34f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 945 time: 0.1001923 Sep 19 12:24:39.374214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-53b0b751-f2be-44a7-9f01-691298589abe req-95f2b34c-d2ff-4928-a1ce-8dec54073f12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 15b1640e-4aae-414b-9079-f5c8c75363ac {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:24:39.374554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-53b0b751-f2be-44a7-9f01-691298589abe req-95f2b34c-d2ff-4928-a1ce-8dec54073f12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:39.392057 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2e188760-f43a-41b1-8969-99b8adc3c7f0 req-8b80ea0b-3140-467f-ae86-1842cb2ff4c4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=4126e872-8dcc-4c48-bed5-b4510c22c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446546 Sep 19 12:24:39.734009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-53b0b751-f2be-44a7-9f01-691298589abe req-95f2b34c-d2ff-4928-a1ce-8dec54073f12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 15b1640e-4aae-414b-9079-f5c8c75363ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=15b1640e-4aae-414b-9079-f5c8c75363ac,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:39.734365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-53b0b751-f2be-44a7-9f01-691298589abe req-95f2b34c-d2ff-4928-a1ce-8dec54073f12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:39.859216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-53b0b751-f2be-44a7-9f01-691298589abe req-95f2b34c-d2ff-4928-a1ce-8dec54073f12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 15b1640e-4aae-414b-9079-f5c8c75363ac owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:24:40.103725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-53b0b751-f2be-44a7-9f01-691298589abe req-95f2b34c-d2ff-4928-a1ce-8dec54073f12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:40.154103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b34c-d2ff-4928-a1ce-8dec54073f12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=15b1640e-4aae-414b-9079-f5c8c75363ac,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:40.245691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b0b751-f2be-44a7-9f01-691298589abe req-95f2b34c-d2ff-4928-a1ce-8dec54073f12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port 15b1640e-4aae-414b-9079-f5c8c75363ac on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:24:40.248206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-53b0b751-f2be-44a7-9f01-691298589abe req-95f2b34c-d2ff-4928-a1ce-8dec54073f12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:40.250854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'name': 'network-vif-deleted', 'tag': '15b1640e-4aae-414b-9079-f5c8c75363ac'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:24:40.253133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7ce221-2114-489b-896f-d8b1020c23a6" -d '{"events": [{"server_uuid": "2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d", "name": "network-vif-deleted", "tag": "15b1640e-4aae-414b-9079-f5c8c75363ac"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:24:40.350820 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-53b0b751-f2be-44a7-9f01-691298589abe req-95f2b34c-d2ff-4928-a1ce-8dec54073f12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "DELETE /v2.0/ports/15b1640e-4aae-414b-9079-f5c8c75363ac HTTP/1.1" status: 204 len: 173 time: 1.0451117 Sep 19 12:24:40.359013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7baa227-43e8-459a-8ab0-307711b53bcc x-openstack-request-id: req-c7baa227-43e8-459a-8ab0-307711b53bcc {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:24:40.359013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d", "name": "network-vif-deleted", "tag": "15b1640e-4aae-414b-9079-f5c8c75363ac", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:24:40.359013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7baa227-43e8-459a-8ab0-307711b53bcc {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:24:40.359013 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7baa227-43e8-459a-8ab0-307711b53bcc'] response: {'server_uuid': '2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d', 'name': 'network-vif-deleted', 'tag': '15b1640e-4aae-414b-9079-f5c8c75363ac', 'status': 'completed', 'code': 200} Sep 19 12:24:40.560539 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d8ab83b9-bf5a-418e-ba2b-5fe68ebc73e4 req-f27dbf2a-266a-4530-8b0c-dfecb3986f9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2545eb5c-c36c-4cf4-a6a9-8d0b6f678a8d HTTP/1.1" status: 200 len: 210 time: 0.0534952 Sep 19 12:24:41.589538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b4063bc1-7275-4e68-9e9d-6ea08b54f48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:41.674345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60534) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:41.747883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b4d83dc-3843-476b-a4ac-ed366d3c8f48 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:41.786931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b4d83dc-3843-476b-a4ac-ed366d3c8f48 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:42.039583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b4d83dc-3843-476b-a4ac-ed366d3c8f48 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:42.058063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d83dc-3843-476b-a4ac-ed366d3c8f48 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4126e872-8dcc-4c48-bed5-b4510c22c765,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:42.160053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b4d83dc-3843-476b-a4ac-ed366d3c8f48 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:42.161353 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4b4d83dc-3843-476b-a4ac-ed366d3c8f48 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/4126e872-8dcc-4c48-bed5-b4510c22c765 HTTP/1.1" status: 204 len: 168 time: 0.4860027 Sep 19 12:24:42.263898 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60542) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:42.878241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:43.360912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:24:43.361190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:43.409801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 15b1640e-4aae-414b-9079-f5c8c75363ac no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:24:43.444853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 15b1640e-4aae-414b-9079-f5c8c75363ac {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:24:43.445947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 15b1640e-4aae-414b-9079-f5c8c75363ac not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:24:43.555679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 01dcfb0f-44f4-4144-afb8-4524a4fbfd18, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=01dcfb0f-44f4-4144-afb8-4524a4fbfd18,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:43.557322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:43.694227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:24:43.709256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9123127-34b8-4752-9f58-11c578ba2c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:43.938011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:43.988304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=01dcfb0f-44f4-4144-afb8-4524a4fbfd18,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:44.274147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:44.556023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:44.639124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 8cecb9d3-e841-4929-a8c2-748a48921c9d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:24:44.924948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:24:44.934485 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] Sync routers for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:24:44.938544 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e1791325-e86e-45ae-b9ce-ddf10da910ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/8cecb9d3-e841-4929-a8c2-748a48921c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6733468 Sep 19 12:24:44.945181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60546) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:44.948006 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:44.948006 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:24:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:44.969049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:45.009575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting subnet a9ed088c-c67c-40d2-abc3-424d829ba84f {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:24:45.013045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:45.074449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:45.126116 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:45.160255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:45.321427 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:45.365510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ed088c-c67c-40d2-abc3-424d829ba84f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:45.370386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:45.373728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b150afe3-b98f-49f3-a557-3ab77bb137c7 None None] Network 20db9b7a-bd43-475d-a14b-5b616d304e7e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:24:45.381402 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/subnets/a9ed088c-c67c-40d2-abc3-424d829ba84f HTTP/1.1" status: 204 len: 168 time: 0.4367404 Sep 19 12:24:45.381402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.381402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.381402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.381402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.382047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.382047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.382299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.382566 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.383491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.383908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.384139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.384459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730066c-277d-478b-9480-67be4410efa6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:45.384974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60550) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:45.452419 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:43Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:45.456308 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] Checking router: 8cecb9d3-e841-4929-a8c2-748a48921c9d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:24:45.467856 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] Routers {'8cecb9d3-e841-4929-a8c2-748a48921c9d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:45.468587 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:24:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['8cecb9d3-e841-4929-a8c2-748a48921c9d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:45.614574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:45.665041 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] Set router 8cecb9d3-e841-4929-a8c2-748a48921c9d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:45.673616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] DHCP port deletion for 20db9b7a-bd43-475d-a14b-5b616d304e7e request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:24:45.678146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Deleting port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:24:45.687849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:45.899270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] For port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9ee8dc26-97fc-434a-bcf5-3ec04f07e31a,segment=NetworkSegment(a8e50fc8-a136-449e-b4f2-05f4528eeb95),segment_id=a8e50fc8-a136-449e-b4f2-05f4528eeb95)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:45.899702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:45.943302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:45.985756 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:43Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:45.989559 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a48ac-7f52-42ed-bcc7-10c63c43aa09 None None] The sync data for ids ['8cecb9d3-e841-4929-a8c2-748a48921c9d'] in dv-neutron-857775-2-hyperv is: [{'id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'name': 'tempest-TestNetworkBasicOps-router-1483534535', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:22:35Z', 'updated_at': '2022-09-19T12:24:43Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'aeaf3ad2-8087-41ef-a4fa-c6705bc64191', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cecb9d3-e841-4929-a8c2-748a48921c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:22:36Z', 'updated_at': '2022-09-19T12:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:24:46.024191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port aeaf3ad2-8087-41ef-a4fa-c6705bc64191 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:24:46.027275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:46.064591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Calling delete_port for 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:24:46.205746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port aeaf3ad2-8087-41ef-a4fa-c6705bc64191, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=aeaf3ad2-8087-41ef-a4fa-c6705bc64191,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:46.206103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:46.206820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:46.251433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Pushing event deleted for resources: {'Port': ['ID=9ee8dc26-97fc-434a-bcf5-3ec04f07e31a,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:46.261500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.261850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.262192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.262525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.262877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.263210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.263663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.263993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.264318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.264638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.265081 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.265401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:24:46.269732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd43db8-d2d2-49d9-943c-04e7401c39c4 None None] No DVR routers for this DVR port 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:24:46.333890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for aeaf3ad2-8087-41ef-a4fa-c6705bc64191 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:24:46.338611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:24:46.377207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:24:46.377207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9ee8dc26-97fc-434a-bcf5-3ec04f07e31a not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:24:46.388530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:46.606984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:46.658297 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=aeaf3ad2-8087-41ef-a4fa-c6705bc64191,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:46.753952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:46.930003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:46.932307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.041012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.041642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Fanout notify agent at l3_agent the message router_deleted on router 8cecb9d3-e841-4929-a8c2-748a48921c9d {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:24:47.063373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.066805 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-86166bec-ae7e-4952-90c5-5808ea70625e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/routers/8cecb9d3-e841-4929-a8c2-748a48921c9d HTTP/1.1" status: 204 len: 168 time: 1.6773276 Sep 19 12:24:47.071099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60554) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:47.188356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.321628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.346983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20db9b7a-bd43-475d-a14b-5b616d304e7e']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:47.359771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e50fc8-a136-449e-b4f2-05f4528eeb95') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:47.360721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e50fc8-a136-449e-b4f2-05f4528eeb95') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:47.372471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.389020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.394843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:24:47.395519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.562653 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a8e50fc8-a136-449e-b4f2-05f4528eeb95 resource provider aggregate not found Sep 19 12:24:47.586796 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a8e50fc8-a136-449e-b4f2-05f4528eeb95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8e50fc8-a136-449e-b4f2-05f4528eeb95 found for delete ", "request_id": "req-21e5c9ac-02f4-49c8-94d5-8fe04506e671"}]} Sep 19 12:24:47.600470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.605144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.634265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Network': ['ID=20db9b7a-bd43-475d-a14b-5b616d304e7e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:47.637151 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a7ad269d-432a-49cd-87c2-d34736954803 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/networks/20db9b7a-bd43-475d-a14b-5b616d304e7e HTTP/1.1" status: 204 len: 168 time: 0.5677192 Sep 19 12:24:47.657172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60564) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:47.663846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'network': {'name': 'tempest-network-smoke--1475200428', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'port_security_enabled': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:24:47.668901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:47.675092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:network and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:47.675856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:47.682161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:47.737759 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:24:47.741834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.768319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:24:47.777566 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.777911 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Added segment b5589904-2dd3-463e-a0c7-80244744382b of type vlan for network 86eff447-2c1f-4d55-884b-7d061075adf1 Sep 19 12:24:47.807426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.914342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.920222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:47.920812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:47.967693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:24:48.005058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:24:48.007165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 01dcfb0f-44f4-4144-afb8-4524a4fbfd18 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:24:48.007165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device aeaf3ad2-8087-41ef-a4fa-c6705bc64191 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:24:48.035369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Network': ['ID=86eff447-2c1f-4d55-884b-7d061075adf1,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:48.038372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: aeaf3ad2-8087-41ef-a4fa-c6705bc64191 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:24:48.039407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device aeaf3ad2-8087-41ef-a4fa-c6705bc64191 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:24:48.045798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 86eff447-2c1f-4d55-884b-7d061075adf1 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:24:48.139250 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8463f15d-d3d8-40de-81f3-b96b2334f08e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4804697 Sep 19 12:24:48.141841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60568) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:48.147972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'admin_state_up': True, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:24:48.155682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:48.165132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:router and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:48.167381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:48.174247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:48.252848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:48.254011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:48.269253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:48.622839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:49.144440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:49.174596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:49.316929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.36 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/d0863861-f749-4f9b-8ca3-467c38b066b6) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:24:49.462932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:49.532809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:49.601854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:24:49.604869 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:24:49.608569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:24:49.650017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=d0863861-f749-4f9b-8ca3-467c38b066b6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:50.088344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:50.553136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:50.828965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 780806ca-60ee-41d9-ae3c-b1f720bd8590 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:24:51.009208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:24:51.020483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Sync routers for ids ['780806ca-60ee-41d9-ae3c-b1f720bd8590'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:24:51.030893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Routers {'780806ca-60ee-41d9-ae3c-b1f720bd8590'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:51.031510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:24:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['780806ca-60ee-41d9-ae3c-b1f720bd8590'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:51.137793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:51.143455 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-608e87a6-e106-4b7e-800c-fdb19b2294ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9967608 Sep 19 12:24:51.143455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60572) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:51.187002 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-41dc3eac-ab1d-4006-afb8-91e6d2b765ac tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d2803b9b3ed7428b94f11a8ee3347204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435717 Sep 19 12:24:51.189598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60576) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:51.215907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Set router 780806ca-60ee-41d9-ae3c-b1f720bd8590 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:51.326002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbe4f60-2017-4e7c-84ff-5c99713a05a0 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:51.327582 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3cbe4f60-2017-4e7c-84ff-5c99713a05a0 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370332 Sep 19 12:24:51.330452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60580) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:51.370453 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3e59c7ea-09dc-4906-8e0c-a3949c0b71ef tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389016 Sep 19 12:24:51.373067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60584) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:51.378208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792836583', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:24:51.490226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:51.494794 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:subnet and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:51.497639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:51.503545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:51.506682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:49Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:51.511482 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Checking router: 780806ca-60ee-41d9-ae3c-b1f720bd8590 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:24:51.511855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Updating router 780806ca-60ee-41d9-ae3c-b1f720bd8590 port d0863861-f749-4f9b-8ca3-467c38b066b6 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:24:51.565902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:51.600587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:24:51.604997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:51.892446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:51.907394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:51.922922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Transition to ACTIVE for port object d0863861-f749-4f9b-8ca3-467c38b066b6 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:24:51.981768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Subnet': ['ID=7c352212-2c00-43ef-91c9-566f9d0454bb,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:51.989819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Checking segment: {'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:24:51.990174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network hostable DHCP agents. Network: 86eff447-2c1f-4d55-884b-7d061075adf1, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:24:52.007275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:52.071650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Attempting to bind port d0863861-f749-4f9b-8ca3-467c38b066b6 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:24:52.072322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Attempting to bind port d0863861-f749-4f9b-8ca3-467c38b066b6 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:24:52.072462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Attempting to bind port d0863861-f749-4f9b-8ca3-467c38b066b6 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:24:52.082413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:24:52.082808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:24:52.083211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:52.083607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:24:52.084071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Bound port: d0863861-f749-4f9b-8ca3-467c38b066b6, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:24:52.084445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:52.092938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 86eff447-2c1f-4d55-884b-7d061075adf1 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:24:52.128231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2851e-0224-45f0-9ae9-362f1e1c06aa None None] Pushing event updated for resources: {'Port': ['ID=d0863861-f749-4f9b-8ca3-467c38b066b6,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:52.163475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] For port d0863861-f749-4f9b-8ca3-467c38b066b6, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:24:52.167177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] For port d0863861-f749-4f9b-8ca3-467c38b066b6, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d0863861-f749-4f9b-8ca3-467c38b066b6,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:24:52.172196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 86eff447-2c1f-4d55-884b-7d061075adf1) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:24:52.177227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:52.177227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:52.184168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb32cb6f-77ba-4121-ad93-6161fa2886e4 None None] Network 86eff447-2c1f-4d55-884b-7d061075adf1 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:24:52.240456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:52.298565 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b70b0b68-dd5c-4f25-972c-bfadd8d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9244664 Sep 19 12:24:52.301494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60588) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:52.364404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Routers {'780806ca-60ee-41d9-ae3c-b1f720bd8590'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:52.365042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:24:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['780806ca-60ee-41d9-ae3c-b1f720bd8590'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:52.479940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2851e-0224-45f0-9ae9-362f1e1c06aa None None] Pushing event updated for resources: {'Port': ['ID=d0863861-f749-4f9b-8ca3-467c38b066b6,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:52.661759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] Set router 780806ca-60ee-41d9-ae3c-b1f720bd8590 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:52.808278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-86eff447-2c1f-4d55-884b-7d061075adf1', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:24:52.812467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:52.931235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:53.101648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Allocated IP 172.20.0.2 (86eff447-2c1f-4d55-884b-7d061075adf1/7c352212-2c00-43ef-91c9-566f9d0454bb/494bc7ca-0267-4781-ab82-00dd4d29e6e2) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:24:53.146268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:53.185078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:49Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:53.201406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2f60c-eeb4-484a-8d61-43cc39b9dfa0 None None] The sync data for ids ['780806ca-60ee-41d9-ae3c-b1f720bd8590'] in dv-neutron-857775-2-hyperv is: [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:49Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:24:53.358185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:53.369303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Transition to ACTIVE for port object 494bc7ca-0267-4781-ab82-00dd4d29e6e2 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:24:53.389700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Transition to ACTIVE for port object 494bc7ca-0267-4781-ab82-00dd4d29e6e2 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:24:53.527241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:53.598383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Network 86eff447-2c1f-4d55-884b-7d061075adf1 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:24:53.601174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:24:53.605228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:24:53.606964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.1 (86eff447-2c1f-4d55-884b-7d061075adf1/7c352212-2c00-43ef-91c9-566f9d0454bb/cee694c0-6500-4082-97e7-112261d2e43f) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:24:53.655561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Pushing event updated for resources: {'Port': ['ID=494bc7ca-0267-4781-ab82-00dd4d29e6e2,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:53.723738 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Attempting to bind port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:24:53.724666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Attempting to bind port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:24:53.724666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Attempting to bind port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 on network 86eff447-2c1f-4d55-884b-7d061075adf1 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:24:53.731416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:24:53.732122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Checking segment: {'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:24:53.732531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:53.732929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Bound using segment: {'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:24:53.733415 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Bound port: 494bc7ca-0267-4781-ab82-00dd4d29e6e2, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:24:53.733794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:53.813684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:53.832860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] For port 494bc7ca-0267-4781-ab82-00dd4d29e6e2, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:24:53.833202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object cee694c0-6500-4082-97e7-112261d2e43f will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:24:53.837502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] For port 494bc7ca-0267-4781-ab82-00dd4d29e6e2, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=494bc7ca-0267-4781-ab82-00dd4d29e6e2,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:24:53.966037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:54.018886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:54.061289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d0863861-f749-4f9b-8ca3-467c38b066b6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:24:54.097465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 86eff447-2c1f-4d55-884b-7d061075adf1 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:24:54.100757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:24:54.105227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:24:54.140028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=cee694c0-6500-4082-97e7-112261d2e43f,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:54.174240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00f8b3-df49-41e4-819c-7456ba5d2018 None None] Pushing event updated for resources: {'Port': ['ID=494bc7ca-0267-4781-ab82-00dd4d29e6e2,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:54.186093 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:54.231623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port d0863861-f749-4f9b-8ca3-467c38b066b6 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:24:54.237542 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d0863861-f749-4f9b-8ca3-467c38b066b6 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:54.238213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:54.392688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d0863861-f749-4f9b-8ca3-467c38b066b6 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:24:54.392688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:54.410218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port d0863861-f749-4f9b-8ca3-467c38b066b6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d0863861-f749-4f9b-8ca3-467c38b066b6,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:54.474985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:54.499017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:54.579480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=d0863861-f749-4f9b-8ca3-467c38b066b6,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:55.016454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:55.098641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:55.218666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:55.221350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=cee694c0-6500-4082-97e7-112261d2e43f,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:55.371294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 86eff447-2c1f-4d55-884b-7d061075adf1 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:24:55.372488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:24:55.486193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3444cbd-5a70-4ede-b151-87456d4266ce None None] Network 86eff447-2c1f-4d55-884b-7d061075adf1 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:24:55.568800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 780806ca-60ee-41d9-ae3c-b1f720bd8590 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:24:55.700377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-68248d92-f29a-49d5-9842-d08ea2141856 None None] Provisioning for port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:24:55.755500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:24:55.765135 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Sync routers for ids ['780806ca-60ee-41d9-ae3c-b1f720bd8590'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:24:55.775148 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c7684b19-89f5-4303-b137-ba04d254569b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/780806ca-60ee-41d9-ae3c-b1f720bd8590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4725978 Sep 19 12:24:55.775734 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Routers {'780806ca-60ee-41d9-ae3c-b1f720bd8590'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:55.776347 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:24:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['780806ca-60ee-41d9-ae3c-b1f720bd8590'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:55.778336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60594) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:55.932417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c03c6-12ca-4d49-80f4-b22e8569afb7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:55.933106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c03c6-12ca-4d49-80f4-b22e8569afb7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:55.933652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c03c6-12ca-4d49-80f4-b22e8569afb7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:55.934020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c03c6-12ca-4d49-80f4-b22e8569afb7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:55.934803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c03c6-12ca-4d49-80f4-b22e8569afb7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:55.935419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c03c6-12ca-4d49-80f4-b22e8569afb7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:55.938614 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a05c03c6-12ca-4d49-80f4-b22e8569afb7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1592808 Sep 19 12:24:55.941716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60598) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:55.981936 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Set router 780806ca-60ee-41d9-ae3c-b1f720bd8590 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:56.064916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b907196-6d7f-4059-848b-a0b74c1420e8 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:56.065510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b907196-6d7f-4059-848b-a0b74c1420e8 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:56.065980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b907196-6d7f-4059-848b-a0b74c1420e8 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:56.066492 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b907196-6d7f-4059-848b-a0b74c1420e8 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:56.066980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b907196-6d7f-4059-848b-a0b74c1420e8 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:56.067479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b907196-6d7f-4059-848b-a0b74c1420e8 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:24:56.071297 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7b907196-6d7f-4059-848b-a0b74c1420e8 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1283031 Sep 19 12:24:56.072502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60602) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:56.124588 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d0863861-f749-4f9b-8ca3-467c38b066b6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:24:56.165489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5d8a0753-7061-4afc-b5b2-bd69e229de2f None None] Provisioning for port cee694c0-6500-4082-97e7-112261d2e43f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:24:56.209900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5d8a0753-7061-4afc-b5b2-bd69e229de2f None None] Provisioning complete for port cee694c0-6500-4082-97e7-112261d2e43f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:56.210172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5d8a0753-7061-4afc-b5b2-bd69e229de2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.316352 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b1c831e3-c9a4-4e36-97f2-ff41421610a5 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2426474 Sep 19 12:24:56.334332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d0863861-f749-4f9b-8ca3-467c38b066b6 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:56.334769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.370266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a0753-7061-4afc-b5b2-bd69e229de2f None None] Port cee694c0-6500-4082-97e7-112261d2e43f cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:24:56.374121 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'cee694c0-6500-4082-97e7-112261d2e43f', 'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:05:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:53Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:56.380367 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Checking router: 780806ca-60ee-41d9-ae3c-b1f720bd8590 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:24:56.380830 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Updating router 780806ca-60ee-41d9-ae3c-b1f720bd8590 port cee694c0-6500-4082-97e7-112261d2e43f binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:24:56.444103 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.474265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d0863861-f749-4f9b-8ca3-467c38b066b6 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:24:56.475981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 494bc7ca-0267-4781-ab82-00dd4d29e6e2 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:24:56.518645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60608) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:56.525354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2112169930', 'description': 'tempest-secgroup-smoke-2112169930 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:24:56.531728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:56.533406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-300e4bcb-e49d-4369-aad3-c54eea6b420c None None] Provisioning complete for port cee694c0-6500-4082-97e7-112261d2e43f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:56.533929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-300e4bcb-e49d-4369-aad3-c54eea6b420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.536449 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:56.539793 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:56.546477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:56.598800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-300e4bcb-e49d-4369-aad3-c54eea6b420c None None] Port cee694c0-6500-4082-97e7-112261d2e43f cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:24:56.657438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.678915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:56.683547 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:56.686477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:56.692497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:56.698834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:24:56.703939 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:56.704526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.773241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.774680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-688987cd-65e1-40cc-a7b5-9d867befd298 None None] Provisioning complete for port cee694c0-6500-4082-97e7-112261d2e43f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:56.780716 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-688987cd-65e1-40cc-a7b5-9d867befd298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.836073 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.848347 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Transition to ACTIVE for port object cee694c0-6500-4082-97e7-112261d2e43f will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:24:56.873996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-688987cd-65e1-40cc-a7b5-9d867befd298 None None] Port cee694c0-6500-4082-97e7-112261d2e43f cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:24:56.887858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:24:56.888235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.897583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.932082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 494bc7ca-0267-4781-ab82-00dd4d29e6e2, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=494bc7ca-0267-4781-ab82-00dd4d29e6e2,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:24:56.948434 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:56.954399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c014562f-0151-4fb4-8ca1-9b17204cbf5c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:57.040732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.081038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.082875 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9859068b-ee0a-4c44-81dc-1129c61966bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5629756 Sep 19 12:24:57.085922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60612) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:57.091762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'c014562f-0151-4fb4-8ca1-9b17204cbf5c', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:24:57.098584 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db63b3-799b-47a3-b7aa-a9f26c4c2c24 None None] Pushing event updated for resources: {'Port': ['ID=cee694c0-6500-4082-97e7-112261d2e43f,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:57.103548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:57.109608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:57.113458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:57.115017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=494bc7ca-0267-4781-ab82-00dd4d29e6e2,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:57.128001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:57.161514 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Attempting to bind port cee694c0-6500-4082-97e7-112261d2e43f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:24:57.161880 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Attempting to bind port cee694c0-6500-4082-97e7-112261d2e43f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:24:57.162231 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Attempting to bind port cee694c0-6500-4082-97e7-112261d2e43f on network 86eff447-2c1f-4d55-884b-7d061075adf1 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:24:57.167845 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:24:57.168205 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Checking segment: {'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:24:57.168595 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.168980 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Bound using segment: {'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:24:57.169435 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Bound port: cee694c0-6500-4082-97e7-112261d2e43f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:24:57.169797 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.218324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.265417 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] For port cee694c0-6500-4082-97e7-112261d2e43f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:24:57.268471 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] For port cee694c0-6500-4082-97e7-112261d2e43f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cee694c0-6500-4082-97e7-112261d2e43f,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:24:57.288307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.384079 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.429172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.444227 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Routers {'780806ca-60ee-41d9-ae3c-b1f720bd8590'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:24:57.444836 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:24:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['780806ca-60ee-41d9-ae3c-b1f720bd8590'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:57.451236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65428b6-2c58-4300-b02b-744240799239,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:57.533427 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.540319 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1aee6c41-3c01-460c-be10-6e3b69d0ddc4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473708 Sep 19 12:24:57.540462 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db63b3-799b-47a3-b7aa-a9f26c4c2c24 None None] Pushing event updated for resources: {'Port': ['ID=cee694c0-6500-4082-97e7-112261d2e43f,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:57.540585 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60616) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:57.543472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'c014562f-0151-4fb4-8ca1-9b17204cbf5c', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:24:57.549449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:57.553410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:57.562948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:57.562948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:57.638953 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] Set router 780806ca-60ee-41d9-ae3c-b1f720bd8590 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:24:57.648753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.713924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.794984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.819264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759da5c9-7612-439f-a0f9-be05ef85ace0,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:57.875109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:57.876483 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-28a75b26-c947-40cf-afd1-13e5bd875d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3379629 Sep 19 12:24:57.879276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60620) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:57.884650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'c014562f-0151-4fb4-8ca1-9b17204cbf5c', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:24:57.891000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:57.894949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:57.898462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:57.904768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:57.978733 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'cee694c0-6500-4082-97e7-112261d2e43f', 'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:05:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:53Z', 'updated_at': '2022-09-19T12:24:57Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:24:57.980914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 494bc7ca-0267-4781-ab82-00dd4d29e6e2 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:24:57.984040 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91623d-747c-41d2-8344-6ee4f3ff53a3 None None] The sync data for ids ['780806ca-60ee-41d9-ae3c-b1f720bd8590'] in dv-neutron-857775-2-hyperv is: [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'cee694c0-6500-4082-97e7-112261d2e43f', 'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:05:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:53Z', 'updated_at': '2022-09-19T12:24:57Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:24:58.044165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:58.090435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:24:58.097037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:58.134612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:58.206274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:58.242989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:24:58.244529 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e68bc5-c4a5-4d32-835a-26a948eeca06,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:58.492784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:58.494121 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e3df6605-159c-4b5e-84bf-530ffcaf4602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6137779 Sep 19 12:24:58.497389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60624) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:58.502711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'c014562f-0151-4fb4-8ca1-9b17204cbf5c', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:24:58.509727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:58.514242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:58.517222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:58.523893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:58.649011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:58.725111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:58.886145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:59.028430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f5ae93-3c37-4593-9cc5-cc61b80d07db,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:59.120951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:59.122199 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1737f9f9-3454-4e50-91e4-55b5be107865 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6238794 Sep 19 12:24:59.125201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60628) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:59.130500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'c014562f-0151-4fb4-8ca1-9b17204cbf5c', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:24:59.137825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:59.141629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:59.150533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:59.150665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:59.195637 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:24:59.202492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:59.268697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:59.360623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:59.387298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f7b790-f781-4b10-aaed-3ed920c97003,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:59.492438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:59.495344 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d7c1ecdb-b0c7-4f2c-8b63-bbd2fecd1f59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673601 Sep 19 12:24:59.497075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60632) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:24:59.502135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'c014562f-0151-4fb4-8ca1-9b17204cbf5c', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:24:59.509070 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:24:59.513025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:24:59.516147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:24:59.522679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:24:59.634727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:24:59.641567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:59.707313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:59.817942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:59.842029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bde87b1-3d58-43cd-8aca-c5db7fbfbe70,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:24:59.978248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:24:59.980603 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ec24e401-c7ac-4669-8899-b7424531b3ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4819112 Sep 19 12:25:00.004173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cee694c0-6500-4082-97e7-112261d2e43f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:25:00.149837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port cee694c0-6500-4082-97e7-112261d2e43f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:25:00.155052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port cee694c0-6500-4082-97e7-112261d2e43f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:25:00.155448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:00.156508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-21cf4089-4cf5-4052-afe3-aa85d41c8c47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:25:00.246426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-21cf4089-4cf5-4052-afe3-aa85d41c8c47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:25:00.247929 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-21cf4089-4cf5-4052-afe3-aa85d41c8c47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112169930&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.1312299 Sep 19 12:25:00.279772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port cee694c0-6500-4082-97e7-112261d2e43f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:25:00.280218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:00.320620 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port cee694c0-6500-4082-97e7-112261d2e43f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cee694c0-6500-4082-97e7-112261d2e43f,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:25:00.389273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:00.405319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-c3e6db3f-5589-4a66-a644-bfc62d1e9a15 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:00.406085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-c3e6db3f-5589-4a66-a644-bfc62d1e9a15 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:25:00.457547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=cee694c0-6500-4082-97e7-112261d2e43f,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:00.491806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-c3e6db3f-5589-4a66-a644-bfc62d1e9a15 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:25:00.494128 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-c3e6db3f-5589-4a66-a644-bfc62d1e9a15 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/networks?id=86eff447-2c1f-4d55-884b-7d061075adf1 HTTP/1.1" status: 200 len: 797 time: 0.2376013 Sep 19 12:25:00.507933 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-812d892d-6d2d-4c05-ba5c-f7d5076b2373 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/quotas/d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 375 time: 0.0093694 Sep 19 12:25:00.603273 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-7fd49ad2-4f4a-4bfd-88db-19e7358b659d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896599 Sep 19 12:25:00.782569 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-431b6be6-bd37-4d0a-9f1b-835ab185b8d2 service neutron] 10.222.0.66 "GET /v2.0/networks/86eff447-2c1f-4d55-884b-7d061075adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680787 Sep 19 12:25:00.916515 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-b8ec3000-a406-4d6f-a883-79784e50735f service neutron] 10.222.0.66 "GET /v2.0/networks/86eff447-2c1f-4d55-884b-7d061075adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276865 Sep 19 12:25:01.223698 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d5c7501a-fee7-4460-a427-db25c991ba98 req-cfcaf20a-71df-489f-8df9-86ec7776a344 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 210 time: 0.0500414 Sep 19 12:25:01.975745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cee694c0-6500-4082-97e7-112261d2e43f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:25:02.075319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port cee694c0-6500-4082-97e7-112261d2e43f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:25:02.075611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:02.194307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port cee694c0-6500-4082-97e7-112261d2e43f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:25:02.393843 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8df26a63-f517-43da-93a0-a723ad860afd req-f7c1c674-3dd8-4e0c-8b88-962d84530e37 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 210 time: 0.0551102 Sep 19 12:25:03.454143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-db9b3aae-15a0-4370-995b-8dbf19cae5f1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:03.454900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-db9b3aae-15a0-4370-995b-8dbf19cae5f1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:25:03.467761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-db9b3aae-15a0-4370-995b-8dbf19cae5f1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:25:03.468902 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-db9b3aae-15a0-4370-995b-8dbf19cae5f1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=86eff447-2c1f-4d55-884b-7d061075adf1 HTTP/1.1" status: 200 len: 797 time: 0.1755195 Sep 19 12:25:03.521239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-4c88fb21-7392-4304-bb5e-42540c6c150d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:25:03.533568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-4c88fb21-7392-4304-bb5e-42540c6c150d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:25:03.534717 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-4c88fb21-7392-4304-bb5e-42540c6c150d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 380 time: 0.0562999 Sep 19 12:25:03.549165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'device_id': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'admin_state_up': True, 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'security_groups': ['c014562f-0151-4fb4-8ca1-9b17204cbf5c']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:25:03.569981 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9a35ae60-d02e-4d27-b39a-95a94312e7ce req-5d3036ef-9c62-4b51-8342-ffdfc73fe7bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 210 time: 0.0521452 Sep 19 12:25:03.686752 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:25:03.690932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:port and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:25:03.693868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:25:03.700609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:25:03.778008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:25:03.781570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:04.054570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.7 (86eff447-2c1f-4d55-884b-7d061075adf1/7c352212-2c00-43ef-91c9-566f9d0454bb/47485dd6-72dc-4c74-9c64-e6fc43228d03) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:25:04.253677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:04.270949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object 47485dd6-72dc-4c74-9c64-e6fc43228d03 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:25:04.355658 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:04.426198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 86eff447-2c1f-4d55-884b-7d061075adf1 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:25:04.429348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:25:04.433319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:25:04.468079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=47485dd6-72dc-4c74-9c64-e6fc43228d03,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:04.504655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:04.505282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:04.624730 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-a8df8802-92b8-4ea7-b5d8-48ea898cafbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0843482 Sep 19 12:25:04.638524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Request body: {'port': {'device_id': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:25:04.755989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:04.773190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d51d7966-859b-411c-b149-8753b3112806 None None] Provisioning for port 47485dd6-72dc-4c74-9c64-e6fc43228d03 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:25:04.778504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155004c3-d339-4236-9384-a8fbe99c616e req-601475bd-54a8-4b9d-b547-d8bab3955aab tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:04.781315 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-155004c3-d339-4236-9384-a8fbe99c616e req-601475bd-54a8-4b9d-b547-d8bab3955aab tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 931 time: 0.0954168 Sep 19 12:25:04.781427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d51d7966-859b-411c-b149-8753b3112806 None None] Provisioning complete for port 47485dd6-72dc-4c74-9c64-e6fc43228d03 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:25:04.781427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d51d7966-859b-411c-b149-8753b3112806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:04.833130 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-155004c3-d339-4236-9384-a8fbe99c616e req-074cbc9c-88c7-4cfb-9cf6-b2eab52f68b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453877 Sep 19 12:25:04.838964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d51d7966-859b-411c-b149-8753b3112806 None None] Port 47485dd6-72dc-4c74-9c64-e6fc43228d03 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:25:05.128076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47485dd6-72dc-4c74-9c64-e6fc43228d03 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:25:05.136111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:05.150429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Transition to ACTIVE for port object 47485dd6-72dc-4c74-9c64-e6fc43228d03 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:25:05.206303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:05.389886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Pushing event updated for resources: {'Port': ['ID=47485dd6-72dc-4c74-9c64-e6fc43228d03,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:05.429839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Attempting to bind port 47485dd6-72dc-4c74-9c64-e6fc43228d03 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:25:05.430165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Attempting to bind port 47485dd6-72dc-4c74-9c64-e6fc43228d03 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:25:05.430570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Attempting to bind port 47485dd6-72dc-4c74-9c64-e6fc43228d03 on network 86eff447-2c1f-4d55-884b-7d061075adf1 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:25:05.435185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Port 47485dd6-72dc-4c74-9c64-e6fc43228d03 on network 86eff447-2c1f-4d55-884b-7d061075adf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:25:05.435500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Attempting to bind port 47485dd6-72dc-4c74-9c64-e6fc43228d03 on network 86eff447-2c1f-4d55-884b-7d061075adf1 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:25:05.440706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:25:05.441050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Checking segment: {'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:25:05.441434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Bound using segment: {'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:25:05.441862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Bound port: 47485dd6-72dc-4c74-9c64-e6fc43228d03, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5589904-2dd3-463e-a0c7-80244744382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:25:05.442207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:05.530465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] For port 47485dd6-72dc-4c74-9c64-e6fc43228d03, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:25:05.533410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] For port 47485dd6-72dc-4c74-9c64-e6fc43228d03, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=47485dd6-72dc-4c74-9c64-e6fc43228d03,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] 10.222.0.85 "PUT /v2.0/ports/47485dd6-72dc-4c74-9c64-e6fc43228d03 HTTP/1.1" status: 200 len: 1093 time: 1.0457413 Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'tag': '47485dd6-72dc-4c74-9c64-e6fc43228d03'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c9d97c-9b9a-42ac-8cb8-fd1cf4bdf712" -d '{"events": [{"name": "network-changed", "server_uuid": "ade456bd-19a4-40e0-b7f5-f7479827e395", "tag": "47485dd6-72dc-4c74-9c64-e6fc43228d03"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf48b08-acaf-432e-bf7c-69fa359c7551 x-openstack-request-id: req-8cf48b08-acaf-432e-bf7c-69fa359c7551 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade456bd-19a4-40e0-b7f5-f7479827e395", "tag": "47485dd6-72dc-4c74-9c64-e6fc43228d03", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8cf48b08-acaf-432e-bf7c-69fa359c7551 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf48b08-acaf-432e-bf7c-69fa359c7551'] response: {'name': 'network-changed', 'server_uuid': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'tag': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'status': 'completed', 'code': 200} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05537755-bcac-40ce-8f84-e447597513f7 service neutron] Pushing event updated for resources: {'Port': ['ID=47485dd6-72dc-4c74-9c64-e6fc43228d03,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9d97c-9b9a-42ac-8cb8-fd1cf4bdf712 req-0c14aa0c-d528-4dd7-bda6-921ffd9a3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:05.937164 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-85c9d97c-9b9a-42ac-8cb8-fd1cf4bdf712 req-0c14aa0c-d528-4dd7-bda6-921ffd9a3a41 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 1096 time: 0.0952787 Sep 19 12:25:06.003800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9d97c-9b9a-42ac-8cb8-fd1cf4bdf712 req-7a570ca9-3cfb-432f-8965-e0b975adffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:06.005580 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-85c9d97c-9b9a-42ac-8cb8-fd1cf4bdf712 req-7a570ca9-3cfb-432f-8965-e0b975adffe2 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1501856 Sep 19 12:25:06.059846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b3184-b812-44de-a93f-52a4f6548b0a req-2d655df5-5b2e-4d61-859e-80bc96726752 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:06.061385 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-826b3184-b812-44de-a93f-52a4f6548b0a req-2d655df5-5b2e-4d61-859e-80bc96726752 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 943 time: 0.0983360 Sep 19 12:25:06.112487 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-826b3184-b812-44de-a93f-52a4f6548b0a req-51361ba5-56d4-45f5-85ab-1ec21d53a5b3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 Sep 19 12:25:06.150486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9d97c-9b9a-42ac-8cb8-fd1cf4bdf712 req-a60873ee-165d-4f25-9699-76d80b9a626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:06.151989 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-85c9d97c-9b9a-42ac-8cb8-fd1cf4bdf712 req-a60873ee-165d-4f25-9699-76d80b9a626a service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405938 Sep 19 12:25:06.372638 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-f6cd0524-175f-4d2e-9d8a-337776f20475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:06.374219 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-f6cd0524-175f-4d2e-9d8a-337776f20475 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 1096 time: 0.1860454 Sep 19 12:25:06.444790 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-947f3180-6e9a-4339-bb64-0fc78436f295 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47485dd6-72dc-4c74-9c64-e6fc43228d03 HTTP/1.1" status: 200 len: 217 time: 0.0620942 Sep 19 12:25:06.509993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-bbe7aa35-81bf-47fa-9bc2-a100cad742a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:06.511479 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-bbe7aa35-81bf-47fa-9bc2-a100cad742a4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7c352212-2c00-43ef-91c9-566f9d0454bb HTTP/1.1" status: 200 len: 834 time: 0.0604732 Sep 19 12:25:06.594950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-970ab11d-7fa7-4193-8fc1-4ae0c9afa6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:06.596590 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-970ab11d-7fa7-4193-8fc1-4ae0c9afa6e5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=86eff447-2c1f-4d55-884b-7d061075adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787754 Sep 19 12:25:06.728250 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-8fb2049d-7408-4f87-8e6e-c81c4b0bba02 service neutron] 10.222.0.85 "GET /v2.0/networks/86eff447-2c1f-4d55-884b-7d061075adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253092 Sep 19 12:25:06.860681 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b62b7d87-8f5f-47f7-8707-4b34d8af1096 req-3940e816-eda0-40ee-a0ff-0ed88391a070 service neutron] 10.222.0.85 "GET /v2.0/networks/86eff447-2c1f-4d55-884b-7d061075adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257865 Sep 19 12:25:07.318995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff03d3a-80e3-4896-9350-b5691e545172 req-ae8366b8-8915-47c3-9730-f0c080a1313b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:07.320509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ff03d3a-80e3-4896-9350-b5691e545172 req-ae8366b8-8915-47c3-9730-f0c080a1313b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 943 time: 0.0934532 Sep 19 12:25:07.366979 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ff03d3a-80e3-4896-9350-b5691e545172 req-ac8f0ea6-a2c6-4f9a-84be-b64501cbf03b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406060 Sep 19 12:25:08.568226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b1cc8-8c84-41e3-b02a-8af632ed8816 req-5539263a-5cbb-45f1-9699-4ca35db560d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:08.569691 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1d0b1cc8-8c84-41e3-b02a-8af632ed8816 req-5539263a-5cbb-45f1-9699-4ca35db560d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 943 time: 0.0920019 Sep 19 12:25:08.616641 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1d0b1cc8-8c84-41e3-b02a-8af632ed8816 req-8c505332-49a0-42d7-96ae-90f201f37915 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 Sep 19 12:25:09.549872 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 47485dd6-72dc-4c74-9c64-e6fc43228d03 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:25:09.686929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 47485dd6-72dc-4c74-9c64-e6fc43228d03, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=47485dd6-72dc-4c74-9c64-e6fc43228d03,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:25:09.701009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'port_id': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'mac_address': 'fa:16:3e:0c:21:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:25:09.762107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 47485dd6-72dc-4c74-9c64-e6fc43228d03 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:25:09.762489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:09.779936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47485dd6-72dc-4c74-9c64-e6fc43228d03 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:25:09.796598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 47485dd6-72dc-4c74-9c64-e6fc43228d03, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=47485dd6-72dc-4c74-9c64-e6fc43228d03,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:25:09.818466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daccfc4-ee2c-4d0a-acb7-f157159d1e7d req-f70dbf2d-877b-4dc4-aae0-d1b27f6a09ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:09.820069 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9daccfc4-ee2c-4d0a-acb7-f157159d1e7d req-f70dbf2d-877b-4dc4-aae0-d1b27f6a09ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 943 time: 0.0916703 Sep 19 12:25:09.869345 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9daccfc4-ee2c-4d0a-acb7-f157159d1e7d req-f453f514-f8c3-4d3f-95eb-6e249937c532 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435593 Sep 19 12:25:09.891830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:09.958826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=47485dd6-72dc-4c74-9c64-e6fc43228d03,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:10.154006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['47485dd6-72dc-4c74-9c64-e6fc43228d03'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:25:10.802909 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:25:11.081916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281334-e271-4311-9546-8bef6241b463 req-ac663401-f811-425a-b1ef-187a7cfb6d1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:11.081916 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-43281334-e271-4311-9546-8bef6241b463 req-ac663401-f811-425a-b1ef-187a7cfb6d1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 944 time: 0.0981100 Sep 19 12:25:11.149790 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-43281334-e271-4311-9546-8bef6241b463 req-c670b0e2-62bc-42fe-8a03-a218512b8f51 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417106 Sep 19 12:25:11.548992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-46dc4b05-4fd3-462e-980b-2db168ef13b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:11.565720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 47485dd6-72dc-4c74-9c64-e6fc43228d03 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:25:11.697441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 47485dd6-72dc-4c74-9c64-e6fc43228d03 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:25:11.702612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 47485dd6-72dc-4c74-9c64-e6fc43228d03 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:25:11.703217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:11.820955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 47485dd6-72dc-4c74-9c64-e6fc43228d03 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:25:11.821339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:11.848469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47485dd6-72dc-4c74-9c64-e6fc43228d03'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:25:11.850768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9970c05b-57e5-41f4-af73-cec6f8d6ec4e" -d '{"events": [{"server_uuid": "ade456bd-19a4-40e0-b7f5-f7479827e395", "name": "network-vif-plugged", "status": "completed", "tag": "47485dd6-72dc-4c74-9c64-e6fc43228d03"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:25:11.859419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 47485dd6-72dc-4c74-9c64-e6fc43228d03, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=47485dd6-72dc-4c74-9c64-e6fc43228d03,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:25:11.955397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:11.993615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5d799a-12ac-4a56-bb62-79732931bb68 x-openstack-request-id: req-af5d799a-12ac-4a56-bb62-79732931bb68 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:25:11.993880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade456bd-19a4-40e0-b7f5-f7479827e395", "name": "network-vif-plugged", "status": "completed", "tag": "47485dd6-72dc-4c74-9c64-e6fc43228d03", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:25:11.996234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af5d799a-12ac-4a56-bb62-79732931bb68 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:25:11.996234 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5d799a-12ac-4a56-bb62-79732931bb68'] response: {'server_uuid': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'code': 200} Sep 19 12:25:12.029017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=47485dd6-72dc-4c74-9c64-e6fc43228d03,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:12.331698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383245ee-58d8-47ed-aaa3-20ab9fcf7178 req-f05aebeb-528c-4465-af20-984f5e8ac15d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:12.333141 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-383245ee-58d8-47ed-aaa3-20ab9fcf7178 req-f05aebeb-528c-4465-af20-984f5e8ac15d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 945 time: 0.0898321 Sep 19 12:25:12.382238 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-383245ee-58d8-47ed-aaa3-20ab9fcf7178 req-e39304ce-6cb7-48c9-9000-9db26de22233 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434163 Sep 19 12:25:12.422885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed137d-c213-4f80-93ce-544bad1ed7a4 req-6d378785-b035-445c-b21f-00c6f2145b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:12.424306 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-17ed137d-c213-4f80-93ce-544bad1ed7a4 req-6d378785-b035-445c-b21f-00c6f2145b38 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 1098 time: 0.0828574 Sep 19 12:25:12.469200 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-17ed137d-c213-4f80-93ce-544bad1ed7a4 req-03745dc3-f96f-4da3-a9fe-60e43dd51d73 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349371 Sep 19 12:25:13.590976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aff10e-1278-464c-aa92-f39064c006bb req-68b31337-f511-4d3f-b3bf-d016962db84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:13.592686 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d8aff10e-1278-464c-aa92-f39064c006bb req-68b31337-f511-4d3f-b3bf-d016962db84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 945 time: 0.0949056 Sep 19 12:25:13.639961 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d8aff10e-1278-464c-aa92-f39064c006bb req-b60126cf-961d-4544-85fc-bea7e5c7dd9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408967 Sep 19 12:25:13.713609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ca7db80d-2d37-4b42-8cc6-449269f30b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:14.583678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:14.943696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc24fb8-7445-48f5-a652-fea7a56da3e1 req-5bfe6652-3f20-4fdd-9121-43478d20a286 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:14.944865 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8dc24fb8-7445-48f5-a652-fea7a56da3e1 req-5bfe6652-3f20-4fdd-9121-43478d20a286 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 945 time: 0.1940105 Sep 19 12:25:14.966342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:14.989780 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8dc24fb8-7445-48f5-a652-fea7a56da3e1 req-cb02d151-a27c-4cff-b10f-b58b17ef0599 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389490 Sep 19 12:25:15.191403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e36bc-4e28-4627-ace0-1e209b64d71e req-bb26f379-3cd2-4d22-807e-6995bf936472 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:15.192947 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-816e36bc-4e28-4627-ace0-1e209b64d71e req-bb26f379-3cd2-4d22-807e-6995bf936472 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 945 time: 0.0915058 Sep 19 12:25:15.237802 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-816e36bc-4e28-4627-ace0-1e209b64d71e req-0bfac7b9-1ac7-40c6-9510-a1b6dab69b30 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392385 Sep 19 12:25:15.267891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60700) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:15.346145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a23e53-4106-4260-ab7e-3df902f453f6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:15.347690 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-81a23e53-4106-4260-ab7e-3df902f453f6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 1093 time: 0.0788190 Sep 19 12:25:15.350470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60704) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:15.356164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:25:15.361985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:25:15.365860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:floatingip and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:25:15.368706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:25:15.375053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:25:15.452303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:15.593916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:15.735409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.158 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/1337d433-de7b-46fd-96a4-d10c6eefa1b1) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:25:15.886503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:16.006440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:16.071051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:25:16.074403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:25:16.078584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:25:16.115956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=1337d433-de7b-46fd-96a4-d10c6eefa1b1,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:16.372191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:16.503960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:16.664645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:16.878035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:16.989184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:17.106523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=1337d433-de7b-46fd-96a4-d10c6eefa1b1,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:17.110039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:17.398729 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP c3041fd0-1b38-4a37-9277-914abe368feb associated. External IP: 172.26.5.158, port: 47485dd6-72dc-4c74-9c64-e6fc43228d03. Sep 19 12:25:17.754567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 780806ca-60ee-41d9-ae3c-b1f720bd8590 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:25:17.944859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:25:17.956572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] Sync routers for ids ['780806ca-60ee-41d9-ae3c-b1f720bd8590'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:25:17.965259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] Routers {'780806ca-60ee-41d9-ae3c-b1f720bd8590'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:25:17.965893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:25:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['780806ca-60ee-41d9-ae3c-b1f720bd8590'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:18.086255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:18.145282 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-60b10e22-97fa-4d67-b8f0-75cc9c1ca34b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7908015 Sep 19 12:25:18.145282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'tag': '47485dd6-72dc-4c74-9c64-e6fc43228d03'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:25:18.146663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e" -d '{"events": [{"name": "network-changed", "server_uuid": "ade456bd-19a4-40e0-b7f5-f7479827e395", "tag": "47485dd6-72dc-4c74-9c64-e6fc43228d03"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:25:18.147201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60712) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:18.148227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] Set router 780806ca-60ee-41d9-ae3c-b1f720bd8590 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:25:18.209093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e23f835-566e-4ac2-b4ba-e94cb00c9e13 x-openstack-request-id: req-9e23f835-566e-4ac2-b4ba-e94cb00c9e13 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:25:18.209430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade456bd-19a4-40e0-b7f5-f7479827e395", "tag": "47485dd6-72dc-4c74-9c64-e6fc43228d03", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:25:18.209682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e23f835-566e-4ac2-b4ba-e94cb00c9e13 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:25:18.210244 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e23f835-566e-4ac2-b4ba-e94cb00c9e13'] response: {'name': 'network-changed', 'server_uuid': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'tag': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'status': 'completed', 'code': 200} Sep 19 12:25:18.333679 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-91bddd50-47b8-42c5-82b7-7969ebd10e26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c3041fd0-1b38-4a37-9277-914abe368feb HTTP/1.1" status: 200 len: 991 time: 0.1865680 Sep 19 12:25:18.350184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-1dd0323c-89ec-4ec8-90f2-91718bc29a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:18.352068 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-1dd0323c-89ec-4ec8-90f2-91718bc29a1a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 1098 time: 0.1146457 Sep 19 12:25:18.496387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-31c6b11e-9d57-454e-b8b4-bddd2fbd8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:18.497818 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-31c6b11e-9d57-454e-b8b4-bddd2fbd8de3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=86eff447-2c1f-4d55-884b-7d061075adf1 HTTP/1.1" status: 200 len: 898 time: 0.1401415 Sep 19 12:25:18.545898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c3041fd0-1b38-4a37-9277-914abe368feb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'port_id': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'mac_address': 'fa:16:3e:0c:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:25:16Z', 'updated_at': '2022-09-19T12:25:16Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee694c0-6500-4082-97e7-112261d2e43f', 'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:05:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:53Z', 'updated_at': '2022-09-19T12:25:00Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:18.550383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] Checking router: 780806ca-60ee-41d9-ae3c-b1f720bd8590 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:25:18.559671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] Routers {'780806ca-60ee-41d9-ae3c-b1f720bd8590'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:25:18.560279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:25:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['780806ca-60ee-41d9-ae3c-b1f720bd8590'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:18.600698 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-2ea4cfee-15d9-419f-9e98-c05119ae17a2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47485dd6-72dc-4c74-9c64-e6fc43228d03 HTTP/1.1" status: 200 len: 999 time: 0.0961730 Sep 19 12:25:18.667174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-3243a793-a054-41f0-b444-1d8e9ce18951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:18.668969 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-3243a793-a054-41f0-b444-1d8e9ce18951 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7c352212-2c00-43ef-91c9-566f9d0454bb HTTP/1.1" status: 200 len: 834 time: 0.0626106 Sep 19 12:25:18.746219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] Set router 780806ca-60ee-41d9-ae3c-b1f720bd8590 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:25:18.758498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-b979dcb7-fd70-484b-b236-46a5d5f218dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:18.760642 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-b979dcb7-fd70-484b-b236-46a5d5f218dd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=86eff447-2c1f-4d55-884b-7d061075adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825577 Sep 19 12:25:18.905613 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-1b7cd2b2-c34a-414c-ab52-ae51892c2a34 service neutron] 10.222.0.85 "GET /v2.0/networks/86eff447-2c1f-4d55-884b-7d061075adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385000 Sep 19 12:25:19.041693 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4e7aa09d-4c7a-4baf-83f6-8153b3b3861e req-bd20bdd5-10b7-441b-a8fa-89db333ecaa7 service neutron] 10.222.0.85 "GET /v2.0/networks/86eff447-2c1f-4d55-884b-7d061075adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295791 Sep 19 12:25:19.151029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c3041fd0-1b38-4a37-9277-914abe368feb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'port_id': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'mac_address': 'fa:16:3e:0c:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:25:16Z', 'updated_at': '2022-09-19T12:25:16Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee694c0-6500-4082-97e7-112261d2e43f', 'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:05:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:53Z', 'updated_at': '2022-09-19T12:25:00Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:19.156723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff3c1cf-b185-41ca-b2e8-1796daa9fc4b None None] The sync data for ids ['780806ca-60ee-41d9-ae3c-b1f720bd8590'] in dv-neutron-857775-2-hyperv is: [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c3041fd0-1b38-4a37-9277-914abe368feb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'port_id': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'mac_address': 'fa:16:3e:0c:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:25:16Z', 'updated_at': '2022-09-19T12:25:16Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee694c0-6500-4082-97e7-112261d2e43f', 'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:05:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:53Z', 'updated_at': '2022-09-19T12:25:00Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:25:19.337595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60718) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:19.338730 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f671f3-f295-4f46-b37a-eebd16b342e6 None None] New status for floating IP c3041fd0-1b38-4a37-9277-914abe368feb: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:25:19.450432 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-087cfb51-b68e-4954-a962-69f2283a609e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c3041fd0-1b38-4a37-9277-914abe368feb HTTP/1.1" status: 200 len: 991 time: 0.1115437 Sep 19 12:25:20.454399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60722) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:20.658657 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b923ba37-66ee-40d8-8f53-19aecfed16c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c3041fd0-1b38-4a37-9277-914abe368feb HTTP/1.1" status: 200 len: 993 time: 0.2027872 Sep 19 12:25:22.829442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:32.061297 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-f811f732-e625-4ea6-a3fa-797814063a09 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878055 Sep 19 12:25:32.219027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-a2e170a2-4ab9-4d4e-818b-7bfed71e9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:32.220479 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-a2e170a2-4ab9-4d4e-818b-7bfed71e9ceb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 1098 time: 0.0854332 Sep 19 12:25:32.378255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-b6e8966b-4b4a-4a51-918a-98627a341347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:32.379750 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-b6e8966b-4b4a-4a51-918a-98627a341347 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.1360362 Sep 19 12:25:32.489277 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-093142f0-2bf3-472a-80e0-6f4f72c87d23 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e HTTP/1.1" status: 200 len: 1000 time: 0.1020482 Sep 19 12:25:32.554862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-56722791-df52-412e-ac5e-9f79a37f0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:32.556362 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-56722791-df52-412e-ac5e-9f79a37f0064 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.0596707 Sep 19 12:25:32.649236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-b76fd78b-ec2c-4d5a-8212-a67dab8ac47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:32.650706 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-b76fd78b-ec2c-4d5a-8212-a67dab8ac47a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864913 Sep 19 12:25:32.781956 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-3e1960c5-e7d1-47bf-a1a3-d7b3bfd0bbe4 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247840 Sep 19 12:25:32.914127 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6927ecb-5c44-4832-9a01-2d65afa175fe req-f77ba9b3-2247-4679-af9b-945dddf88927 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256716 Sep 19 12:25:41.565723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-882f3157-ee31-45bb-afc5-e0c4252191b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:43.686053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-706c7bb6-0164-4097-8c90-06ab0a626b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:44.566025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:44.976437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:46.360010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:47.802493 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:25:49.667569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60742) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:49.794644 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0420eff1-9f7b-4d3f-bf57-3148de9c8dbf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c3041fd0-1b38-4a37-9277-914abe368feb HTTP/1.1" status: 200 len: 993 time: 0.1259470 Sep 19 12:25:50.130981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60750) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:50.341739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 1337d433-de7b-46fd-96a4-d10c6eefa1b1 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:25:50.342087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:50.516019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:50.516348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:50.742595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 1337d433-de7b-46fd-96a4-d10c6eefa1b1 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:25:50.965739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:51.045597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=1337d433-de7b-46fd-96a4-d10c6eefa1b1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:51.063653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.063980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.064316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.064642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.064965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.065286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.065614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.065919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.066233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.066545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.066887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.067242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:51.125798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:51.126124 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP c3041fd0-1b38-4a37-9277-914abe368feb disassociated (deleted). External IP: 172.26.5.158, port: 47485dd6-72dc-4c74-9c64-e6fc43228d03. Sep 19 12:25:51.479585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 780806ca-60ee-41d9-ae3c-b1f720bd8590 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:25:51.660008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:25:51.670315 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] Sync routers for ids ['780806ca-60ee-41d9-ae3c-b1f720bd8590'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:25:51.675784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:51.679717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] Routers {'780806ca-60ee-41d9-ae3c-b1f720bd8590'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:25:51.680318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:25:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['780806ca-60ee-41d9-ae3c-b1f720bd8590'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:51.730194 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4997b326-a2b8-4a72-bed1-8d86ddf10ef9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/floatingips/c3041fd0-1b38-4a37-9277-914abe368feb HTTP/1.1" status: 204 len: 168 time: 1.5981424 Sep 19 12:25:51.730776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'tag': '47485dd6-72dc-4c74-9c64-e6fc43228d03'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:25:51.733052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "ade456bd-19a4-40e0-b7f5-f7479827e395", "tag": "47485dd6-72dc-4c74-9c64-e6fc43228d03"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:25:51.778155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c415baa-2fcb-4b3e-9f30-7fa98e14f30c x-openstack-request-id: req-5c415baa-2fcb-4b3e-9f30-7fa98e14f30c {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:25:51.778442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade456bd-19a4-40e0-b7f5-f7479827e395", "tag": "47485dd6-72dc-4c74-9c64-e6fc43228d03", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:25:51.778699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c415baa-2fcb-4b3e-9f30-7fa98e14f30c {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:25:51.779137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c415baa-2fcb-4b3e-9f30-7fa98e14f30c'] response: {'name': 'network-changed', 'server_uuid': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'tag': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'status': 'completed', 'code': 200} Sep 19 12:25:51.860929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] Set router 780806ca-60ee-41d9-ae3c-b1f720bd8590 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:25:51.889965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-d78c8132-c23d-4dbc-9180-94c72785335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:51.895128 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-d78c8132-c23d-4dbc-9180-94c72785335b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 1098 time: 0.0872273 Sep 19 12:25:52.034771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-deed2b84-260a-4c41-ad71-50b0912061f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:52.036278 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-deed2b84-260a-4c41-ad71-50b0912061f6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=86eff447-2c1f-4d55-884b-7d061075adf1 HTTP/1.1" status: 200 len: 898 time: 0.1319215 Sep 19 12:25:52.112147 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-8ddd6a34-c91c-4378-9613-6d0337225d1b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47485dd6-72dc-4c74-9c64-e6fc43228d03 HTTP/1.1" status: 200 len: 217 time: 0.0670850 Sep 19 12:25:52.182409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-491386a5-bdae-4524-b67b-5d66b6a780d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:52.183910 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-491386a5-bdae-4524-b67b-5d66b6a780d7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7c352212-2c00-43ef-91c9-566f9d0454bb HTTP/1.1" status: 200 len: 834 time: 0.0631516 Sep 19 12:25:52.232736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'cee694c0-6500-4082-97e7-112261d2e43f', 'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:05:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:53Z', 'updated_at': '2022-09-19T12:25:00Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:52.237336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] Checking router: 780806ca-60ee-41d9-ae3c-b1f720bd8590 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:25:52.248519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] Routers {'780806ca-60ee-41d9-ae3c-b1f720bd8590'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:25:52.249385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:25:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['780806ca-60ee-41d9-ae3c-b1f720bd8590'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:52.285200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-cd0b4719-2257-4c58-87df-cda8d7c8c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:52.287086 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-cd0b4719-2257-4c58-87df-cda8d7c8c861 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=86eff447-2c1f-4d55-884b-7d061075adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926671 Sep 19 12:25:52.415750 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa297ae4-d927-4897-9c40-37a3916d28e7 req-dcee653c-40ac-457d-967d-d3c0ef095131 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:52.416751 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-fa297ae4-d927-4897-9c40-37a3916d28e7 req-dcee653c-40ac-457d-967d-d3c0ef095131 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:25:52.450532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] Set router 780806ca-60ee-41d9-ae3c-b1f720bd8590 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:25:52.497393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-fa297ae4-d927-4897-9c40-37a3916d28e7 req-dcee653c-40ac-457d-967d-d3c0ef095131 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:25:52.499531 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fa297ae4-d927-4897-9c40-37a3916d28e7 req-dcee653c-40ac-457d-967d-d3c0ef095131 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 945 time: 0.1790721 Sep 19 12:25:52.555686 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-bfa4e273-6b49-4df7-9124-5cd47a0fcdf3 service neutron] 10.222.0.85 "GET /v2.0/networks/86eff447-2c1f-4d55-884b-7d061075adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605033 Sep 19 12:25:52.558364 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fa297ae4-d927-4897-9c40-37a3916d28e7 req-db78a58c-a16e-42d4-89ad-c125a9315a4a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526311 Sep 19 12:25:52.689792 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d5fe28cb-d9e5-4875-aa7c-205ae0fe9dd3 req-8f54d662-b4f2-4ae2-b4d3-dfc18010945c service neutron] 10.222.0.85 "GET /v2.0/networks/86eff447-2c1f-4d55-884b-7d061075adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266422 Sep 19 12:25:52.785841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'cee694c0-6500-4082-97e7-112261d2e43f', 'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:05:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:53Z', 'updated_at': '2022-09-19T12:25:00Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:52.789874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c9eb3f-25a5-4498-8732-98539bd119f6 None None] The sync data for ids ['780806ca-60ee-41d9-ae3c-b1f720bd8590'] in dv-neutron-857775-2-hyperv is: [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'cee694c0-6500-4082-97e7-112261d2e43f', 'name': '', 'network_id': '86eff447-2c1f-4d55-884b-7d061075adf1', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:05:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:53Z', 'updated_at': '2022-09-19T12:25:00Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '7c352212-2c00-43ef-91c9-566f9d0454bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:25:52.817513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:52.987734 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4260311-d8a4-46d7-a4e8-8d7b3c1b52c3 None None] New status for floating IP c3041fd0-1b38-4a37-9277-914abe368feb: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:25:53.754615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d6162-bf17-42e7-85f9-e52128d62832 req-98bf102f-a00b-4000-bbb1-4cf717010802 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:53.755339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-873d6162-bf17-42e7-85f9-e52128d62832 req-98bf102f-a00b-4000-bbb1-4cf717010802 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:25:53.758664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad385-6984-4095-9c72-4255afd2efa7 req-494b3f82-0aa7-48d1-a45a-ebea26420086 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:25:53.760367 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-db0ad385-6984-4095-9c72-4255afd2efa7 req-494b3f82-0aa7-48d1-a45a-ebea26420086 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 945 time: 0.0944984 Sep 19 12:25:53.767291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-873d6162-bf17-42e7-85f9-e52128d62832 req-98bf102f-a00b-4000-bbb1-4cf717010802 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:25:53.768411 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-873d6162-bf17-42e7-85f9-e52128d62832 req-98bf102f-a00b-4000-bbb1-4cf717010802 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 945 time: 0.1007421 Sep 19 12:25:53.806711 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-db0ad385-6984-4095-9c72-4255afd2efa7 req-695ad676-a3b6-424a-8304-b0948f80b94e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=c014562f-0151-4fb4-8ca1-9b17204cbf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 Sep 19 12:25:53.846969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-873d6162-bf17-42e7-85f9-e52128d62832 req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 47485dd6-72dc-4c74-9c64-e6fc43228d03 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:25:53.847246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-873d6162-bf17-42e7-85f9-e52128d62832 req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:54.179233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-873d6162-bf17-42e7-85f9-e52128d62832 req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 47485dd6-72dc-4c74-9c64-e6fc43228d03, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=47485dd6-72dc-4c74-9c64-e6fc43228d03,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:25:54.179494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-873d6162-bf17-42e7-85f9-e52128d62832 req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:54.321082 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-873d6162-bf17-42e7-85f9-e52128d62832 req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 47485dd6-72dc-4c74-9c64-e6fc43228d03 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:25:54.543147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-873d6162-bf17-42e7-85f9-e52128d62832 req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:54.594166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=47485dd6-72dc-4c74-9c64-e6fc43228d03,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:54.640873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.641217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.641557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.641892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.642220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.642549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.642902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.643228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.643551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.643870 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.644452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.644768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:25:54.691158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-873d6162-bf17-42e7-85f9-e52128d62832 req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port 47485dd6-72dc-4c74-9c64-e6fc43228d03 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:25:54.693488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-873d6162-bf17-42e7-85f9-e52128d62832 req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:54.696007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'name': 'network-vif-deleted', 'tag': '47485dd6-72dc-4c74-9c64-e6fc43228d03'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:25:54.698921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfb3bb7-04d9-474b-945a-c16a130e6e42" -d '{"events": [{"server_uuid": "ade456bd-19a4-40e0-b7f5-f7479827e395", "name": "network-vif-deleted", "tag": "47485dd6-72dc-4c74-9c64-e6fc43228d03"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:25:54.741793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc968a3b-805b-4e3c-94f6-4c3357a09a01 x-openstack-request-id: req-dc968a3b-805b-4e3c-94f6-4c3357a09a01 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:25:54.742091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade456bd-19a4-40e0-b7f5-f7479827e395", "name": "network-vif-deleted", "tag": "47485dd6-72dc-4c74-9c64-e6fc43228d03", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:25:54.742353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc968a3b-805b-4e3c-94f6-4c3357a09a01 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:25:54.742778 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc968a3b-805b-4e3c-94f6-4c3357a09a01'] response: {'server_uuid': 'ade456bd-19a4-40e0-b7f5-f7479827e395', 'name': 'network-vif-deleted', 'tag': '47485dd6-72dc-4c74-9c64-e6fc43228d03', 'status': 'completed', 'code': 200} Sep 19 12:25:54.800918 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-873d6162-bf17-42e7-85f9-e52128d62832 req-691ed556-1194-45d2-b8e1-d9ae27d9f71b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "DELETE /v2.0/ports/47485dd6-72dc-4c74-9c64-e6fc43228d03 HTTP/1.1" status: 204 len: 173 time: 1.0241230 Sep 19 12:25:54.983801 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d5ddec31-66f5-47c8-b931-039e6903fde9 req-a162cb38-2a9b-4129-b402-9f6ff5ef46cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=ade456bd-19a4-40e0-b7f5-f7479827e395 HTTP/1.1" status: 200 len: 210 time: 0.0563459 Sep 19 12:25:56.099084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60770) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:56.167433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-46d90418-7b49-429d-8181-d1e9cf65e925 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:56.196319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-46d90418-7b49-429d-8181-d1e9cf65e925 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:56.331504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-46d90418-7b49-429d-8181-d1e9cf65e925 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:56.352126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d90418-7b49-429d-8181-d1e9cf65e925 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014562f-0151-4fb4-8ca1-9b17204cbf5c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:56.405686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-46d90418-7b49-429d-8181-d1e9cf65e925 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:56.406865 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-46d90418-7b49-429d-8181-d1e9cf65e925 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/c014562f-0151-4fb4-8ca1-9b17204cbf5c HTTP/1.1" status: 204 len: 168 time: 0.3067887 Sep 19 12:25:56.480987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60776) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:57.146867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:57.506871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port cee694c0-6500-4082-97e7-112261d2e43f {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:25:57.507252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:57.698453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port cee694c0-6500-4082-97e7-112261d2e43f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cee694c0-6500-4082-97e7-112261d2e43f,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:25:57.698838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:57.798097 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 47485dd6-72dc-4c74-9c64-e6fc43228d03 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:25:57.822990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for cee694c0-6500-4082-97e7-112261d2e43f owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:25:57.836225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 47485dd6-72dc-4c74-9c64-e6fc43228d03 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:25:57.841151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 47485dd6-72dc-4c74-9c64-e6fc43228d03 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:25:58.068957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:58.119646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=cee694c0-6500-4082-97e7-112261d2e43f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:58.525011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:58.883502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 780806ca-60ee-41d9-ae3c-b1f720bd8590 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:25:59.063641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:25:59.075485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] Sync routers for ids ['780806ca-60ee-41d9-ae3c-b1f720bd8590'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:25:59.079845 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fd905cc0-1607-4838-abb2-e0162b938af4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/780806ca-60ee-41d9-ae3c-b1f720bd8590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5951006 Sep 19 12:25:59.080069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60782) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:59.085018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] Routers {'780806ca-60ee-41d9-ae3c-b1f720bd8590'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:25:59.085646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:25:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['780806ca-60ee-41d9-ae3c-b1f720bd8590'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:59.149257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec295cb4-f1b1-4e68-8bd7-c662e682fc50 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting subnet 7c352212-2c00-43ef-91c9-566f9d0454bb {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:25:59.152552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec295cb4-f1b1-4e68-8bd7-c662e682fc50 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:59.211293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec295cb4-f1b1-4e68-8bd7-c662e682fc50 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:59.266980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] Set router 780806ca-60ee-41d9-ae3c-b1f720bd8590 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:25:59.303271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec295cb4-f1b1-4e68-8bd7-c662e682fc50 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:59.470024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec295cb4-f1b1-4e68-8bd7-c662e682fc50 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:59.512355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec295cb4-f1b1-4e68-8bd7-c662e682fc50 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Subnet': ['ID=7c352212-2c00-43ef-91c9-566f9d0454bb,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:25:59.517658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ec295cb4-f1b1-4e68-8bd7-c662e682fc50 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:59.524999 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ec295cb4-f1b1-4e68-8bd7-c662e682fc50 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/subnets/7c352212-2c00-43ef-91c9-566f9d0454bb HTTP/1.1" status: 204 len: 168 time: 0.4440265 Sep 19 12:25:59.528327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60786) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:25:59.532816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf132a3-d01a-476a-9c35-06c3a8897d51 None None] Network 86eff447-2c1f-4d55-884b-7d061075adf1 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:25:59.733908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:25:59.734469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:25:57Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:59.745338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] Checking router: 780806ca-60ee-41d9-ae3c-b1f720bd8590 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:25:59.757700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] Routers {'780806ca-60ee-41d9-ae3c-b1f720bd8590'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:25:59.758367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:25:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['780806ca-60ee-41d9-ae3c-b1f720bd8590'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:25:59.996966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] Set router 780806ca-60ee-41d9-ae3c-b1f720bd8590 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:26:00.069986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:00.121439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] DHCP port deletion for 86eff447-2c1f-4d55-884b-7d061075adf1 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:26:00.143043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port d0863861-f749-4f9b-8ca3-467c38b066b6 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:26:00.143367 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:00.147173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Deleting port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:26:00.147549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:00.348027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port d0863861-f749-4f9b-8ca3-467c38b066b6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d0863861-f749-4f9b-8ca3-467c38b066b6,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:00.348415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:00.496078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for d0863861-f749-4f9b-8ca3-467c38b066b6 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:26:00.496530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] For port 494bc7ca-0267-4781-ab82-00dd4d29e6e2, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=494bc7ca-0267-4781-ab82-00dd4d29e6e2,segment=NetworkSegment(b5589904-2dd3-463e-a0c7-80244744382b),segment_id=b5589904-2dd3-463e-a0c7-80244744382b)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:00.496929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:00.634492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Calling delete_port for 494bc7ca-0267-4781-ab82-00dd4d29e6e2 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:26:00.711448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:25:57Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:00.716888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732e351a-942f-4da4-874e-54940b6cfa1b None None] The sync data for ids ['780806ca-60ee-41d9-ae3c-b1f720bd8590'] in dv-neutron-857775-2-hyperv is: [{'id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'name': 'tempest-TestNetworkBasicOps-router-1727331237', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:24:48Z', 'updated_at': '2022-09-19T12:25:57Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd0863861-f749-4f9b-8ca3-467c38b066b6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780806ca-60ee-41d9-ae3c-b1f720bd8590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:24:49Z', 'updated_at': '2022-09-19T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:00.805811 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:00.853742 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=d0863861-f749-4f9b-8ca3-467c38b066b6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:00.862999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:00.912757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Pushing event deleted for resources: {'Port': ['ID=494bc7ca-0267-4781-ab82-00dd4d29e6e2,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:00.917558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] No DVR routers for this DVR port 494bc7ca-0267-4781-ab82-00dd4d29e6e2 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:26:00.923927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.924274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.924619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.924952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.925286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.925702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.926099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.926433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.926780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.930368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.930368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.930368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbc077-9514-4981-992a-ca136ae57746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:00.960164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.194411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.197261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.297167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.297684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Fanout notify agent at l3_agent the message router_deleted on router 780806ca-60ee-41d9-ae3c-b1f720bd8590 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:26:01.314685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.315934 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7dd1a480-2bbe-4e45-83b7-b2c281f296d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/routers/780806ca-60ee-41d9-ae3c-b1f720bd8590 HTTP/1.1" status: 204 len: 168 time: 1.7864649 Sep 19 12:26:01.318600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60794) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:01.444089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.577352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.602841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eff447-2c1f-4d55-884b-7d061075adf1']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:01.615145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5589904-2dd3-463e-a0c7-80244744382b') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:01.615440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5589904-2dd3-463e-a0c7-80244744382b') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:01.626879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.644666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.651715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:26:01.652105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.722563 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment b5589904-2dd3-463e-a0c7-80244744382b resource provider aggregate not found Sep 19 12:26:01.752945 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment b5589904-2dd3-463e-a0c7-80244744382b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5589904-2dd3-463e-a0c7-80244744382b found for delete ", "request_id": "req-39d53501-45f6-4d4b-a844-756b73b9577e"}]} Sep 19 12:26:01.851865 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.873243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:01.879808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Network': ['ID=86eff447-2c1f-4d55-884b-7d061075adf1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:02.004695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d0863861-f749-4f9b-8ca3-467c38b066b6 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:26:02.012497 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0add5c36-9ed5-4ad0-aefa-f663f10d2ae8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/networks/86eff447-2c1f-4d55-884b-7d061075adf1 HTTP/1.1" status: 204 len: 168 time: 0.6928127 Sep 19 12:26:02.031310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60808) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:02.037485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'network': {'name': 'tempest-network-smoke--53774170', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'port_security_enabled': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:02.043840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:02.043999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: d0863861-f749-4f9b-8ca3-467c38b066b6 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:26:02.044544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d0863861-f749-4f9b-8ca3-467c38b066b6 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:26:02.045080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cee694c0-6500-4082-97e7-112261d2e43f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:26:02.048527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:network and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:02.053557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:02.058840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:02.078675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: cee694c0-6500-4082-97e7-112261d2e43f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:26:02.079062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cee694c0-6500-4082-97e7-112261d2e43f not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:26:02.079481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 494bc7ca-0267-4781-ab82-00dd4d29e6e2 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:26:02.117485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 494bc7ca-0267-4781-ab82-00dd4d29e6e2 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:26:02.117832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 494bc7ca-0267-4781-ab82-00dd4d29e6e2 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:26:02.148280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:02.152386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:02.180401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:26:02.191237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:02.191237 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Added segment 040be14a-daa1-478a-b246-f25d4c24b4d2 of type vlan for network f6442ca2-b422-458e-a574-644d5296ebea Sep 19 12:26:02.220059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:02.324185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:02.329664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:02.330355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:02.451039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Network': ['ID=f6442ca2-b422-458e-a574-644d5296ebea,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:02.461230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network f6442ca2-b422-458e-a574-644d5296ebea details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:26:02.589292 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6b4122b1-34c5-4f13-8abe-8efa3a7f6e60 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5564997 Sep 19 12:26:02.591985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60812) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:02.597019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'admin_state_up': True, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:02.604466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:02.608393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:router and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:02.611291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:02.617510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:02.691833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:02.693037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:02.712004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:03.202105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:03.574918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:03.604945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:03.745931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.209 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/1c29a1b6-0543-4518-a5ae-be0596984a66) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:03.904550 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:03.995584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:04.069923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:04.073482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:04.090770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:26:04.105732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=1c29a1b6-0543-4518-a5ae-be0596984a66,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:04.574912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:05.038235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:05.331809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 71a16d63-939d-43b0-801d-293f5c419e48 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:26:05.522850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:26:05.533899 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Sync routers for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:05.543833 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:26:05.544442 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:25:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:05.612024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:05.616786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60826) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:05.617424 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-43ef3138-14e0-4a55-bc72-60a1ac789d0c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0238142 Sep 19 12:26:05.661405 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-69acb125-206f-432a-b162-0467106e32d4 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d2803b9b3ed7428b94f11a8ee3347204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418324 Sep 19 12:26:05.665198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 60830) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:05.746595 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:26:05.913845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4dd23-e08b-4987-9291-ab91a6bb5c58 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:05.918255 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-79b4dd23-e08b-4987-9291-ab91a6bb5c58 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2512836 Sep 19 12:26:05.918588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60834) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:05.959670 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e1f4bc07-d319-45ed-8b1d-aa1a00d57e20 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398993 Sep 19 12:26:05.962315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60838) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:05.968720 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-940629081', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:06.053611 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:04Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:06.058257 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Checking router: 71a16d63-939d-43b0-801d-293f5c419e48 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:06.058887 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Updating router 71a16d63-939d-43b0-801d-293f5c419e48 port 1c29a1b6-0543-4518-a5ae-be0596984a66 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:26:06.082874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:06.087075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:subnet and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:06.090301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:06.096415 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:06.119771 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:06.183554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:06.187742 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:06.473983 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:06.487112 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Transition to ACTIVE for port object 1c29a1b6-0543-4518-a5ae-be0596984a66 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:26:06.566316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:06.628460 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:06.652362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Subnet': ['ID=88a24bd9-46f8-45ac-8287-9e18aa98d647,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:06.657729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Checking segment: {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:26:06.658086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network hostable DHCP agents. Network: f6442ca2-b422-458e-a574-644d5296ebea, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:26:06.694044 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Attempting to bind port 1c29a1b6-0543-4518-a5ae-be0596984a66 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:26:06.694410 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Attempting to bind port 1c29a1b6-0543-4518-a5ae-be0596984a66 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:26:06.698238 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Attempting to bind port 1c29a1b6-0543-4518-a5ae-be0596984a66 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:26:06.704202 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:26:06.704582 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:26:06.704983 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:06.705375 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:26:06.705843 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Bound port: 1c29a1b6-0543-4518-a5ae-be0596984a66, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:26:06.706209 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:06.755212 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Pushing event updated for resources: {'Port': ['ID=1c29a1b6-0543-4518-a5ae-be0596984a66,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:06.767396 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.767745 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.770540 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.770540 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.770540 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.770540 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.770540 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.770540 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.770540 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.770540 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.771179 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.771179 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:06.800121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f6442ca2-b422-458e-a574-644d5296ebea is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:26:06.801561 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] For port 1c29a1b6-0543-4518-a5ae-be0596984a66, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:26:06.805091 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] For port 1c29a1b6-0543-4518-a5ae-be0596984a66, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c29a1b6-0543-4518-a5ae-be0596984a66,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:26:06.909079 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:06.931353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, f6442ca2-b422-458e-a574-644d5296ebea) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:06.940028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5aeb03-bf13-4e87-8bb9-6b4ba83480a9 None None] Network f6442ca2-b422-458e-a574-644d5296ebea requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:26:06.940882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:06.941522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:06.971241 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:26:06.971857 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:25:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:07.057101 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654496a5-0bcc-4041-a1d4-5ac1d2d99730 None None] Pushing event updated for resources: {'Port': ['ID=1c29a1b6-0543-4518-a5ae-be0596984a66,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:07.117714 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3dd27cbe-9365-4a9a-8f08-7770ed616d88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1510475 Sep 19 12:26:07.118045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60844) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:07.188132 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:26:07.242544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-f6442ca2-b422-458e-a574-644d5296ebea', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:26:07.243677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:07.474777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Allocated IP 172.20.0.2 (f6442ca2-b422-458e-a574-644d5296ebea/88a24bd9-46f8-45ac-8287-9e18aa98d647/c599e185-5915-41e0-b0e1-72e7fa529ad6) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:07.544223 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:04Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:07.548915 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9189544e-f051-431e-8e9a-c5bda2ffa65e None None] The sync data for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv is: [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:04Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:07.716305 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:07.727764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Transition to ACTIVE for port object c599e185-5915-41e0-b0e1-72e7fa529ad6 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:26:07.747704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Transition to ACTIVE for port object c599e185-5915-41e0-b0e1-72e7fa529ad6 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:26:07.878180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:07.975498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Network f6442ca2-b422-458e-a574-644d5296ebea is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:07.979633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:07.982966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:26:08.071523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Pushing event updated for resources: {'Port': ['ID=c599e185-5915-41e0-b0e1-72e7fa529ad6,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:08.143350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1c29a1b6-0543-4518-a5ae-be0596984a66 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:26:08.149561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:08.197776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Attempting to bind port c599e185-5915-41e0-b0e1-72e7fa529ad6 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:26:08.198308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Attempting to bind port c599e185-5915-41e0-b0e1-72e7fa529ad6 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:26:08.198850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Attempting to bind port c599e185-5915-41e0-b0e1-72e7fa529ad6 on network f6442ca2-b422-458e-a574-644d5296ebea {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:26:08.210702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:26:08.211111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Checking segment: {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:26:08.211503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:08.211896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Bound using segment: {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:26:08.212433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Bound port: c599e185-5915-41e0-b0e1-72e7fa529ad6, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:26:08.212809 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:08.354730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] For port c599e185-5915-41e0-b0e1-72e7fa529ad6, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:26:08.358119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] For port c599e185-5915-41e0-b0e1-72e7fa529ad6, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c599e185-5915-41e0-b0e1-72e7fa529ad6,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:26:08.417366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 1c29a1b6-0543-4518-a5ae-be0596984a66 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:26:08.424740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1c29a1b6-0543-4518-a5ae-be0596984a66 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:08.425129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:08.513675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:08.659594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.1 (f6442ca2-b422-458e-a574-644d5296ebea/88a24bd9-46f8-45ac-8287-9e18aa98d647/f770df7d-9aed-4e83-abc6-7da1a2d505fe) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:08.665533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1c29a1b6-0543-4518-a5ae-be0596984a66 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:08.670183 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:08.671252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b2114-081f-488f-b4f6-9fa4961e06e2 None None] Pushing event updated for resources: {'Port': ['ID=c599e185-5915-41e0-b0e1-72e7fa529ad6,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:08.686996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1c29a1b6-0543-4518-a5ae-be0596984a66, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c29a1b6-0543-4518-a5ae-be0596984a66,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:08.789994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:08.883793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:08.906440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1c29a1b6-0543-4518-a5ae-be0596984a66,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:08.906640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object f770df7d-9aed-4e83-abc6-7da1a2d505fe will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:26:09.069216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:09.139723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f6442ca2-b422-458e-a574-644d5296ebea is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:09.142685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:09.147411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:26:09.191487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=f770df7d-9aed-4e83-abc6-7da1a2d505fe,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:09.212105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:09.460715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:09.864443 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236e4de-5816-4edc-ad75-c63945114253 None None] Network f6442ca2-b422-458e-a574-644d5296ebea requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:26:10.067312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:10.098796 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c7e74ccd-0ce9-44a3-b4fd-2aa28a1749e4 None None] Provisioning for port c599e185-5915-41e0-b0e1-72e7fa529ad6 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:26:10.129411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c599e185-5915-41e0-b0e1-72e7fa529ad6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:26:10.170125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:10.302160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:10.309523 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=f770df7d-9aed-4e83-abc6-7da1a2d505fe,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:10.392684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c599e185-5915-41e0-b0e1-72e7fa529ad6 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:26:10.398108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c599e185-5915-41e0-b0e1-72e7fa529ad6 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:10.398480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:10.470272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f6442ca2-b422-458e-a574-644d5296ebea is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:10.472976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:10.545642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c599e185-5915-41e0-b0e1-72e7fa529ad6 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:10.546046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:10.576890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1fa3576f-abd7-4b0d-96f6-6a88e9dc87a0 None None] Provisioning for port f770df7d-9aed-4e83-abc6-7da1a2d505fe completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:26:10.596746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1fa3576f-abd7-4b0d-96f6-6a88e9dc87a0 None None] Provisioning complete for port f770df7d-9aed-4e83-abc6-7da1a2d505fe triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:10.597273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1fa3576f-abd7-4b0d-96f6-6a88e9dc87a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:10.632242 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c599e185-5915-41e0-b0e1-72e7fa529ad6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c599e185-5915-41e0-b0e1-72e7fa529ad6,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:10.689762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3576f-abd7-4b0d-96f6-6a88e9dc87a0 None None] Port f770df7d-9aed-4e83-abc6-7da1a2d505fe cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:26:10.714138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1fa3576f-abd7-4b0d-96f6-6a88e9dc87a0 None None] Provisioning complete for port c599e185-5915-41e0-b0e1-72e7fa529ad6 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:10.714697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1fa3576f-abd7-4b0d-96f6-6a88e9dc87a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:10.725251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 71a16d63-939d-43b0-801d-293f5c419e48 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:26:10.748128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:10.755623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1c29a1b6-0543-4518-a5ae-be0596984a66 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:26:10.939751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c599e185-5915-41e0-b0e1-72e7fa529ad6,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:10.948622 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:26:10.965743 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-93d3bb36-6c0e-4b40-aee5-461c94d5d4a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/71a16d63-939d-43b0-801d-293f5c419e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8465645 Sep 19 12:26:10.969158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60856) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:10.980384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Sync routers for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:11.011496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1c29a1b6-0543-4518-a5ae-be0596984a66 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:11.011871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:11.053059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:26:11.053684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:25:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:11.122436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43159346-f8a2-4c2c-a23b-9cc5ddd1a270 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.122850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43159346-f8a2-4c2c-a23b-9cc5ddd1a270 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.123316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43159346-f8a2-4c2c-a23b-9cc5ddd1a270 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.123766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43159346-f8a2-4c2c-a23b-9cc5ddd1a270 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.124213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43159346-f8a2-4c2c-a23b-9cc5ddd1a270 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.124655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43159346-f8a2-4c2c-a23b-9cc5ddd1a270 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.126511 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-43159346-f8a2-4c2c-a23b-9cc5ddd1a270 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1541755 Sep 19 12:26:11.127400 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3576f-abd7-4b0d-96f6-6a88e9dc87a0 None None] Current status of the port c599e185-5915-41e0-b0e1-72e7fa529ad6 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:11.129388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60860) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:11.210922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819f0c1-c3fb-49f7-a38f-d7c405ea27d6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.211383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819f0c1-c3fb-49f7-a38f-d7c405ea27d6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.211829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819f0c1-c3fb-49f7-a38f-d7c405ea27d6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.212553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819f0c1-c3fb-49f7-a38f-d7c405ea27d6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.213125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819f0c1-c3fb-49f7-a38f-d7c405ea27d6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.213596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819f0c1-c3fb-49f7-a38f-d7c405ea27d6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.220961 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f819f0c1-c3fb-49f7-a38f-d7c405ea27d6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0851302 Sep 19 12:26:11.221143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60864) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:11.324094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c1a0acf3-52db-4eb1-9877-ecada8eb4b25 None None] Provisioning complete for port f770df7d-9aed-4e83-abc6-7da1a2d505fe triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:11.324468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c1a0acf3-52db-4eb1-9877-ecada8eb4b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:11.352431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:26:11.406636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1c29a1b6-0543-4518-a5ae-be0596984a66 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:11.435707 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f1ead985-988a-455c-b1ae-acf553e5e705 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2134976 Sep 19 12:26:11.517418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0acf3-52db-4eb1-9877-ecada8eb4b25 None None] Port f770df7d-9aed-4e83-abc6-7da1a2d505fe cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:26:11.610640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60870) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:11.615916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250816812', 'description': 'tempest-secgroup-smoke-250816812 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:11.622658 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:11.627328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:11.630177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:11.637123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:11.655651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b4ce30a1-6aa3-4c13-9ee2-85c25f164f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:11.721343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:11.725194 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Checking router: 71a16d63-939d-43b0-801d-293f5c419e48 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:11.725552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Updating router 71a16d63-939d-43b0-801d-293f5c419e48 port f770df7d-9aed-4e83-abc6-7da1a2d505fe binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:26:11.771969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:11.786701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:11.799934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:11.803496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:11.807035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:11.812902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:11.902390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.017868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.034706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c599e185-5915-41e0-b0e1-72e7fa529ad6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:26:12.078278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804e3bb2-ca61-4d79-91f4-e9c68c876ebc,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:12.154986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c599e185-5915-41e0-b0e1-72e7fa529ad6 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:12.155385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.183442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.184937 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0e33877d-9416-44a4-8906-85022c84c719 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5730810 Sep 19 12:26:12.188086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60876) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:12.193587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '804e3bb2-ca61-4d79-91f4-e9c68c876ebc', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:12.200474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:12.204630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:12.207529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:12.213489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:12.287992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.299136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.342257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Transition to ACTIVE for port object f770df7d-9aed-4e83-abc6-7da1a2d505fe will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:26:12.358074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c599e185-5915-41e0-b0e1-72e7fa529ad6 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:12.365063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.444410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.474547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.507662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2705251-61e4-40d7-a459-c60bf19e222a,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:12.594235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.598252 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5be0737a-e6c9-4a24-a2aa-9fcda520c91d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4064524 Sep 19 12:26:12.598935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60880) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:12.604441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '804e3bb2-ca61-4d79-91f4-e9c68c876ebc', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:12.610798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:12.614665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:12.619550 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:12.625926 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:12.693679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd67d25-c7d1-482c-aff4-f9b7b1164f7d None None] Pushing event updated for resources: {'Port': ['ID=f770df7d-9aed-4e83-abc6-7da1a2d505fe,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:12.717237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Attempting to bind port f770df7d-9aed-4e83-abc6-7da1a2d505fe on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:26:12.717599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Attempting to bind port f770df7d-9aed-4e83-abc6-7da1a2d505fe by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:26:12.717955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Attempting to bind port f770df7d-9aed-4e83-abc6-7da1a2d505fe on network f6442ca2-b422-458e-a574-644d5296ebea {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:26:12.723472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:26:12.723839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Checking segment: {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:26:12.724230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.724615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Bound using segment: {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:26:12.725115 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Bound port: f770df7d-9aed-4e83-abc6-7da1a2d505fe, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:26:12.725598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.727025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.803747 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.827012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] For port f770df7d-9aed-4e83-abc6-7da1a2d505fe, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:26:12.830089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] For port f770df7d-9aed-4e83-abc6-7da1a2d505fe, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=f770df7d-9aed-4e83-abc6-7da1a2d505fe,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:26:12.896300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.926881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53f092f-9a69-4602-8df3-79fc90dbf0e0,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:12.929031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:12.992182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:26:12.992819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:25:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:13.073106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:13.074319 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-304046d3-1bb2-48e5-956d-d8943af03843 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4745250 Sep 19 12:26:13.077690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60886) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:13.083026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '804e3bb2-ca61-4d79-91f4-e9c68c876ebc', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:13.089749 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:13.094428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:13.097489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd67d25-c7d1-482c-aff4-f9b7b1164f7d None None] Pushing event updated for resources: {'Port': ['ID=f770df7d-9aed-4e83-abc6-7da1a2d505fe,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:13.098047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:13.109680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:13.201919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:26:13.229067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:13.313280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:13.411330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:13.436683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb9ed69-ca12-4360-a53f-329c3ca1df06,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:13.514955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:13.516330 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6180234f-e7ea-4d26-9fab-df3305ec133d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4375472 Sep 19 12:26:13.520064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60890) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:13.525552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '804e3bb2-ca61-4d79-91f4-e9c68c876ebc', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:13.532027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:13.536009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:13.539707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:13.545896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:13.580333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:12Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:13.584708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7206e6-d10d-46e5-b593-a62955619d2a None None] The sync data for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv is: [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:12Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:13.695682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:13.722150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-87da92a3-c02c-4567-9740-a0c1db424ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:13.783979 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:13.869204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:13.900824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db39ef59-778f-479a-8bf1-c934e2c40dc8,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:14.017378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.022654 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-70e2ead4-7bcc-4a5d-bd4e-e6a1343d279a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4976995 Sep 19 12:26:14.022654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60896) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:14.028112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '804e3bb2-ca61-4d79-91f4-e9c68c876ebc', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:14.035654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:14.039895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:14.044805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:14.054897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:14.166987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device f770df7d-9aed-4e83-abc6-7da1a2d505fe up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:26:14.286126 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:26:14.294508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.371079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.383117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port f770df7d-9aed-4e83-abc6-7da1a2d505fe completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:26:14.389210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port f770df7d-9aed-4e83-abc6-7da1a2d505fe triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:14.400022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.468735 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.502432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65607db5-a333-4de4-bc83-881fe9f83909,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:14.554569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port f770df7d-9aed-4e83-abc6-7da1a2d505fe is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:14.555125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.596224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port f770df7d-9aed-4e83-abc6-7da1a2d505fe, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=f770df7d-9aed-4e83-abc6-7da1a2d505fe,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:14.623278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.624551 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-302331b7-4848-4043-9f99-dc925608dcb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6018827 Sep 19 12:26:14.627455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 60900) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:14.632731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '804e3bb2-ca61-4d79-91f4-e9c68c876ebc', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:14.638939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:14.648070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:14.652152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:14.657935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:14.669280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.778589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.823055 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:26:14.830677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.856871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=f770df7d-9aed-4e83-abc6-7da1a2d505fe,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:14.909145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:14.971132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:15.051279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:15.077394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af0ea64-b192-4bb1-ad3b-2734bd9c4ff1,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:15.177350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:15.178575 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d5370de9-aa69-4ce2-a83e-b00a61fb91d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5501523 Sep 19 12:26:15.356440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ef61b435-cb15-4b71-aa0e-3b3a0541e0fe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:26:15.496911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ef61b435-cb15-4b71-aa0e-3b3a0541e0fe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:26:15.498232 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ef61b435-cb15-4b71-aa0e-3b3a0541e0fe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250816812&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.1839504 Sep 19 12:26:15.666703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-b744489b-f565-4c4c-bc0c-47e663a13a46 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:15.667338 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-b744489b-f565-4c4c-bc0c-47e663a13a46 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:26:15.765391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-b744489b-f565-4c4c-bc0c-47e663a13a46 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:26:15.766608 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-b744489b-f565-4c4c-bc0c-47e663a13a46 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/networks?id=f6442ca2-b422-458e-a574-644d5296ebea HTTP/1.1" status: 200 len: 795 time: 0.2616420 Sep 19 12:26:15.782012 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-1d23fd5c-3966-490a-ba34-cf94d153901b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/quotas/d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 375 time: 0.0093069 Sep 19 12:26:15.876372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-720fc777-993a-45d6-9c9e-ae220ec1e307 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:26:16.023078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-720fc777-993a-45d6-9c9e-ae220ec1e307 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:26:16.024455 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-720fc777-993a-45d6-9c9e-ae220ec1e307 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2372549 Sep 19 12:26:16.118100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device f770df7d-9aed-4e83-abc6-7da1a2d505fe up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:26:16.187022 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-d5e93aa0-7367-4cf7-910f-a6bd9de30ea6 service neutron] 10.222.0.66 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427817 Sep 19 12:26:16.194616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port f770df7d-9aed-4e83-abc6-7da1a2d505fe triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:16.195099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:16.344889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port f770df7d-9aed-4e83-abc6-7da1a2d505fe is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:16.363624 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-b89ed21e-8044-4893-97b3-bcee84c25a1a service neutron] 10.222.0.66 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644819 Sep 19 12:26:16.547910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:16.808415 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0d28bb2c-c3e5-4633-889f-f3f8eebd737c req-d4735447-fdf1-4ede-9923-ec001eec9c0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 210 time: 0.0567589 Sep 19 12:26:17.979702 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cf705b3d-cb80-42a1-8dd2-9bd37f7bc2f7 req-316b5f09-0b3d-4e0b-b216-fc1f20410237 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 210 time: 0.0583520 Sep 19 12:26:19.170390 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3e37de60-12b4-4a82-a09d-228231bec357 req-6b3cca0c-86b8-46cf-bbfc-1bc22f9be768 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 210 time: 0.0548012 Sep 19 12:26:19.737323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-fa373e15-1a68-4ccc-95cf-208251eea47f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:19.737933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-fa373e15-1a68-4ccc-95cf-208251eea47f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:26:19.753319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-fa373e15-1a68-4ccc-95cf-208251eea47f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:26:19.754607 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-fa373e15-1a68-4ccc-95cf-208251eea47f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=f6442ca2-b422-458e-a574-644d5296ebea HTTP/1.1" status: 200 len: 795 time: 0.1687262 Sep 19 12:26:19.812618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-9a253d25-dc1f-454b-9ed7-b3e5ca1d17d2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:26:19.824629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-9a253d25-dc1f-454b-9ed7-b3e5ca1d17d2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:26:19.825805 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-9a253d25-dc1f-454b-9ed7-b3e5ca1d17d2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 379 time: 0.0580590 Sep 19 12:26:19.837729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'device_id': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'admin_state_up': True, 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'security_groups': ['804e3bb2-ca61-4d79-91f4-e9c68c876ebc']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:19.988802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:19.999385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:20.152954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:20.156594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:20.347983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.13 (f6442ca2-b422-458e-a574-644d5296ebea/88a24bd9-46f8-45ac-8287-9e18aa98d647/4de2af3b-c7ed-4d26-8e44-372d87e5c687) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:20.364789 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-087b5b73-a74e-447b-812f-bc7b50f2bd10 req-97555d85-9331-42c6-913c-bb33158fe62c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 210 time: 0.0594606 Sep 19 12:26:20.597009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:20.619861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object 4de2af3b-c7ed-4d26-8e44-372d87e5c687 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:26:20.747303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:20.831405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f6442ca2-b422-458e-a574-644d5296ebea is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:20.834410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:20.839068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:26:20.881407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=4de2af3b-c7ed-4d26-8e44-372d87e5c687,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:20.913937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:20.915718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:21.062441 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dff741ec-c389-4e91-9153-35e5c5958d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2290595 Sep 19 12:26:21.087507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Request body: {'port': {'device_id': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:21.194693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aebb307d-1c90-4b39-8185-7d2680fca224 None None] Provisioning for port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:26:21.200302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aebb307d-1c90-4b39-8185-7d2680fca224 None None] Provisioning complete for port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:21.200738 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aebb307d-1c90-4b39-8185-7d2680fca224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:21.214056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:21.270390 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-aebb307d-1c90-4b39-8185-7d2680fca224 None None] Port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:26:21.578674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de2af3b-c7ed-4d26-8e44-372d87e5c687 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:26:21.581349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d47df-32ef-4fb2-ac87-ea7c7c402b31 req-0c04c60e-3777-43af-87fd-aac8a27b83c2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:21.582839 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ae7d47df-32ef-4fb2-ac87-ea7c7c402b31 req-0c04c60e-3777-43af-87fd-aac8a27b83c2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 932 time: 0.0914295 Sep 19 12:26:21.586769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:21.601833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Transition to ACTIVE for port object 4de2af3b-c7ed-4d26-8e44-372d87e5c687 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:26:21.633576 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ae7d47df-32ef-4fb2-ac87-ea7c7c402b31 req-fdee7d4e-6c4f-463a-b014-ed8070c7eb99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436711 Sep 19 12:26:21.691479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:21.982059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4de2af3b-c7ed-4d26-8e44-372d87e5c687,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:22.024078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Attempting to bind port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:26:22.024457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Attempting to bind port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:26:22.024783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Attempting to bind port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 on network f6442ca2-b422-458e-a574-644d5296ebea {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:26:22.029355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 on network f6442ca2-b422-458e-a574-644d5296ebea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:26:22.029673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Attempting to bind port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 on network f6442ca2-b422-458e-a574-644d5296ebea {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:26:22.034693 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:26:22.035059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Checking segment: {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:26:22.035457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Bound using segment: {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:26:22.035882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Bound port: 4de2af3b-c7ed-4d26-8e44-372d87e5c687, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:26:22.036229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:22.127655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] For port 4de2af3b-c7ed-4d26-8e44-372d87e5c687, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:26:22.130600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] For port 4de2af3b-c7ed-4d26-8e44-372d87e5c687, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4de2af3b-c7ed-4d26-8e44-372d87e5c687,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:26:22.273052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:22.306377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:22.307021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:22.308401 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] 10.222.0.85 "PUT /v2.0/ports/4de2af3b-c7ed-4d26-8e44-372d87e5c687 HTTP/1.1" status: 200 len: 1094 time: 1.2353075 Sep 19 12:26:22.308836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'tag': '4de2af3b-c7ed-4d26-8e44-372d87e5c687'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:26:22.311139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ab84d1-c06f-4bbf-a9a8-116c323218a4" -d '{"events": [{"name": "network-changed", "server_uuid": "61b1f51c-2c78-430f-80ae-cb7901db06ae", "tag": "4de2af3b-c7ed-4d26-8e44-372d87e5c687"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:22.354828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab752d55-f136-4061-90e6-a554480f9eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4de2af3b-c7ed-4d26-8e44-372d87e5c687,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:22.361428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d540bd9-607d-42c6-8729-32337bc090d2 x-openstack-request-id: req-9d540bd9-607d-42c6-8729-32337bc090d2 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:22.361760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b1f51c-2c78-430f-80ae-cb7901db06ae", "tag": "4de2af3b-c7ed-4d26-8e44-372d87e5c687", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:22.362025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d540bd9-607d-42c6-8729-32337bc090d2 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:22.362433 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d540bd9-607d-42c6-8729-32337bc090d2'] response: {'name': 'network-changed', 'server_uuid': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'tag': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'status': 'completed', 'code': 200} Sep 19 12:26:22.471469 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab84d1-c06f-4bbf-a9a8-116c323218a4 req-9b17a6db-7d1e-45dc-abb3-1596a6bb855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:22.472941 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8ab84d1-c06f-4bbf-a9a8-116c323218a4 req-9b17a6db-7d1e-45dc-abb3-1596a6bb855b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 1097 time: 0.0827143 Sep 19 12:26:22.619946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab84d1-c06f-4bbf-a9a8-116c323218a4 req-e8dcfd7b-81de-40d7-a4c4-0d2c7dc353f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:22.621336 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8ab84d1-c06f-4bbf-a9a8-116c323218a4 req-e8dcfd7b-81de-40d7-a4c4-0d2c7dc353f5 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1381378 Sep 19 12:26:22.794271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab84d1-c06f-4bbf-a9a8-116c323218a4 req-89a63d12-d918-4aa0-b403-0a4b58fa07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:22.795945 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8ab84d1-c06f-4bbf-a9a8-116c323218a4 req-89a63d12-d918-4aa0-b403-0a4b58fa07ea service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1681318 Sep 19 12:26:22.908259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:22.909932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99461eb-6c7c-4311-8ddb-ec3f5a37f029 req-c6e8f451-1a2d-46a3-b3a8-f5d945e25096 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:22.911511 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e99461eb-6c7c-4311-8ddb-ec3f5a37f029 req-c6e8f451-1a2d-46a3-b3a8-f5d945e25096 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 944 time: 0.1254652 Sep 19 12:26:22.942251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-e16986bd-fe48-4121-9ff2-caaf06d50f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:22.943911 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-e16986bd-fe48-4121-9ff2-caaf06d50f0a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 1097 time: 0.0956044 Sep 19 12:26:22.963086 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e99461eb-6c7c-4311-8ddb-ec3f5a37f029 req-d380b4a9-d51a-48c2-983c-1c5a9215a948 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454752 Sep 19 12:26:23.017080 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-542a8283-a641-455b-8bd2-d94bbb94ebd0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4de2af3b-c7ed-4d26-8e44-372d87e5c687 HTTP/1.1" status: 200 len: 217 time: 0.0620770 Sep 19 12:26:23.086498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dc28a0b8-2cda-4191-a65a-8631d261d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:23.088070 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-dc28a0b8-2cda-4191-a65a-8631d261d793 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=88a24bd9-46f8-45ac-8287-9e18aa98d647 HTTP/1.1" status: 200 len: 834 time: 0.0623665 Sep 19 12:26:23.179511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-1e88367f-fa24-44ad-9e69-d23325adec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:23.181792 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-1e88367f-fa24-44ad-9e69-d23325adec1f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f6442ca2-b422-458e-a574-644d5296ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841310 Sep 19 12:26:23.329670 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-b5e140f4-babe-4ee4-ad2e-39b71ae7bb5c service neutron] 10.222.0.85 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383586 Sep 19 12:26:23.469711 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2b435538-2d12-4234-b0c3-7dacd30d5aef req-33e395c7-febc-4ee5-b086-86ffc3d6260d service neutron] 10.222.0.85 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308982 Sep 19 12:26:24.186790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a7357-e30c-47c0-93e7-4cdd2a308c05 req-8010f89b-10f1-43bb-94d3-3ec11ea5bdc5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:24.188259 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fa9a7357-e30c-47c0-93e7-4cdd2a308c05 req-8010f89b-10f1-43bb-94d3-3ec11ea5bdc5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 944 time: 0.0958142 Sep 19 12:26:24.242674 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fa9a7357-e30c-47c0-93e7-4cdd2a308c05 req-6f8af206-d905-4b5b-b761-2f4663bf5eb7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482831 Sep 19 12:26:24.801185 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:26:25.316296 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-1cbd945f-22d7-4f4f-8e1d-00451f2777fa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54586161&fields=id&tenant_id=f625faa175074f0e9fb497e71f4f2a55 HTTP/1.1" status: 200 len: 267 time: 0.0406613 Sep 19 12:26:25.542096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-caada815-e1a4-4f41-bd47-290e28acf9fa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:25.543584 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-caada815-e1a4-4f41-bd47-290e28acf9fa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 811 time: 0.2201016 Sep 19 12:26:25.555180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c9d62-0eae-47cb-a24d-b54dc54ebbf9 req-030d73aa-4f9a-4cf3-866c-193ad9ee214e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:25.557557 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cb2c9d62-0eae-47cb-a24d-b54dc54ebbf9 req-030d73aa-4f9a-4cf3-866c-193ad9ee214e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 944 time: 0.1616166 Sep 19 12:26:25.583206 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-ca6aea97-e8d3-488f-b3f7-5385e2261ec2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/quotas/f625faa175074f0e9fb497e71f4f2a55 HTTP/1.1" status: 200 len: 375 time: 0.0247302 Sep 19 12:26:25.653223 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cb2c9d62-0eae-47cb-a24d-b54dc54ebbf9 req-9b50cf4b-e04e-4864-ae5c-5a8bf05c8987 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883965 Sep 19 12:26:25.795888 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-fe6e1a10-15f9-4478-91e7-968757eed6ad tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2024045 Sep 19 12:26:25.891025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4de2af3b-c7ed-4d26-8e44-372d87e5c687 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:26:25.939128 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-79013d24-795c-4cd0-9e35-758762030002 service neutron] 10.222.0.66 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315074 Sep 19 12:26:26.068557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4de2af3b-c7ed-4d26-8e44-372d87e5c687, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4de2af3b-c7ed-4d26-8e44-372d87e5c687,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:26.077007 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-fb0cdbd1-ee44-4551-8b68-8f3652aa1433 service neutron] 10.222.0.66 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321604 Sep 19 12:26:26.082595 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'port_id': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'mac_address': 'fa:16:3e:99:4b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:26:26.139001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:26.139387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:26.156708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de2af3b-c7ed-4d26-8e44-372d87e5c687 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:26:26.173402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4de2af3b-c7ed-4d26-8e44-372d87e5c687, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4de2af3b-c7ed-4d26-8e44-372d87e5c687,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:26.245184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:26.321939 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4de2af3b-c7ed-4d26-8e44-372d87e5c687,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:26.508807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['4de2af3b-c7ed-4d26-8e44-372d87e5c687'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:26:26.861319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aea2a-1214-4406-86cb-57d15ca17ba2 req-1d7b2765-1383-4b43-98f4-5fbe7d15b689 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:26.862803 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a78aea2a-1214-4406-86cb-57d15ca17ba2 req-1d7b2765-1383-4b43-98f4-5fbe7d15b689 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 945 time: 0.0895455 Sep 19 12:26:26.908210 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a78aea2a-1214-4406-86cb-57d15ca17ba2 req-ff75dc17-1c63-4b4a-a8a0-4b80c84d646a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396898 Sep 19 12:26:27.026229 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c2acf46-ac18-4ff0-ac7f-8465219886f7 req-28728205-bd39-4ebb-966d-e6092b948128 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 210 time: 0.0538387 Sep 19 12:26:27.907229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4de2af3b-c7ed-4d26-8e44-372d87e5c687 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:26:28.103828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:26:28.111040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:28.111545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:28.118988 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef6b99-6882-4852-af05-01d835b544a9 req-2e3db548-193f-4741-89a0-855cb7ef6b6e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:28.120678 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-69ef6b99-6882-4852-af05-01d835b544a9 req-2e3db548-193f-4741-89a0-855cb7ef6b6e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 945 time: 0.0942376 Sep 19 12:26:28.219396 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d8c0d483-f3e4-4a7b-8727-6454843fb947 req-0d7c05cd-0ce5-4b83-af4f-d0bbc1d76221 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 210 time: 0.0688334 Sep 19 12:26:28.226727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-69ef6b99-6882-4852-af05-01d835b544a9 req-e50389e9-b893-4fa3-bd85-db3aba38b553 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921750 Sep 19 12:26:28.251911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:28.252507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:28.280671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de2af3b-c7ed-4d26-8e44-372d87e5c687'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:26:28.283192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902cda54-343c-4545-bfd6-74fd98d71ae3" -d '{"events": [{"server_uuid": "61b1f51c-2c78-430f-80ae-cb7901db06ae", "name": "network-vif-plugged", "status": "completed", "tag": "4de2af3b-c7ed-4d26-8e44-372d87e5c687"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:28.291501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4de2af3b-c7ed-4d26-8e44-372d87e5c687, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4de2af3b-c7ed-4d26-8e44-372d87e5c687,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:28.326391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf165f-a535-4c57-b085-e8326a93df54 x-openstack-request-id: req-85bf165f-a535-4c57-b085-e8326a93df54 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:28.326682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b1f51c-2c78-430f-80ae-cb7901db06ae", "name": "network-vif-plugged", "status": "completed", "tag": "4de2af3b-c7ed-4d26-8e44-372d87e5c687", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:28.326962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-85bf165f-a535-4c57-b085-e8326a93df54 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:28.327357 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85bf165f-a535-4c57-b085-e8326a93df54'] response: {'server_uuid': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'code': 200} Sep 19 12:26:28.411444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:28.483235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4de2af3b-c7ed-4d26-8e44-372d87e5c687,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:28.857543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c9d10-fc78-4447-846a-0492d4b7fbfb req-f5e3163e-15f5-4fc3-81b9-5a227fd524d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:28.859050 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cd0c9d10-fc78-4447-846a-0492d4b7fbfb req-f5e3163e-15f5-4fc3-81b9-5a227fd524d5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 1099 time: 0.0846376 Sep 19 12:26:28.904593 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cd0c9d10-fc78-4447-846a-0492d4b7fbfb req-ccbff72b-1c15-4842-882b-20c1cf5529d1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366945 Sep 19 12:26:29.439310 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-adaf2d1c-47ac-4906-a95f-487ab2f2e5d4 req-72fd8bdc-c939-4553-8b9a-2052c0929413 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 210 time: 0.0897675 Sep 19 12:26:29.486251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caf60f-58db-47cd-8b57-9b7e35e5db2d req-1750942a-83ae-46ed-a6a5-e11abe87833f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:29.487774 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-86caf60f-58db-47cd-8b57-9b7e35e5db2d req-1750942a-83ae-46ed-a6a5-e11abe87833f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 946 time: 0.1027362 Sep 19 12:26:29.535576 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-86caf60f-58db-47cd-8b57-9b7e35e5db2d req-cd1cef35-feaf-4c93-ba06-c85cae1d65ea tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 Sep 19 12:26:29.902727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-70e878d0-c934-4c5a-9a54-a7d87d639d82 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:29.904258 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-70e878d0-c934-4c5a-9a54-a7d87d639d82 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 811 time: 0.1528196 Sep 19 12:26:29.954728 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-296c4ef8-d694-4f9a-939f-e52cae91a705 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f625faa175074f0e9fb497e71f4f2a55 HTTP/1.1" status: 200 len: 378 time: 0.0407913 Sep 19 12:26:29.964743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'port': {'device_id': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'admin_state_up': True, 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'security_groups': ['ec98b516-8cad-41c7-9a9e-77f29bdbca31']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:30.105221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:30.109417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:port and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:30.112316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:30.118567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:30.342792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Made reservation on behalf of f625faa175074f0e9fb497e71f4f2a55 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:30.346395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:30.629869 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Allocated IP 172.20.0.3 (bce0358b-f8d7-4df5-9007-9637a66925ef/519d06a8-72de-4c8a-a8ae-62764fd565a3/f6b5a51f-7abc-45cd-a162-b404aa70e367) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:30.636943 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-55ba9c95-8d4d-4bb5-a3a5-50eb48e3f2b6 req-cb607338-8f0a-4def-886f-885b7284fb5b tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 210 time: 0.0644002 Sep 19 12:26:30.758123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266c75-e25d-48fc-bc2b-0dda42fdbac8 req-64f770fe-25a0-44f8-8c93-38d45258f02e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:30.759870 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0e266c75-e25d-48fc-bc2b-0dda42fdbac8 req-64f770fe-25a0-44f8-8c93-38d45258f02e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 946 time: 0.0917866 Sep 19 12:26:30.807893 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0e266c75-e25d-48fc-bc2b-0dda42fdbac8 req-59bbcafc-868d-407a-b1f6-0470856fe872 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413375 Sep 19 12:26:30.839273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:30.860828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Transition to ACTIVE for port object f6b5a51f-7abc-45cd-a162-b404aa70e367 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:26:31.011704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:31.025803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886622df-9c77-4812-9193-634270e1fb4a req-36fc6d0c-0fd9-413b-9e0b-100f7d56abef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:31.027303 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-886622df-9c77-4812-9193-634270e1fb4a req-36fc6d0c-0fd9-413b-9e0b-100f7d56abef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 946 time: 0.0935769 Sep 19 12:26:31.075980 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-886622df-9c77-4812-9193-634270e1fb4a req-48ca3533-7e9e-4182-bc1e-fb6286eea9fb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Sep 19 12:26:31.084076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Network bce0358b-f8d7-4df5-9007-9637a66925ef is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:31.087865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:31.091928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:26:31.108507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 32776) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:31.141591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'Port': ['ID=f6b5a51f-7abc-45cd-a162-b404aa70e367,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:31.184851 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:31.185699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:31.195106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9decbf3a-2e87-4d73-8b97-56661aecabf7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:31.199359 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9decbf3a-2e87-4d73-8b97-56661aecabf7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 1094 time: 0.0871663 Sep 19 12:26:31.199694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 32780) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:31.205858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:31.213184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:31.218374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:floatingip and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:31.221704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:31.229544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:31.314888 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6547f8f6-fcba-46ad-ab33-761157ac8374 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3537996 Sep 19 12:26:31.327452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Request body: {'port': {'device_id': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:31.400455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:31.446024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:31.459005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e3a43cb6-2f54-4859-8bbd-689b648eb84d None None] Provisioning for port f6b5a51f-7abc-45cd-a162-b404aa70e367 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:26:31.463082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e3a43cb6-2f54-4859-8bbd-689b648eb84d None None] Provisioning complete for port f6b5a51f-7abc-45cd-a162-b404aa70e367 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:31.463653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e3a43cb6-2f54-4859-8bbd-689b648eb84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:31.534884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e3a43cb6-2f54-4859-8bbd-689b648eb84d None None] Port f6b5a51f-7abc-45cd-a162-b404aa70e367 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:26:31.570309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:31.729497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.169 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/12420cec-64d7-4a5f-99ab-e2b5b783ff2f) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:31.850845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b5a51f-7abc-45cd-a162-b404aa70e367 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:26:31.858770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:31.873993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Transition to ACTIVE for port object f6b5a51f-7abc-45cd-a162-b404aa70e367 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:26:32.057905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:32.059631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:32.073800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44d43c-5be6-415c-b68d-b0c9f8815b5d req-cda3a137-dbf5-4653-9e9b-ef27e6abe756 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:32.075320 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4f44d43c-5be6-415c-b68d-b0c9f8815b5d req-cda3a137-dbf5-4653-9e9b-ef27e6abe756 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 931 time: 0.3165448 Sep 19 12:26:32.130365 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4f44d43c-5be6-415c-b68d-b0c9f8815b5d req-d98e9af7-5ec3-4f09-8974-ab752f37ddee tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485210 Sep 19 12:26:32.252058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Pushing event updated for resources: {'Port': ['ID=f6b5a51f-7abc-45cd-a162-b404aa70e367,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:32.263182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:32.294123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Attempting to bind port f6b5a51f-7abc-45cd-a162-b404aa70e367 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:26:32.294458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Attempting to bind port f6b5a51f-7abc-45cd-a162-b404aa70e367 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:26:32.294805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Attempting to bind port f6b5a51f-7abc-45cd-a162-b404aa70e367 on network bce0358b-f8d7-4df5-9007-9637a66925ef {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:26:32.299513 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Port f6b5a51f-7abc-45cd-a162-b404aa70e367 on network bce0358b-f8d7-4df5-9007-9637a66925ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:26:32.299824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Attempting to bind port f6b5a51f-7abc-45cd-a162-b404aa70e367 on network bce0358b-f8d7-4df5-9007-9637a66925ef {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:26:32.304913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:26:32.305285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Checking segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:26:32.305822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Bound using segment: {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:26:32.306250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Bound port: f6b5a51f-7abc-45cd-a162-b404aa70e367, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e653c5ae-1715-44bb-b662-9bd862ee8288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:26:32.306591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:32.327687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:32.330381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:32.334232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:26:32.372653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=12420cec-64d7-4a5f-99ab-e2b5b783ff2f,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:32.403329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] For port f6b5a51f-7abc-45cd-a162-b404aa70e367, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:26:32.406429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] For port f6b5a51f-7abc-45cd-a162-b404aa70e367, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f6b5a51f-7abc-45cd-a162-b404aa70e367,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:26:32.560239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:32.597048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:32.597673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:32.599215 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] 10.222.0.85 "PUT /v2.0/ports/f6b5a51f-7abc-45cd-a162-b404aa70e367 HTTP/1.1" status: 200 len: 1093 time: 1.2764752 Sep 19 12:26:32.604909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'tag': 'f6b5a51f-7abc-45cd-a162-b404aa70e367'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:26:32.604909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948a38f3-a340-4eb7-9425-e86e02ec0484" -d '{"events": [{"name": "network-changed", "server_uuid": "10e9ccfc-48e8-403e-95b5-3175fda56ed4", "tag": "f6b5a51f-7abc-45cd-a162-b404aa70e367"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:32.641161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fdda4-08e9-4477-8a99-97ffb912a55c service neutron] Pushing event updated for resources: {'Port': ['ID=f6b5a51f-7abc-45cd-a162-b404aa70e367,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:32.662821 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88d0d8c-3539-4175-a92a-c97f86bc8ec8 x-openstack-request-id: req-d88d0d8c-3539-4175-a92a-c97f86bc8ec8 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:32.663182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e9ccfc-48e8-403e-95b5-3175fda56ed4", "tag": "f6b5a51f-7abc-45cd-a162-b404aa70e367", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:32.663522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d88d0d8c-3539-4175-a92a-c97f86bc8ec8 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:32.664155 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88d0d8c-3539-4175-a92a-c97f86bc8ec8'] response: {'name': 'network-changed', 'server_uuid': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'tag': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'status': 'completed', 'code': 200} Sep 19 12:26:32.769444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a38f3-a340-4eb7-9425-e86e02ec0484 req-3cbe7379-1d24-4e8b-bcff-34cb9339a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:32.771779 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-948a38f3-a340-4eb7-9425-e86e02ec0484 req-3cbe7379-1d24-4e8b-bcff-34cb9339a139 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 1096 time: 0.0874622 Sep 19 12:26:32.781709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:32.921330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a38f3-a340-4eb7-9425-e86e02ec0484 req-1cbd6bcb-670b-42c9-bff5-11a3f89f702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:32.922909 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-948a38f3-a340-4eb7-9425-e86e02ec0484 req-1cbd6bcb-670b-42c9-bff5-11a3f89f702c service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=f625faa175074f0e9fb497e71f4f2a55&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1446648 Sep 19 12:26:32.923384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:33.072655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a38f3-a340-4eb7-9425-e86e02ec0484 req-b4f5fdd0-a417-45c3-ad8e-120fa442c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:33.074291 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-948a38f3-a340-4eb7-9425-e86e02ec0484 req-b4f5fdd0-a417-45c3-ad8e-120fa442c26e service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438174 Sep 19 12:26:33.142484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:33.250067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:33.297470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-420aaaf8-9c4e-4508-bb29-a15a2706ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:33.299210 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-420aaaf8-9c4e-4508-bb29-a15a2706ddd0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 1096 time: 0.1894500 Sep 19 12:26:33.369870 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-7f39cccd-2467-4a3d-9e5c-b57cde253682 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6b5a51f-7abc-45cd-a162-b404aa70e367 HTTP/1.1" status: 200 len: 217 time: 0.0638485 Sep 19 12:26:33.422864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:33.435888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-323f1dee-0aea-4912-87ef-868cc13773da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:33.437332 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-323f1dee-0aea-4912-87ef-868cc13773da service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.0615447 Sep 19 12:26:33.481068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=12420cec-64d7-4a5f-99ab-e2b5b783ff2f,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:33.525828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-a8554bb6-6af4-4cbb-af80-cc43b29b9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:33.527383 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-a8554bb6-6af4-4cbb-af80-cc43b29b9273 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833566 Sep 19 12:26:33.604241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61639589-2f2f-4d7b-991f-80ae9f6e44fc req-7778438e-b7b5-4a7b-ae9d-2f5f5c59c97c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:33.605724 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-61639589-2f2f-4d7b-991f-80ae9f6e44fc req-7778438e-b7b5-4a7b-ae9d-2f5f5c59c97c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 943 time: 0.3227863 Sep 19 12:26:33.654544 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 7a0a996f-8684-4343-a559-24b934fd9d1b associated. External IP: 172.26.5.169, port: 4de2af3b-c7ed-4d26-8e44-372d87e5c687. Sep 19 12:26:33.664449 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-b6547c45-85c2-4cd4-9a2f-a68037ac992f service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305196 Sep 19 12:26:33.725187 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-61639589-2f2f-4d7b-991f-80ae9f6e44fc req-8629564b-5623-4ed8-9b39-3713a63189fd tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134663 Sep 19 12:26:33.806106 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f4e5c211-a040-4472-b91d-aa4e33939c4a req-6cc1544f-63e4-4a20-9158-4fa4f25adb0e service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356382 Sep 19 12:26:34.145404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 71a16d63-939d-43b0-801d-293f5c419e48 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:26:34.335544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:26:34.346209 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] Sync routers for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:34.356576 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:26:34.357208 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:26:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:34.518735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:34.540488 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:26:34.576419 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5619c768-ac3a-43f7-ab41-373ca91af83d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3754356 Sep 19 12:26:34.577072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'tag': '4de2af3b-c7ed-4d26-8e44-372d87e5c687'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:26:34.579520 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8" -d '{"events": [{"name": "network-changed", "server_uuid": "61b1f51c-2c78-430f-80ae-cb7901db06ae", "tag": "4de2af3b-c7ed-4d26-8e44-372d87e5c687"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:34.580384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32790) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:34.643069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaefa1f-e018-4370-b421-2b1a6c97bdfd x-openstack-request-id: req-acaefa1f-e018-4370-b421-2b1a6c97bdfd {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:34.644590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b1f51c-2c78-430f-80ae-cb7901db06ae", "tag": "4de2af3b-c7ed-4d26-8e44-372d87e5c687", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:34.644847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-acaefa1f-e018-4370-b421-2b1a6c97bdfd {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:34.645253 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acaefa1f-e018-4370-b421-2b1a6c97bdfd'] response: {'name': 'network-changed', 'server_uuid': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'tag': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'status': 'completed', 'code': 200} Sep 19 12:26:34.765545 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6aeb0d9f-9f17-4756-927e-e8652ea45903 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 992 time: 0.1816025 Sep 19 12:26:34.786165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-385fb57a-ff9e-4b6f-9d5b-c0b809175aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:34.787907 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-385fb57a-ff9e-4b6f-9d5b-c0b809175aac service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 1099 time: 0.1139843 Sep 19 12:26:34.936884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed6a2b-5596-4f0d-889b-fb78faac97f1 req-8b1a6a8e-37e6-4a7e-abb6-a589c39ac1de tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:34.938421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f5ed6a2b-5596-4f0d-889b-fb78faac97f1 req-8b1a6a8e-37e6-4a7e-abb6-a589c39ac1de tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 943 time: 0.0935433 Sep 19 12:26:34.955594 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '7a0a996f-8684-4343-a559-24b934fd9d1b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.169', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'port_id': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'mac_address': 'fa:16:3e:99:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:32Z', 'updated_at': '2022-09-19T12:26:32Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:34.960112 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] Checking router: 71a16d63-939d-43b0-801d-293f5c419e48 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:34.968845 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:26:34.969439 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:26:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:34.976603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-cbf842e3-094e-43b4-a982-10a980add095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:34.978679 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-cbf842e3-094e-43b4-a982-10a980add095 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f6442ca2-b422-458e-a574-644d5296ebea HTTP/1.1" status: 200 len: 896 time: 0.1847088 Sep 19 12:26:34.988646 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f5ed6a2b-5596-4f0d-889b-fb78faac97f1 req-4e14b8ed-f739-4a93-b50e-94b38c126ed6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438807 Sep 19 12:26:35.085799 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-ef31d918-02ac-44e0-b21a-ec05f1267ef6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4de2af3b-c7ed-4d26-8e44-372d87e5c687 HTTP/1.1" status: 200 len: 1000 time: 0.0998940 Sep 19 12:26:35.150502 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:26:35.153182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-da4be35d-065a-4b9c-84a5-c71e27ee8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:35.154796 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-da4be35d-065a-4b9c-84a5-c71e27ee8016 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=88a24bd9-46f8-45ac-8287-9e18aa98d647 HTTP/1.1" status: 200 len: 834 time: 0.0618207 Sep 19 12:26:35.240680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-74a10fe2-5918-4fa4-8a59-319f0e088682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:35.242097 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-74a10fe2-5918-4fa4-8a59-319f0e088682 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f6442ca2-b422-458e-a574-644d5296ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807769 Sep 19 12:26:35.375364 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-f445990c-7d9e-47c7-bf07-91b3c49fd16a service neutron] 10.222.0.85 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269588 Sep 19 12:26:35.509941 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c9c9ac4a-8d96-46b1-bc48-2d80b5d887e8 req-f6b1e60f-2bc3-417f-a81d-55c6ac6db34f service neutron] 10.222.0.85 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285768 Sep 19 12:26:35.528708 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '7a0a996f-8684-4343-a559-24b934fd9d1b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.169', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'port_id': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'mac_address': 'fa:16:3e:99:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:32Z', 'updated_at': '2022-09-19T12:26:32Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:35.532615 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f01ad9f-32cc-454f-8689-84a103ebae83 None None] The sync data for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv is: [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '7a0a996f-8684-4343-a559-24b934fd9d1b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.169', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'port_id': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'mac_address': 'fa:16:3e:99:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:32Z', 'updated_at': '2022-09-19T12:26:32Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:35.723289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361efa8f-4f10-49d1-b812-694cce8a9a7a None None] New status for floating IP 7a0a996f-8684-4343-a559-24b934fd9d1b: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:26:35.769146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 32798) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:35.877671 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f1a93e0a-eb8d-40f4-831f-3ab4653b772e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 992 time: 0.1073000 Sep 19 12:26:36.263934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df750b6-09ab-49d1-b0f1-655bc13d3606 req-a04e276b-ea61-485d-b511-70f214c854b1 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:36.265710 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0df750b6-09ab-49d1-b0f1-655bc13d3606 req-a04e276b-ea61-485d-b511-70f214c854b1 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 943 time: 0.1405449 Sep 19 12:26:36.320826 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0df750b6-09ab-49d1-b0f1-655bc13d3606 req-ac36ac25-e6dd-4066-9997-95cbac0b0d1f tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487862 Sep 19 12:26:36.882879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32804) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:37.101526 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2a8c951d-aea1-4863-b779-284b8644f612 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 994 time: 0.2189291 Sep 19 12:26:37.525638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cf27a-f6b5-4ea5-85ab-a6f9ba65d929 req-731686ed-8424-4523-a250-46f964ffee9a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:37.527184 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d0cf27a-f6b5-4ea5-85ab-a6f9ba65d929 req-731686ed-8424-4523-a250-46f964ffee9a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 943 time: 0.0904081 Sep 19 12:26:37.573146 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d0cf27a-f6b5-4ea5-85ab-a6f9ba65d929 req-2fe89263-56b8-4190-98ff-68875fbf602a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398624 Sep 19 12:26:38.786170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692599-da8a-485f-9869-eacac11fae47 req-0a8d6a89-f907-4079-815c-aa3027d44738 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:38.787687 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2692599-da8a-485f-9869-eacac11fae47 req-0a8d6a89-f907-4079-815c-aa3027d44738 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 943 time: 0.0973346 Sep 19 12:26:38.835574 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2692599-da8a-485f-9869-eacac11fae47 req-f29aa8d4-7d34-4d7f-9890-a01c63a82086 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421453 Sep 19 12:26:40.034738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c03c1-7a6f-4c07-a46c-926baa50e6d7 req-4ffd632b-5175-462f-a826-954abe8bdf16 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:40.036222 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-125c03c1-7a6f-4c07-a46c-926baa50e6d7 req-4ffd632b-5175-462f-a826-954abe8bdf16 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 943 time: 0.0878375 Sep 19 12:26:40.081641 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-125c03c1-7a6f-4c07-a46c-926baa50e6d7 req-13f1e858-4ce7-4309-bb8d-2c019af589ed tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389912 Sep 19 12:26:41.286688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529c341-5444-42ba-9ffd-85c491d2e88a req-500e6064-d797-416a-948f-02cd766dd0d5 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:41.288162 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0529c341-5444-42ba-9ffd-85c491d2e88a req-500e6064-d797-416a-948f-02cd766dd0d5 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 943 time: 0.0932362 Sep 19 12:26:41.334295 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0529c341-5444-42ba-9ffd-85c491d2e88a req-e1c4fd4e-4890-4b6e-8a4b-0773a989dbbe tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396414 Sep 19 12:26:41.593818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3696436a-2eca-42e3-aeef-fac5d362302b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:41.963930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device f6b5a51f-7abc-45cd-a162-b404aa70e367 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:26:42.095440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port f6b5a51f-7abc-45cd-a162-b404aa70e367, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f6b5a51f-7abc-45cd-a162-b404aa70e367,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:42.108670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'port_id': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'mac_address': 'fa:16:3e:5d:e8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:26:42.164288 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port f6b5a51f-7abc-45cd-a162-b404aa70e367 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:42.164636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:42.180947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b5a51f-7abc-45cd-a162-b404aa70e367 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:26:42.196509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port f6b5a51f-7abc-45cd-a162-b404aa70e367, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f6b5a51f-7abc-45cd-a162-b404aa70e367,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:42.262285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:42.332527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=f6b5a51f-7abc-45cd-a162-b404aa70e367,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:42.498370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['f6b5a51f-7abc-45cd-a162-b404aa70e367'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:26:42.552881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb670c-fbf8-4241-9899-d98c5609d13e req-d708fe22-a8d9-49aa-88ec-4354b964994c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:42.554083 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a7eb670c-fbf8-4241-9899-d98c5609d13e req-d708fe22-a8d9-49aa-88ec-4354b964994c tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 944 time: 0.1003115 Sep 19 12:26:42.617448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a7eb670c-fbf8-4241-9899-d98c5609d13e req-cdf46b2a-52d1-4b4d-867a-1f62e280d96f tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547941 Sep 19 12:26:43.736747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a6df5462-6cf3-4c9e-8fa2-8b30f57c51ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:43.824013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e91d3-1d7e-46cb-b971-7f0877a3c78e req-a65f05e5-ab01-4fa8-ab54-1798f4e9d3ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:43.825490 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3c0e91d3-1d7e-46cb-b971-7f0877a3c78e req-a65f05e5-ab01-4fa8-ab54-1798f4e9d3ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 944 time: 0.0892596 Sep 19 12:26:43.870387 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3c0e91d3-1d7e-46cb-b971-7f0877a3c78e req-fcd942f0-a373-4c70-87cb-a5aa72d24822 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391340 Sep 19 12:26:43.985070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device f6b5a51f-7abc-45cd-a162-b404aa70e367 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:26:44.142580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port f6b5a51f-7abc-45cd-a162-b404aa70e367 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:26:44.148054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port f6b5a51f-7abc-45cd-a162-b404aa70e367 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:26:44.148431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:44.302360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port f6b5a51f-7abc-45cd-a162-b404aa70e367 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:26:44.302767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:44.331734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b5a51f-7abc-45cd-a162-b404aa70e367'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:26:44.334012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a227478-e779-4133-9701-2b28a8dea580" -d '{"events": [{"server_uuid": "10e9ccfc-48e8-403e-95b5-3175fda56ed4", "name": "network-vif-plugged", "status": "completed", "tag": "f6b5a51f-7abc-45cd-a162-b404aa70e367"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:44.364936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port f6b5a51f-7abc-45cd-a162-b404aa70e367, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f6b5a51f-7abc-45cd-a162-b404aa70e367,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:26:44.376168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e647db-add5-4d6b-9e97-1319183e2bf1 x-openstack-request-id: req-e7e647db-add5-4d6b-9e97-1319183e2bf1 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:44.376455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e9ccfc-48e8-403e-95b5-3175fda56ed4", "name": "network-vif-plugged", "status": "completed", "tag": "f6b5a51f-7abc-45cd-a162-b404aa70e367", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:44.376709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7e647db-add5-4d6b-9e97-1319183e2bf1 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:44.377103 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e647db-add5-4d6b-9e97-1319183e2bf1'] response: {'server_uuid': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'code': 200} Sep 19 12:26:44.475526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:44.556110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=f6b5a51f-7abc-45cd-a162-b404aa70e367,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:44.731324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:44.988254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:45.014142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ec54d-4ab0-45f0-8451-7f720161f62a req-c6eefd91-459a-41b6-b235-c4e2cb58228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:45.015678 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-558ec54d-4ab0-45f0-8451-7f720161f62a req-c6eefd91-459a-41b6-b235-c4e2cb58228e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 1098 time: 0.0829005 Sep 19 12:26:45.058669 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-558ec54d-4ab0-45f0-8451-7f720161f62a req-03adc1e8-5110-495f-8843-3389f4418c1c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350459 Sep 19 12:26:45.080759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cad274-49e8-4437-bd17-61389e8d80af req-a6ded59b-5340-4cf2-9a5f-15325852321a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:45.082199 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d5cad274-49e8-4437-bd17-61389e8d80af req-a6ded59b-5340-4cf2-9a5f-15325852321a tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 945 time: 0.0946651 Sep 19 12:26:45.126376 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d5cad274-49e8-4437-bd17-61389e8d80af req-7b82295b-fdd0-4c97-9cdf-06bdf3700dce tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384316 Sep 19 12:26:46.331408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3a44-4925-4efd-bd09-a6b8a4106f2b req-30d93273-486e-4015-9a91-397146ec3f56 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:46.332939 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aefb3a44-4925-4efd-bd09-a6b8a4106f2b req-30d93273-486e-4015-9a91-397146ec3f56 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 945 time: 0.0935261 Sep 19 12:26:46.468900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:46.489105 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aefb3a44-4925-4efd-bd09-a6b8a4106f2b req-835c8308-7799-4a57-b2af-b07f61bbf33b tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1500309 Sep 19 12:26:47.687738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2f81f-f345-4b19-ba59-cc5c2d430c58 req-ad49fbe1-cfce-46b5-b546-622ecc72c2a6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:47.689194 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-96c2f81f-f345-4b19-ba59-cc5c2d430c58 req-ad49fbe1-cfce-46b5-b546-622ecc72c2a6 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 945 time: 0.0888085 Sep 19 12:26:47.733310 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-96c2f81f-f345-4b19-ba59-cc5c2d430c58 req-210d51c1-e641-4ef3-9cae-b57b431b3002 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383415 Sep 19 12:26:47.935137 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7529a2-3343-4de8-9ceb-e21f118c6cec req-f0dd58dc-8a01-43a1-ab8c-546cb8385c05 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:47.936582 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3a7529a2-3343-4de8-9ceb-e21f118c6cec req-f0dd58dc-8a01-43a1-ab8c-546cb8385c05 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 945 time: 0.0918438 Sep 19 12:26:47.981169 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3a7529a2-3343-4de8-9ceb-e21f118c6cec req-1ab84e9f-fbec-453a-99df-b4c163f5cae1 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388057 Sep 19 12:26:48.011307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 32830) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:48.196457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8de59a-5bc4-4ee0-b9ff-3f75b496e916 tempest-TestVolumeBootPattern-700034176 tempest-TestVolumeBootPattern-700034176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:48.198785 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4b8de59a-5bc4-4ee0-b9ff-3f75b496e916 tempest-TestVolumeBootPattern-700034176 tempest-TestVolumeBootPattern-700034176-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 1093 time: 0.1856472 Sep 19 12:26:48.203009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 32836) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:26:48.205559 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:26:48.211744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:26:48.216094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Usage tracker for resource:floatingip and tenant:f625faa175074f0e9fb497e71f4f2a55 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:26:48.219004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:26:48.224696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:26:48.308784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:48.455628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:48.596598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Allocated IP 172.26.5.139 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/68d434ff-7c70-4cf2-a9f8-524a3524f123) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:48.754503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:48.891370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:48.962281 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:48.965017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:48.969992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:26:49.004734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'Port': ['ID=68d434ff-7c70-4cf2-a9f8-524a3524f123,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:49.399971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:49.582000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:49.785544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:50.016803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:50.227980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event updated for resources: {'Port': ['ID=68d434ff-7c70-4cf2-a9f8-524a3524f123,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:50.230576 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:50.402567 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Floating IP a41ab139-c4d2-43d0-a303-a0af21a25585 associated. External IP: 172.26.5.139, port: f6b5a51f-7abc-45cd-a162-b404aa70e367. Sep 19 12:26:50.757443 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:26:50.940475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:26:50.952807 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] Sync routers for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:50.963775 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:26:50.964394 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:26:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:51.085741 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:26:51.142938 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:26:51.146447 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bc97a910-88b3-4cf3-b728-8c8e76f6aed2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9447556 Sep 19 12:26:51.149206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'tag': 'f6b5a51f-7abc-45cd-a162-b404aa70e367'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:26:51.149845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048cc291-3c70-4feb-a393-ae427b11ad64" -d '{"events": [{"name": "network-changed", "server_uuid": "10e9ccfc-48e8-403e-95b5-3175fda56ed4", "tag": "f6b5a51f-7abc-45cd-a162-b404aa70e367"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:51.192688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c693af49-fdac-441a-8ee2-9043180f1328 x-openstack-request-id: req-c693af49-fdac-441a-8ee2-9043180f1328 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:51.192981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e9ccfc-48e8-403e-95b5-3175fda56ed4", "tag": "f6b5a51f-7abc-45cd-a162-b404aa70e367", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:51.193265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c693af49-fdac-441a-8ee2-9043180f1328 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:51.193687 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c693af49-fdac-441a-8ee2-9043180f1328'] response: {'name': 'network-changed', 'server_uuid': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'tag': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'status': 'completed', 'code': 200} Sep 19 12:26:51.302853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-d82dcd3b-0228-4aa9-923a-81ef778185c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:51.335616 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-d82dcd3b-0228-4aa9-923a-81ef778185c2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 1098 time: 0.0868924 Sep 19 12:26:51.439232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-0bac4b57-9a89-4d97-9706-8f949542af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:51.440675 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-0bac4b57-9a89-4d97-9706-8f949542af35 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.1285927 Sep 19 12:26:51.509687 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '8e1993ca-ff1c-4f37-a253-3583c804c8cb', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:a8:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:29Z', 'updated_at': '2022-09-19T12:23:32Z', 'revision_number': 1, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}, {'id': 'a41ab139-c4d2-43d0-a303-a0af21a25585', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:5d:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:49Z', 'updated_at': '2022-09-19T12:26:49Z', 'revision_number': 0, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:51.513702 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] Checking router: 63a0abe1-c457-47ea-8e7c-22eaae463ce3 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:51.522483 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:26:51.523111 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:26:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:51.556704 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-a7bff184-10c1-4961-b158-08ab3ddcde99 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6b5a51f-7abc-45cd-a162-b404aa70e367 HTTP/1.1" status: 200 len: 999 time: 0.1087012 Sep 19 12:26:51.631639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-6eabbc1d-5b39-43e7-a21b-cdabca8b2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:51.633161 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-6eabbc1d-5b39-43e7-a21b-cdabca8b2953 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.0587530 Sep 19 12:26:51.698861 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:26:51.720144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-54b0be5a-e2c9-4f4f-9550-697ff6211b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:51.721626 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-54b0be5a-e2c9-4f4f-9550-697ff6211b18 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815792 Sep 19 12:26:51.868634 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-e147ef02-7365-40bd-9c15-4a1825f951d5 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381714 Sep 19 12:26:52.011765 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-048cc291-3c70-4feb-a393-ae427b11ad64 req-5a2d8eec-bbcb-4e2e-84a9-8b57e1b2179e service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310227 Sep 19 12:26:52.093473 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '8e1993ca-ff1c-4f37-a253-3583c804c8cb', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:a8:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:29Z', 'updated_at': '2022-09-19T12:23:32Z', 'revision_number': 1, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}, {'id': 'a41ab139-c4d2-43d0-a303-a0af21a25585', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:5d:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:49Z', 'updated_at': '2022-09-19T12:26:49Z', 'revision_number': 0, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:52.097520 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1aa3fd-9bee-4155-b47a-6af1be84c59b None None] The sync data for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv is: [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '8e1993ca-ff1c-4f37-a253-3583c804c8cb', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:a8:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:29Z', 'updated_at': '2022-09-19T12:23:32Z', 'revision_number': 1, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}, {'id': 'a41ab139-c4d2-43d0-a303-a0af21a25585', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:5d:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:49Z', 'updated_at': '2022-09-19T12:26:49Z', 'revision_number': 0, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:52.303521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85466fdc-60a5-4406-a29e-ba97b7f6174a None None] New status for floating IP a41ab139-c4d2-43d0-a303-a0af21a25585: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:26:52.885292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:01.800772 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:27:06.392786 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32858) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:06.472407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffa964-262e-4891-b46a-a32140f197be tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:06.472810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffa964-262e-4891-b46a-a32140f197be tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:06.473271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffa964-262e-4891-b46a-a32140f197be tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:06.474928 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2bffa964-262e-4891-b46a-a32140f197be tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=d2803b9b3ed7428b94f11a8ee3347204&network_id=f6442ca2-b422-458e-a574-644d5296ebea HTTP/1.1" status: 200 len: 3000 time: 0.0808706 Sep 19 12:27:09.103642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32870) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:09.185433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3230de8-f5ec-4274-ad79-32b6665efa50 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:09.185433 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f3230de8-f5ec-4274-ad79-32b6665efa50 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df HTTP/1.1" status: 200 len: 814 time: 0.0807557 Sep 19 12:27:09.735117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32878) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:09.745941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ead41a0f-3f21-4c71-9868-5220920e4798 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:09.849468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ead41a0f-3f21-4c71-9868-5220920e4798 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:10.126704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ead41a0f-3f21-4c71-9868-5220920e4798 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:10.187954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ead41a0f-3f21-4c71-9868-5220920e4798 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:10.187954 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-ead41a0f-3f21-4c71-9868-5220920e4798 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 7a0a996f-8684-4343-a559-24b934fd9d1b disassociated. External IP: 172.26.5.169, port: 4de2af3b-c7ed-4d26-8e44-372d87e5c687. Sep 19 12:27:10.668457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead41a0f-3f21-4c71-9868-5220920e4798 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 71a16d63-939d-43b0-801d-293f5c419e48 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:27:10.860928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead41a0f-3f21-4c71-9868-5220920e4798 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:27:10.860928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ead41a0f-3f21-4c71-9868-5220920e4798 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:10.865426 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] Sync routers for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:27:10.884765 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:27:10.884765 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:26:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:10.922116 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ead41a0f-3f21-4c71-9868-5220920e4798 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 690 time: 1.1865554 Sep 19 12:27:10.922116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'tag': '4de2af3b-c7ed-4d26-8e44-372d87e5c687'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:27:10.922116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f479644-de8a-460e-aff1-8b5b5d8c82c5" -d '{"events": [{"name": "network-changed", "server_uuid": "61b1f51c-2c78-430f-80ae-cb7901db06ae", "tag": "4de2af3b-c7ed-4d26-8e44-372d87e5c687"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:27:10.925497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 32882) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:10.990294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faa2645-3dce-481c-afe2-3607ab9e43f0 x-openstack-request-id: req-4faa2645-3dce-481c-afe2-3607ab9e43f0 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:27:10.990294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b1f51c-2c78-430f-80ae-cb7901db06ae", "tag": "4de2af3b-c7ed-4d26-8e44-372d87e5c687", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:27:10.990294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4faa2645-3dce-481c-afe2-3607ab9e43f0 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:27:10.990294 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faa2645-3dce-481c-afe2-3607ab9e43f0'] response: {'name': 'network-changed', 'server_uuid': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'tag': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'status': 'completed', 'code': 200} Sep 19 12:27:11.068186 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d7464a86-9895-44e0-9a65-dfffc781a938 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 690 time: 0.1412647 Sep 19 12:27:11.101466 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:27:11.109172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-1a97a22e-72c5-4ebd-84ec-ccf6b7be1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:11.109172 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-1a97a22e-72c5-4ebd-84ec-ccf6b7be1cc9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 1099 time: 0.0862198 Sep 19 12:27:11.262908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-a8d7a139-ad38-4bb2-b217-bf9f50aa3490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:11.262908 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-a8d7a139-ad38-4bb2-b217-bf9f50aa3490 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f6442ca2-b422-458e-a574-644d5296ebea HTTP/1.1" status: 200 len: 896 time: 0.1433346 Sep 19 12:27:11.345689 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-38a199af-c316-4b06-9626-7b01b7ec1bb1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4de2af3b-c7ed-4d26-8e44-372d87e5c687 HTTP/1.1" status: 200 len: 217 time: 0.0744410 Sep 19 12:27:11.415280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-61bfb3ce-9577-4260-bc50-812b381a4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:11.415280 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-61bfb3ce-9577-4260-bc50-812b381a4202 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=88a24bd9-46f8-45ac-8287-9e18aa98d647 HTTP/1.1" status: 200 len: 834 time: 0.0618200 Sep 19 12:27:11.444915 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:11.450281 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] Checking router: 71a16d63-939d-43b0-801d-293f5c419e48 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:27:11.458928 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:27:11.458928 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:26:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:11.501727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-80bdd754-c635-4371-891f-33f2548838ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:11.503234 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-80bdd754-c635-4371-891f-33f2548838ea service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f6442ca2-b422-458e-a574-644d5296ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842962 Sep 19 12:27:11.559304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-63e5a25a-27d5-40f3-873e-31f25ff154f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:11.649145 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:27:11.652498 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-ca307aae-46a6-4157-9d93-c67873bf802d service neutron] 10.222.0.85 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392491 Sep 19 12:27:11.797585 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7f479644-de8a-460e-aff1-8b5b5d8c82c5 req-ad68a51b-fc21-47c1-8fb9-20bb30e9ab96 service neutron] 10.222.0.85 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357009 Sep 19 12:27:11.972038 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:11.989441 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9630d7-5545-4f5e-988d-492c57b88094 None None] The sync data for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv is: [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:27:12.067903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 32890) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:12.157457 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e5e32067-1254-45f6-a95e-f59ab0bc9986 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 690 time: 0.0867007 Sep 19 12:27:12.204374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305da20-7085-432f-88e7-3983afe78d15 None None] New status for floating IP 7a0a996f-8684-4343-a559-24b934fd9d1b: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:27:13.164646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 32894) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:13.250501 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1e3f9c55-47fa-4d19-9d14-0d248791c081 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 688 time: 0.0892308 Sep 19 12:27:13.717335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-68111751-90cb-446f-8468-11a365ee36b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:14.401311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32900) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:14.405214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460600904', 'description': 'tempest-secgroup-smoke-460600904 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:14.411713 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:27:14.423735 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:27:14.547672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:14.582548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:27:14.592293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:27:14.592293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:27:14.594791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:27:14.605122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:14.664478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:14.782126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:14.827828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6804a349-c6d1-405f-ab1c-720c0809e6bf,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:14.836089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.837378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.837378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.837819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.838156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.838492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.838851 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.839182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.839510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.839849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.840154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.840475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:14.912795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:14.914304 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d4a959fb-04cf-4cf3-994f-a62147a654c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5149655 Sep 19 12:27:14.916452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32904) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:14.921647 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '6804a349-c6d1-405f-ab1c-720c0809e6bf', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:14.928233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:27:14.932650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:27:14.936374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:27:14.941799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:27:14.982179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:15.075716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:15.135927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:15.238296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:15.265581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64241fac-a64e-4b51-9f06-ba85a1fb9cfa,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:15.382570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:15.384519 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9364563b-7693-4c59-99d1-deb14f091e88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4670584 Sep 19 12:27:15.387436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32908) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:15.392616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '6804a349-c6d1-405f-ab1c-720c0809e6bf', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:15.398771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:27:15.402862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:27:15.405706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:27:15.411577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:27:15.520433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:15.688884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:15.765032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:15.793905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e77ad54-58d2-499a-a3a0-4655a5f464fd,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:15.902075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:15.903352 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0b0fffc1-5c07-4f20-a4f2-4e53a438e7bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5149732 Sep 19 12:27:15.906049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32912) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:15.911045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '6804a349-c6d1-405f-ab1c-720c0809e6bf', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:15.917670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:27:15.921516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:27:15.924431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:27:15.930160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:27:16.057160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:16.126584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:16.250649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:16.276456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df413df-cbea-4aa0-85d9-157d2d698ebe,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:16.443398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:16.444650 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3b89993b-371d-4d6e-b8d6-f516b35eaef3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5376821 Sep 19 12:27:16.448314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32916) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:16.453091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '6804a349-c6d1-405f-ab1c-720c0809e6bf', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:16.459329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:27:16.464010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:27:16.467228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:27:16.473410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:27:16.496089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:16.582775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:16.647805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:16.799297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:16.828024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecd04b2-e408-4ab7-a3e5-5dead1578bb4,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:16.940677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:16.941441 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8bf5c0d4-ab9b-42e7-96f7-af61714a33e5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4922123 Sep 19 12:27:16.944429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32920) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:16.949738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '6804a349-c6d1-405f-ab1c-720c0809e6bf', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:16.956296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:27:16.959633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:27:16.962605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:27:16.968334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:27:17.191586 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:27:17.198776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:17.264150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:17.368983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:17.388528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822abd71-c417-4ac1-80de-f52d2405eb4a,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:17.496708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:17.499963 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3b4d73b1-f69b-42ea-b9d6-2bd334599665 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5537164 Sep 19 12:27:17.500730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32924) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:17.505660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '6804a349-c6d1-405f-ab1c-720c0809e6bf', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:17.511737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:27:17.515676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:27:17.518852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:27:17.524609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:27:17.633657 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:27:17.640667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:17.715484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:17.871487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:17.897628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ec232f-3a4f-4bd7-80c0-179c214695fe,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:18.045407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:18.046680 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ac4509f7-3a51-48f8-9f43-0cbb1759af7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5450101 Sep 19 12:27:18.220824 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-5c613b64-ce79-495c-b42b-380f26b8e2a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460600904&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.0464196 Sep 19 12:27:18.375531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-e2d0079b-0358-4e36-9e71-597c88c21761 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:18.376954 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-e2d0079b-0358-4e36-9e71-597c88c21761 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/networks?id=f6442ca2-b422-458e-a574-644d5296ebea HTTP/1.1" status: 200 len: 795 time: 0.1494501 Sep 19 12:27:18.396336 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-71adc1e0-3df5-4447-b05d-10cf48b70132 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/quotas/d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 375 time: 0.0093622 Sep 19 12:27:18.492460 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-60086415-31a8-4dc2-8ca4-8e6082e59552 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0950742 Sep 19 12:27:18.749773 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a15a7a4d-891c-441e-8a92-2a65acbd76a7 service neutron] 10.222.0.66 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458196 Sep 19 12:27:18.886594 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-0f07f5b1-7cd1-4372-bc3d-36e0b95c1ecb service neutron] 10.222.0.66 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293170 Sep 19 12:27:19.240626 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-86e0c172-1004-4921-a30d-a344633d443e req-c695d1da-23cf-4b70-86a5-fb276d12f776 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 210 time: 0.0514567 Sep 19 12:27:20.420165 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4f242e2e-33dd-4628-9d20-e8b88862d9f3 req-720c94c3-8979-4431-b56c-3d46c3744fab tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 210 time: 0.0570967 Sep 19 12:27:21.586666 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-06f39f88-b7c3-4492-a9d9-979233729484 req-a578b76a-c754-492c-9059-5aa02036bc12 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 210 time: 0.0511081 Sep 19 12:27:21.851421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-b2a8dbe5-666e-40b4-ba52-8632300029e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:21.852744 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-b2a8dbe5-666e-40b4-ba52-8632300029e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=f6442ca2-b422-458e-a574-644d5296ebea HTTP/1.1" status: 200 len: 795 time: 0.1491733 Sep 19 12:27:21.908873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-fef9362e-4a25-4857-8bb8-4b789b9f83af tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:27:22.008924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-fef9362e-4a25-4857-8bb8-4b789b9f83af tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:27:22.010824 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-fef9362e-4a25-4857-8bb8-4b789b9f83af tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 471 time: 0.1470859 Sep 19 12:27:22.022116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'device_id': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'admin_state_up': True, 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'security_groups': ['6804a349-c6d1-405f-ab1c-720c0809e6bf']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:22.163382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:27:22.167702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:port and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:27:22.171094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:27:22.176742 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:27:22.386026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:27:22.390424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:22.560679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.9 (f6442ca2-b422-458e-a574-644d5296ebea/88a24bd9-46f8-45ac-8287-9e18aa98d647/3187d94d-3409-4aea-89eb-6df53f19e857) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:27:22.768817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:22.773394 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-494ae725-6620-4c43-ba99-2e3fd35495cc req-288e830e-86cb-4992-a5fa-be7892d3c57b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 210 time: 0.0566933 Sep 19 12:27:22.788028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object 3187d94d-3409-4aea-89eb-6df53f19e857 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:27:22.867663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:22.924053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:22.994959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f6442ca2-b422-458e-a574-644d5296ebea is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:27:22.998192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:27:23.000729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:27:23.036044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=3187d94d-3409-4aea-89eb-6df53f19e857,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:23.091765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:23.092456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:23.247503 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6ea996c-5785-4e7d-9bd2-dd5b0cf48101 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2281697 Sep 19 12:27:23.258831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Request body: {'port': {'device_id': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:23.375301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:23.553353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2999ebec-0b4a-4f71-9735-44c5b9e3a6c6 None None] Provisioning for port 3187d94d-3409-4aea-89eb-6df53f19e857 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:27:23.553353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2999ebec-0b4a-4f71-9735-44c5b9e3a6c6 None None] Provisioning complete for port 3187d94d-3409-4aea-89eb-6df53f19e857 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:27:23.553353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2999ebec-0b4a-4f71-9735-44c5b9e3a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:23.602997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2999ebec-0b4a-4f71-9735-44c5b9e3a6c6 None None] Port 3187d94d-3409-4aea-89eb-6df53f19e857 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:27:23.721958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3187d94d-3409-4aea-89eb-6df53f19e857 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:27:23.730220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:23.745018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Transition to ACTIVE for port object 3187d94d-3409-4aea-89eb-6df53f19e857 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:27:23.919290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:23.983747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b72960-ce34-49a7-b128-9a00df10eb52 req-9cea5826-6c1f-46a0-905f-c9f603963b30 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:23.985380 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c1b72960-ce34-49a7-b128-9a00df10eb52 req-9cea5826-6c1f-46a0-905f-c9f603963b30 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 943 time: 0.0929470 Sep 19 12:27:24.038258 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c1b72960-ce34-49a7-b128-9a00df10eb52 req-76b17c40-bf80-4b94-9397-1dedbd5007b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448043 Sep 19 12:27:24.228480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Pushing event updated for resources: {'Port': ['ID=3187d94d-3409-4aea-89eb-6df53f19e857,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:24.261997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Attempting to bind port 3187d94d-3409-4aea-89eb-6df53f19e857 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:27:24.262479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Attempting to bind port 3187d94d-3409-4aea-89eb-6df53f19e857 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:27:24.262939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Attempting to bind port 3187d94d-3409-4aea-89eb-6df53f19e857 on network f6442ca2-b422-458e-a574-644d5296ebea {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:27:24.268392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Port 3187d94d-3409-4aea-89eb-6df53f19e857 on network f6442ca2-b422-458e-a574-644d5296ebea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:27:24.268799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Attempting to bind port 3187d94d-3409-4aea-89eb-6df53f19e857 on network f6442ca2-b422-458e-a574-644d5296ebea {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:27:24.274409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:27:24.274686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Checking segment: {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:27:24.275126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Bound using segment: {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:27:24.275552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Bound port: 3187d94d-3409-4aea-89eb-6df53f19e857, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040be14a-daa1-478a-b246-f25d4c24b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:27:24.275901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:24.365929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] For port 3187d94d-3409-4aea-89eb-6df53f19e857, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:27:24.369376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] For port 3187d94d-3409-4aea-89eb-6df53f19e857, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3187d94d-3409-4aea-89eb-6df53f19e857,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:27:24.489606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:24.524771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:24.525521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:24.527057 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] 10.222.0.85 "PUT /v2.0/ports/3187d94d-3409-4aea-89eb-6df53f19e857 HTTP/1.1" status: 200 len: 1093 time: 1.2722697 Sep 19 12:27:24.527450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'tag': '3187d94d-3409-4aea-89eb-6df53f19e857'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:27:24.529737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c481e9a1-6578-49f6-a7d0-b14d561a329d" -d '{"events": [{"name": "network-changed", "server_uuid": "d519d749-a4fc-4007-8f0e-a0ae7ec326a5", "tag": "3187d94d-3409-4aea-89eb-6df53f19e857"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:27:24.573410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1585bdd8-ef1b-4ded-a53f-d430a0b3e6c4 x-openstack-request-id: req-1585bdd8-ef1b-4ded-a53f-d430a0b3e6c4 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:27:24.573698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d519d749-a4fc-4007-8f0e-a0ae7ec326a5", "tag": "3187d94d-3409-4aea-89eb-6df53f19e857", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:27:24.573951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1585bdd8-ef1b-4ded-a53f-d430a0b3e6c4 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:27:24.574352 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1585bdd8-ef1b-4ded-a53f-d430a0b3e6c4'] response: {'name': 'network-changed', 'server_uuid': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'tag': '3187d94d-3409-4aea-89eb-6df53f19e857', 'status': 'completed', 'code': 200} Sep 19 12:27:24.575028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb92f0f-6d77-49a1-b2c5-d42478f7f189 service neutron] Pushing event updated for resources: {'Port': ['ID=3187d94d-3409-4aea-89eb-6df53f19e857,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:24.679619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e9a1-6578-49f6-a7d0-b14d561a329d req-b2f0050b-3030-4dee-b75b-68f35440b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:24.681107 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c481e9a1-6578-49f6-a7d0-b14d561a329d req-b2f0050b-3030-4dee-b75b-68f35440b296 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 1096 time: 0.0822897 Sep 19 12:27:24.830976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e9a1-6578-49f6-a7d0-b14d561a329d req-9d2fb2d9-558e-4a10-97f5-1f4d443b2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:24.832433 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c481e9a1-6578-49f6-a7d0-b14d561a329d req-9d2fb2d9-558e-4a10-97f5-1f4d443b2303 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1404736 Sep 19 12:27:24.975176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e9a1-6578-49f6-a7d0-b14d561a329d req-fca28293-3877-41e0-9b0c-e538a7bcc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:24.976600 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c481e9a1-6578-49f6-a7d0-b14d561a329d req-fca28293-3877-41e0-9b0c-e538a7bcc999 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352704 Sep 19 12:27:25.109520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-454930fb-1ead-4555-b245-556d37d8fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:25.111079 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-454930fb-1ead-4555-b245-556d37d8fdcc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 1096 time: 0.0907941 Sep 19 12:27:25.180958 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-cbe77166-3db1-4f76-b2f9-b7d8f2a73d04 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3187d94d-3409-4aea-89eb-6df53f19e857 HTTP/1.1" status: 200 len: 217 time: 0.0625031 Sep 19 12:27:25.251847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fa61c-0f7f-4de0-ba6e-4a265fcf6b0a req-b43cf83f-b0d8-4a30-b6e7-3d051f0bad5a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:25.251847 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-637fa61c-0f7f-4de0-ba6e-4a265fcf6b0a req-b43cf83f-b0d8-4a30-b6e7-3d051f0bad5a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 943 time: 0.0954766 Sep 19 12:27:25.265116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6022599-d086-4381-876a-08cbefd7bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:25.265116 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-a6022599-d086-4381-876a-08cbefd7bd93 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=88a24bd9-46f8-45ac-8287-9e18aa98d647 HTTP/1.1" status: 200 len: 834 time: 0.0757010 Sep 19 12:27:25.315810 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-637fa61c-0f7f-4de0-ba6e-4a265fcf6b0a req-2e5ea9fa-08af-4181-8223-7b7f3a9a5158 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612769 Sep 19 12:27:25.363670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-e88d0594-9e31-4be8-8f80-f79af972507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:25.363670 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-e88d0594-9e31-4be8-8f80-f79af972507b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f6442ca2-b422-458e-a574-644d5296ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909235 Sep 19 12:27:25.508943 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-70da87da-6c06-4361-894d-369306d642fb service neutron] 10.222.0.85 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379313 Sep 19 12:27:25.649062 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2a77ece-c9ee-42bb-b042-96dd06c28fd9 req-454f8602-3814-4497-8739-2851576ef295 service neutron] 10.222.0.85 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284738 Sep 19 12:27:26.521014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9ed2c-e22b-4250-ac4e-3324a55b7127 req-97719422-9fd5-4602-9be1-18619cc54e8a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:26.521014 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-74b9ed2c-e22b-4250-ac4e-3324a55b7127 req-97719422-9fd5-4602-9be1-18619cc54e8a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 943 time: 0.0893342 Sep 19 12:27:26.566807 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-74b9ed2c-e22b-4250-ac4e-3324a55b7127 req-969ac49e-5309-4139-a139-e31ecac113de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384386 Sep 19 12:27:27.770123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c26bb-9f56-4b1b-86c8-867e4fc999bd req-f15ea7a0-c508-47d4-a678-1bf7a0e2ea38 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:27.771548 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-101c26bb-9f56-4b1b-86c8-867e4fc999bd req-f15ea7a0-c508-47d4-a678-1bf7a0e2ea38 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 943 time: 0.0909774 Sep 19 12:27:27.816744 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-101c26bb-9f56-4b1b-86c8-867e4fc999bd req-0f258fd0-0894-4712-8430-c5d8825b18e3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388861 Sep 19 12:27:28.250013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3187d94d-3409-4aea-89eb-6df53f19e857 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:27:28.385586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3187d94d-3409-4aea-89eb-6df53f19e857, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3187d94d-3409-4aea-89eb-6df53f19e857,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:27:28.400990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '3187d94d-3409-4aea-89eb-6df53f19e857', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'port_id': '3187d94d-3409-4aea-89eb-6df53f19e857', 'mac_address': 'fa:16:3e:eb:6a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:27:28.457577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 3187d94d-3409-4aea-89eb-6df53f19e857 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:27:28.457961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:28.474957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3187d94d-3409-4aea-89eb-6df53f19e857 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:27:28.489711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3187d94d-3409-4aea-89eb-6df53f19e857, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3187d94d-3409-4aea-89eb-6df53f19e857,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:27:28.610575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:28.678373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=3187d94d-3409-4aea-89eb-6df53f19e857,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.701498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:28.907304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['3187d94d-3409-4aea-89eb-6df53f19e857'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:27:29.026346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4035b-bbc3-4e4b-bcc0-1aa6376a9444 req-c725bc69-a5bc-4d00-b8b0-2cec9ee9a2d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:29.027932 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b5f4035b-bbc3-4e4b-bcc0-1aa6376a9444 req-c725bc69-a5bc-4d00-b8b0-2cec9ee9a2d8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 944 time: 0.0972607 Sep 19 12:27:29.074883 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b5f4035b-bbc3-4e4b-bcc0-1aa6376a9444 req-68acbf1f-ab8d-45ba-8fc8-5f19eba8cedd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407183 Sep 19 12:27:30.250409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3187d94d-3409-4aea-89eb-6df53f19e857 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:27:30.278648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0885-47d9-4fb6-8be1-8faabec4fc92 req-2ab48e04-1202-4f8d-99a0-570f8631b651 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:30.280575 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4f2d0885-47d9-4fb6-8be1-8faabec4fc92 req-2ab48e04-1202-4f8d-99a0-570f8631b651 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 944 time: 0.0928352 Sep 19 12:27:30.325600 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4f2d0885-47d9-4fb6-8be1-8faabec4fc92 req-dfbac5c1-e09f-4d4d-b607-5ccb80228e9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393405 Sep 19 12:27:30.408873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 3187d94d-3409-4aea-89eb-6df53f19e857 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:27:30.414156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 3187d94d-3409-4aea-89eb-6df53f19e857 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:27:30.414580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:30.533407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 3187d94d-3409-4aea-89eb-6df53f19e857 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:27:30.533785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:30.561037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3187d94d-3409-4aea-89eb-6df53f19e857'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:27:30.563341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4fd985-a717-4e4b-aabe-3f0f81cd3697" -d '{"events": [{"server_uuid": "d519d749-a4fc-4007-8f0e-a0ae7ec326a5", "name": "network-vif-plugged", "status": "completed", "tag": "3187d94d-3409-4aea-89eb-6df53f19e857"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:27:30.571130 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3187d94d-3409-4aea-89eb-6df53f19e857, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3187d94d-3409-4aea-89eb-6df53f19e857,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:27:30.610766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1326d866-9427-44ef-b944-53879d09c8aa x-openstack-request-id: req-1326d866-9427-44ef-b944-53879d09c8aa {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:27:30.610766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d519d749-a4fc-4007-8f0e-a0ae7ec326a5", "name": "network-vif-plugged", "status": "completed", "tag": "3187d94d-3409-4aea-89eb-6df53f19e857", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:27:30.610766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1326d866-9427-44ef-b944-53879d09c8aa {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:27:30.610766 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1326d866-9427-44ef-b944-53879d09c8aa'] response: {'server_uuid': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3187d94d-3409-4aea-89eb-6df53f19e857', 'code': 200} Sep 19 12:27:30.661921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:30.732408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=3187d94d-3409-4aea-89eb-6df53f19e857,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:31.083969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd2509-3244-4544-b765-399714121fdf req-2d686353-2421-4abe-8a6b-5b5cc53ad9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:31.085471 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-03fd2509-3244-4544-b765-399714121fdf req-2d686353-2421-4abe-8a6b-5b5cc53ad9bf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 1098 time: 0.0858579 Sep 19 12:27:31.131030 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-03fd2509-3244-4544-b765-399714121fdf req-cb8abee9-f6a9-47e5-a2c1-b9dac83674c1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354683 Sep 19 12:27:31.540486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2b6c5-9add-465d-93f9-eba1e73e6862 req-99f9f0f5-b102-4dc9-b541-6379d77a0c02 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:31.542134 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3fa2b6c5-9add-465d-93f9-eba1e73e6862 req-99f9f0f5-b102-4dc9-b541-6379d77a0c02 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 945 time: 0.0951774 Sep 19 12:27:31.586978 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3fa2b6c5-9add-465d-93f9-eba1e73e6862 req-2e556d41-1529-4ceb-8e01-64b41fa71e98 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387709 Sep 19 12:27:32.790722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7ad5b-49e4-4cbb-b4b7-2953f0b76d3a req-29ec1086-332e-40c6-9613-bc343b35b9e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:32.792675 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-11d7ad5b-49e4-4cbb-b4b7-2953f0b76d3a req-29ec1086-332e-40c6-9613-bc343b35b9e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 945 time: 0.0901399 Sep 19 12:27:32.841442 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-11d7ad5b-49e4-4cbb-b4b7-2953f0b76d3a req-9878f077-a477-40eb-bf2b-4693460fb3f4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430305 Sep 19 12:27:33.059225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ee2c9-792f-449b-9f64-ffb44b1dc7c6 req-5a655a9e-02eb-4dfe-a6a1-f3515403dda6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:33.060687 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-858ee2c9-792f-449b-9f64-ffb44b1dc7c6 req-5a655a9e-02eb-4dfe-a6a1-f3515403dda6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 945 time: 0.0919211 Sep 19 12:27:33.111237 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-858ee2c9-792f-449b-9f64-ffb44b1dc7c6 req-235b392d-bd1d-4521-8124-cabe3ff00fad tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399349 Sep 19 12:27:33.136393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32986) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:33.212887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e27a1-8f65-4802-a2f9-a76f83f079ab tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:33.214456 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5f7e27a1-8f65-4802-a2f9-a76f83f079ab tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 1093 time: 0.0783911 Sep 19 12:27:33.217307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32990) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:33.222184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b17d7b25-a54a-40c5-aecb-dd5b54cce9cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'port_id': '3187d94d-3409-4aea-89eb-6df53f19e857'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:27:33.304146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b17d7b25-a54a-40c5-aecb-dd5b54cce9cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:34.054018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b17d7b25-a54a-40c5-aecb-dd5b54cce9cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:34.153344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b17d7b25-a54a-40c5-aecb-dd5b54cce9cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:34.330730 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-b17d7b25-a54a-40c5-aecb-dd5b54cce9cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 7a0a996f-8684-4343-a559-24b934fd9d1b associated. External IP: 172.26.5.169, port: 3187d94d-3409-4aea-89eb-6df53f19e857. Sep 19 12:27:34.686171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17d7b25-a54a-40c5-aecb-dd5b54cce9cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 71a16d63-939d-43b0-801d-293f5c419e48 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:27:34.869179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d7b25-a54a-40c5-aecb-dd5b54cce9cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:27:34.874079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b17d7b25-a54a-40c5-aecb-dd5b54cce9cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:34.878630 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] Sync routers for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:27:34.889721 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:27:34.890333 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:27:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:34.988460 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b17d7b25-a54a-40c5-aecb-dd5b54cce9cd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 991 time: 1.7700193 Sep 19 12:27:34.989672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 32994) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:34.991223 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'tag': '3187d94d-3409-4aea-89eb-6df53f19e857'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:27:34.994025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38" -d '{"events": [{"name": "network-changed", "server_uuid": "d519d749-a4fc-4007-8f0e-a0ae7ec326a5", "tag": "3187d94d-3409-4aea-89eb-6df53f19e857"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:27:35.023610 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-e83d357e-8df9-4c42-ad56-3593f83fed04 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1246381 Sep 19 12:27:35.050705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b0e4b7-9b61-48e2-b0f8-702df297e475 x-openstack-request-id: req-57b0e4b7-9b61-48e2-b0f8-702df297e475 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:27:35.052477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d519d749-a4fc-4007-8f0e-a0ae7ec326a5", "tag": "3187d94d-3409-4aea-89eb-6df53f19e857", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:27:35.052477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57b0e4b7-9b61-48e2-b0f8-702df297e475 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:27:35.052477 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b0e4b7-9b61-48e2-b0f8-702df297e475'] response: {'name': 'network-changed', 'server_uuid': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'tag': '3187d94d-3409-4aea-89eb-6df53f19e857', 'status': 'completed', 'code': 200} Sep 19 12:27:35.083457 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:27:35.432210 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-93effff8-364d-49ec-9e01-63e7379f85d5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 991 time: 0.4349818 Sep 19 12:27:35.468287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-e37c9359-eb06-4d58-9c26-acdb51c1de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:35.469781 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-e37c9359-eb06-4d58-9c26-acdb51c1de0e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 1098 time: 0.3549669 Sep 19 12:27:35.471949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-0da864da-42f2-4d57-b266-9a994baf7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:35.473430 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-0da864da-42f2-4d57-b266-9a994baf7661 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 1098 time: 0.3976760 Sep 19 12:27:35.510106 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '7a0a996f-8684-4343-a559-24b934fd9d1b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.169', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'port_id': '3187d94d-3409-4aea-89eb-6df53f19e857', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'mac_address': 'fa:16:3e:eb:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:32Z', 'updated_at': '2022-09-19T12:27:33Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:35.514019 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] Checking router: 71a16d63-939d-43b0-801d-293f5c419e48 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:27:35.522518 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:27:35.523143 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:27:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:35.709556 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:27:35.731678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-c1ff083e-58cd-49a7-a526-01361c9fed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:35.733145 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-c1ff083e-58cd-49a7-a526-01361c9fed50 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f6442ca2-b422-458e-a574-644d5296ebea HTTP/1.1" status: 200 len: 896 time: 0.2528915 Sep 19 12:27:35.735559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-df3bb84c-b8b2-4cd6-9179-d2a8585b8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:35.736783 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-df3bb84c-b8b2-4cd6-9179-d2a8585b8fc9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.2324870 Sep 19 12:27:35.931666 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-c10cb719-2d22-4c88-9c5b-924f9eefd2a7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3187d94d-3409-4aea-89eb-6df53f19e857 HTTP/1.1" status: 200 len: 999 time: 0.1815917 Sep 19 12:27:35.933393 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-21df8920-1f4d-4719-8060-e04ff0a8db82 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e HTTP/1.1" status: 200 len: 1000 time: 0.1822627 Sep 19 12:27:36.058133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-13e8d25c-67ed-4191-b0b2-a624f5ae93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:36.059713 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-13e8d25c-67ed-4191-b0b2-a624f5ae93ba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=88a24bd9-46f8-45ac-8287-9e18aa98d647 HTTP/1.1" status: 200 len: 834 time: 0.1181791 Sep 19 12:27:36.061120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-28fdcb3c-db88-4513-98e3-8b4d608b6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:36.062388 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-28fdcb3c-db88-4513-98e3-8b4d608b6f2f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.1198697 Sep 19 12:27:36.076158 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '7a0a996f-8684-4343-a559-24b934fd9d1b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.169', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'port_id': '3187d94d-3409-4aea-89eb-6df53f19e857', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'mac_address': 'fa:16:3e:eb:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:32Z', 'updated_at': '2022-09-19T12:27:33Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:36.080222 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a06e7-4605-433d-a857-e523e4db157d None None] The sync data for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv is: [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '7a0a996f-8684-4343-a559-24b934fd9d1b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.169', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'port_id': '3187d94d-3409-4aea-89eb-6df53f19e857', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'mac_address': 'fa:16:3e:eb:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:32Z', 'updated_at': '2022-09-19T12:27:33Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:27:36.218393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-7faa72af-42d7-4c1a-9358-43bebabe68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:36.219907 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-7faa72af-42d7-4c1a-9358-43bebabe68ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f6442ca2-b422-458e-a574-644d5296ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1492519 Sep 19 12:27:36.221798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-d2aee4e3-dc0d-4b41-b3ea-635b62bdee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:36.223129 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-d2aee4e3-dc0d-4b41-b3ea-635b62bdee33 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1513877 Sep 19 12:27:36.294803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648dac38-61dc-4599-a566-f2bcc16436ba None None] New status for floating IP 7a0a996f-8684-4343-a559-24b934fd9d1b: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:27:36.436560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33004) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:36.476476 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-91a7a25e-78ff-4652-961d-e36795a13e3f service neutron] 10.222.0.85 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453964 Sep 19 12:27:36.479171 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-5e5dd0cc-2b74-4477-8022-f92a44956cc3 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290359 Sep 19 12:27:36.554584 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ac838d81-edd3-4daf-934a-6eb72f497def tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 991 time: 0.1145451 Sep 19 12:27:36.726126 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcc9f5d7-12f9-4dd7-94f5-cc7f7daa0c38 req-f2276415-2501-4d51-b447-3e69cb312926 service neutron] 10.222.0.85 "GET /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392879 Sep 19 12:27:36.727898 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f27bb365-4230-4097-93d8-a3eac9c102b9 req-935c0af6-97a5-45f9-abd1-58e57d7dd4b0 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399676 Sep 19 12:27:37.556201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33008) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:27:37.764099 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1c6d08bf-0ae9-42e9-8fce-b9cd7df60c71 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 200 len: 993 time: 0.2066789 Sep 19 12:27:38.800339 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:27:41.618481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-367a0915-e89f-4c09-a13a-108ffa9aade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:43.711571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-36e3d52d-7cc0-4895-bba6-c1ecbab4a21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:44.595836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:44.962754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:46.482705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:27:52.867599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:10.134186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde403b2-3387-4a5f-bf9b-9d47a11cbd99 req-0d44a803-8bd5-4710-a9fa-a8dfa47db10d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:10.136360 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cde403b2-3387-4a5f-bf9b-9d47a11cbd99 req-0d44a803-8bd5-4710-a9fa-a8dfa47db10d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 945 time: 0.0902429 Sep 19 12:28:10.179380 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cde403b2-3387-4a5f-bf9b-9d47a11cbd99 req-2e55ed07-18e2-4417-8f70-698508e5acb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375187 Sep 19 12:28:11.387840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b282cb-9c25-4ef1-bc53-07ecd679f8c9 req-3e763918-370f-4057-90ef-3ea096599a6c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:11.389422 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-72b282cb-9c25-4ef1-bc53-07ecd679f8c9 req-3e763918-370f-4057-90ef-3ea096599a6c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 945 time: 0.0910430 Sep 19 12:28:11.441103 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-72b282cb-9c25-4ef1-bc53-07ecd679f8c9 req-9d4f6f70-effe-4f81-b525-908743ad97a5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804a349-c6d1-405f-ab1c-720c0809e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454271 Sep 19 12:28:11.497869 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-c56addcf-c386-4e03-900c-8f27e78c978d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:11.498482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-c56addcf-c386-4e03-900c-8f27e78c978d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:28:11.567715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d97c48d-40ec-4447-9c15-cbd5661d6767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:11.598450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-c56addcf-c386-4e03-900c-8f27e78c978d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:28:11.599652 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-c56addcf-c386-4e03-900c-8f27e78c978d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 945 time: 0.3179243 Sep 19 12:28:11.672376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 3187d94d-3409-4aea-89eb-6df53f19e857 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:28:11.672716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:11.938065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 3187d94d-3409-4aea-89eb-6df53f19e857, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3187d94d-3409-4aea-89eb-6df53f19e857,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:11.938428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:12.226420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:12.227032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:12.227344 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 7a0a996f-8684-4343-a559-24b934fd9d1b disassociated. External IP: 172.26.5.169, port: 3187d94d-3409-4aea-89eb-6df53f19e857. Sep 19 12:28:12.227676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 3187d94d-3409-4aea-89eb-6df53f19e857 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:28:12.436460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:12.485962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=3187d94d-3409-4aea-89eb-6df53f19e857,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:12.607242 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b5daf429-930f-4c85-879b-dbb014b6f8f8 req-87f2ea19-d1c5-4ddd-86f7-3bd052d38a7b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 210 time: 0.0513213 Sep 19 12:28:12.675597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 71a16d63-939d-43b0-801d-293f5c419e48 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:28:12.857121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:28:12.867161 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] Sync routers for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:28:12.886716 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:28:12.887653 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:27:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:12.947690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port 3187d94d-3409-4aea-89eb-6df53f19e857 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:28:12.950593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:12.953359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'name': 'network-vif-deleted', 'tag': '3187d94d-3409-4aea-89eb-6df53f19e857'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:28:12.955691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63641610-b619-41a5-b2ce-2daedbdc5431" -d '{"events": [{"server_uuid": "d519d749-a4fc-4007-8f0e-a0ae7ec326a5", "name": "network-vif-deleted", "tag": "3187d94d-3409-4aea-89eb-6df53f19e857"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:28:13.002183 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5b6c7b-fbb8-4d35-bdee-8a73e4032901 x-openstack-request-id: req-2d5b6c7b-fbb8-4d35-bdee-8a73e4032901 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:28:13.002478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d519d749-a4fc-4007-8f0e-a0ae7ec326a5", "name": "network-vif-deleted", "tag": "3187d94d-3409-4aea-89eb-6df53f19e857", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:28:13.002732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d5b6c7b-fbb8-4d35-bdee-8a73e4032901 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:28:13.003192 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5b6c7b-fbb8-4d35-bdee-8a73e4032901'] response: {'server_uuid': 'd519d749-a4fc-4007-8f0e-a0ae7ec326a5', 'name': 'network-vif-deleted', 'tag': '3187d94d-3409-4aea-89eb-6df53f19e857', 'status': 'completed', 'code': 200} Sep 19 12:28:13.071716 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b0d08876-da43-4956-852d-8db7b8d1c3da req-29c36253-1a3c-47a6-97eb-44f14d4a91c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "DELETE /v2.0/ports/3187d94d-3409-4aea-89eb-6df53f19e857 HTTP/1.1" status: 204 len: 173 time: 1.4657059 Sep 19 12:28:13.081859 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:28:13.432279 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:13.436340 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] Checking router: 71a16d63-939d-43b0-801d-293f5c419e48 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:28:13.444493 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:28:13.445189 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:27:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:13.624783 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:28:13.734034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2ba12372-0c98-41f6-b5de-f1898fe674e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:13.791878 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c13b6267-a83d-4bf8-b3e5-76290f6489fc req-b9b144e7-edd6-4b7e-a20a-c56d611b67fe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d519d749-a4fc-4007-8f0e-a0ae7ec326a5 HTTP/1.1" status: 200 len: 210 time: 0.0532122 Sep 19 12:28:13.950480 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:13.954676 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eaa868-bfd9-4901-8100-1bdb04455e7e None None] The sync data for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv is: [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:26:09Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f770df7d-9aed-4e83-abc6-7da1a2d505fe', 'name': '', 'network_id': 'f6442ca2-b422-458e-a574-644d5296ebea', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:20:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '88a24bd9-46f8-45ac-8287-9e18aa98d647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:28:14.188819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e2672b-47d4-4738-a665-cb67f39b060a None None] New status for floating IP 7a0a996f-8684-4343-a559-24b934fd9d1b: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:28:14.467037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3187d94d-3409-4aea-89eb-6df53f19e857 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:28:14.511930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 3187d94d-3409-4aea-89eb-6df53f19e857 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:28:14.512277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3187d94d-3409-4aea-89eb-6df53f19e857 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:28:14.598290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:14.896342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33044) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:14.953087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:14.973361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:15.004610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:15.144926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:15.165067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6804a349-c6d1-405f-ab1c-720c0809e6bf,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:15.173610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.173954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.174291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.174702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.175058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.175381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.175703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.176022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.176343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.176659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.176977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.177286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:15.282332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:15.283626 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-04839b4d-e378-4f4d-9ebc-320c9933fc1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/6804a349-c6d1-405f-ab1c-720c0809e6bf HTTP/1.1" status: 204 len: 168 time: 0.3862648 Sep 19 12:28:15.388106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33050) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:15.548670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-577a2287-4bb4-4dcc-9ce4-7340d49a4b14 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 12420cec-64d7-4a5f-99ab-e2b5b783ff2f {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:28:15.549016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-577a2287-4bb4-4dcc-9ce4-7340d49a4b14 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:15.719313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-577a2287-4bb4-4dcc-9ce4-7340d49a4b14 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:15.720327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-577a2287-4bb4-4dcc-9ce4-7340d49a4b14 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:15.800034 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:28:15.857523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-577a2287-4bb4-4dcc-9ce4-7340d49a4b14 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 12420cec-64d7-4a5f-99ab-e2b5b783ff2f owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:28:16.118452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-577a2287-4bb4-4dcc-9ce4-7340d49a4b14 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:16.168789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a2287-4bb4-4dcc-9ce4-7340d49a4b14 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=12420cec-64d7-4a5f-99ab-e2b5b783ff2f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:16.273706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-577a2287-4bb4-4dcc-9ce4-7340d49a4b14 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:16.287789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-577a2287-4bb4-4dcc-9ce4-7340d49a4b14 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:16.288954 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-577a2287-4bb4-4dcc-9ce4-7340d49a4b14 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/floatingips/7a0a996f-8684-4343-a559-24b934fd9d1b HTTP/1.1" status: 204 len: 168 time: 0.8998511 Sep 19 12:28:16.398657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:16.918883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c29d9-904c-4c00-8afb-fe7fe2f83532 req-919af316-2336-4e6f-b788-5ed8bc815667 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:16.919584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-fc6c29d9-904c-4c00-8afb-fe7fe2f83532 req-919af316-2336-4e6f-b788-5ed8bc815667 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:28:17.002036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-fc6c29d9-904c-4c00-8afb-fe7fe2f83532 req-919af316-2336-4e6f-b788-5ed8bc815667 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:28:17.003609 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fc6c29d9-904c-4c00-8afb-fe7fe2f83532 req-919af316-2336-4e6f-b788-5ed8bc815667 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 946 time: 0.1728544 Sep 19 12:28:17.052033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-fc6c29d9-904c-4c00-8afb-fe7fe2f83532 req-11ea1751-41fc-47ab-9b78-e1df6b87a1db tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:28:17.150621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-fc6c29d9-904c-4c00-8afb-fe7fe2f83532 req-11ea1751-41fc-47ab-9b78-e1df6b87a1db tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:28:17.152431 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fc6c29d9-904c-4c00-8afb-fe7fe2f83532 req-11ea1751-41fc-47ab-9b78-e1df6b87a1db tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434155 Sep 19 12:28:18.352968 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-ad17aa1e-80c5-4eba-89ec-b1d0469cc1aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:18.354459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-ad17aa1e-80c5-4eba-89ec-b1d0469cc1aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:28:18.355749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4b2b7-61a3-431d-9979-8d37c3ad3369 req-4be6243e-a7c4-4262-84d5-dec90e00f6c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:18.357227 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-33f4b2b7-61a3-431d-9979-8d37c3ad3369 req-4be6243e-a7c4-4262-84d5-dec90e00f6c5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 946 time: 0.0908723 Sep 19 12:28:18.367149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-ad17aa1e-80c5-4eba-89ec-b1d0469cc1aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:28:18.368273 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-ad17aa1e-80c5-4eba-89ec-b1d0469cc1aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 946 time: 0.1069462 Sep 19 12:28:18.403975 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-33f4b2b7-61a3-431d-9979-8d37c3ad3369 req-c63a919b-af1c-4feb-a245-1cb9079602ad tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=804e3bb2-ca61-4d79-91f4-e9c68c876ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408585 Sep 19 12:28:18.446144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:28:18.446487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:18.799806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 4de2af3b-c7ed-4d26-8e44-372d87e5c687, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4de2af3b-c7ed-4d26-8e44-372d87e5c687,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:18.800174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:18.925449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 4de2af3b-c7ed-4d26-8e44-372d87e5c687 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:28:19.168241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:19.223127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=4de2af3b-c7ed-4d26-8e44-372d87e5c687,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:19.267915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.268266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.268612 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.268949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.269280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.269615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.269943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.270268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.270594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.270941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.271286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.271607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:19.329257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port 4de2af3b-c7ed-4d26-8e44-372d87e5c687 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:28:19.331901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:19.334464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'name': 'network-vif-deleted', 'tag': '4de2af3b-c7ed-4d26-8e44-372d87e5c687'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:28:19.336888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fa6ffc-54a7-4553-8770-b191c5f9c735" -d '{"events": [{"server_uuid": "61b1f51c-2c78-430f-80ae-cb7901db06ae", "name": "network-vif-deleted", "tag": "4de2af3b-c7ed-4d26-8e44-372d87e5c687"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:28:19.381202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05f81b0-86ec-4369-ab88-bd7f1ce1d069 x-openstack-request-id: req-f05f81b0-86ec-4369-ab88-bd7f1ce1d069 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:28:19.381774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b1f51c-2c78-430f-80ae-cb7901db06ae", "name": "network-vif-deleted", "tag": "4de2af3b-c7ed-4d26-8e44-372d87e5c687", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:28:19.381774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f05f81b0-86ec-4369-ab88-bd7f1ce1d069 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:28:19.382123 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05f81b0-86ec-4369-ab88-bd7f1ce1d069'] response: {'server_uuid': '61b1f51c-2c78-430f-80ae-cb7901db06ae', 'name': 'network-vif-deleted', 'tag': '4de2af3b-c7ed-4d26-8e44-372d87e5c687', 'status': 'completed', 'code': 200} Sep 19 12:28:19.477107 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e74e54f-6c8e-4443-b09e-2b7eecc26ffc req-14f4296f-ac2f-43fe-a44b-4349c827cb0d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "DELETE /v2.0/ports/4de2af3b-c7ed-4d26-8e44-372d87e5c687 HTTP/1.1" status: 204 len: 173 time: 1.0986493 Sep 19 12:28:19.692810 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ef0b3b0c-da62-462f-9f67-fed49cd60ac7 req-c510d849-d54e-4766-adfa-351c689a5bc9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=61b1f51c-2c78-430f-80ae-cb7901db06ae HTTP/1.1" status: 200 len: 210 time: 0.1727865 Sep 19 12:28:20.794797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33068) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:20.865716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a96cc5eb-fd86-4082-b9dd-388ca7982797 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:20.895835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a96cc5eb-fd86-4082-b9dd-388ca7982797 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:21.048925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a96cc5eb-fd86-4082-b9dd-388ca7982797 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:21.068313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cc5eb-fd86-4082-b9dd-388ca7982797 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804e3bb2-ca61-4d79-91f4-e9c68c876ebc,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:21.163632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a96cc5eb-fd86-4082-b9dd-388ca7982797 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:21.164828 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a96cc5eb-fd86-4082-b9dd-388ca7982797 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/804e3bb2-ca61-4d79-91f4-e9c68c876ebc HTTP/1.1" status: 204 len: 168 time: 0.3690438 Sep 19 12:28:21.285674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33074) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:21.880597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:22.351335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port f770df7d-9aed-4e83-abc6-7da1a2d505fe {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:28:22.352025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:22.483501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4de2af3b-c7ed-4d26-8e44-372d87e5c687 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:28:22.518391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 4de2af3b-c7ed-4d26-8e44-372d87e5c687 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:28:22.518730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4de2af3b-c7ed-4d26-8e44-372d87e5c687 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:28:22.546228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port f770df7d-9aed-4e83-abc6-7da1a2d505fe, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=f770df7d-9aed-4e83-abc6-7da1a2d505fe,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:22.546228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:22.669596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for f770df7d-9aed-4e83-abc6-7da1a2d505fe owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:28:22.878414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:23.147423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:23.194761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=f770df7d-9aed-4e83-abc6-7da1a2d505fe,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:23.486323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:23.976023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 71a16d63-939d-43b0-801d-293f5c419e48 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:28:24.160152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:28:24.174389 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] Sync routers for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:28:24.175706 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b9ae4d57-8bec-4a60-81c9-8243da9da676 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/71a16d63-939d-43b0-801d-293f5c419e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8878314 Sep 19 12:28:24.177403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33078) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:24.185648 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:28:24.186251 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:28:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:24.249419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-913e890a-9a94-4546-9bf2-f488f1168c4a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting subnet 88a24bd9-46f8-45ac-8287-9e18aa98d647 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:28:24.253080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-913e890a-9a94-4546-9bf2-f488f1168c4a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:24.310462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-913e890a-9a94-4546-9bf2-f488f1168c4a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:24.390239 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:28:24.401284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-913e890a-9a94-4546-9bf2-f488f1168c4a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:24.556952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-913e890a-9a94-4546-9bf2-f488f1168c4a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:24.596510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e890a-9a94-4546-9bf2-f488f1168c4a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Subnet': ['ID=88a24bd9-46f8-45ac-8287-9e18aa98d647,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:24.600230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-913e890a-9a94-4546-9bf2-f488f1168c4a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:24.610194 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-913e890a-9a94-4546-9bf2-f488f1168c4a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/subnets/88a24bd9-46f8-45ac-8287-9e18aa98d647 HTTP/1.1" status: 204 len: 168 time: 0.4286604 Sep 19 12:28:24.611413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d314fbde-6b4c-4bff-8ba9-16b1be32df6f None None] Network f6442ca2-b422-458e-a574-644d5296ebea requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:28:24.611817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33082) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:24.692131 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:28:22Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:24.697309 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] Checking router: 71a16d63-939d-43b0-801d-293f5c419e48 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:28:24.706644 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] Routers {'71a16d63-939d-43b0-801d-293f5c419e48'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:28:24.707303 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:28:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['71a16d63-939d-43b0-801d-293f5c419e48'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:24.810561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:24.892348 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] Set router 71a16d63-939d-43b0-801d-293f5c419e48 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:28:24.950650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbfe15c-78f4-4eaa-92cf-cb25c7730f37 None None] DHCP port deletion for f6442ca2-b422-458e-a574-644d5296ebea request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:28:24.956585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-afbfe15c-78f4-4eaa-92cf-cb25c7730f37 None None] Deleting port c599e185-5915-41e0-b0e1-72e7fa529ad6 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:28:24.956585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-afbfe15c-78f4-4eaa-92cf-cb25c7730f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:25.008336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:25.152888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 1c29a1b6-0543-4518-a5ae-be0596984a66 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:28:25.153247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:25.181967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-afbfe15c-78f4-4eaa-92cf-cb25c7730f37 None None] For port c599e185-5915-41e0-b0e1-72e7fa529ad6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c599e185-5915-41e0-b0e1-72e7fa529ad6,segment=NetworkSegment(040be14a-daa1-478a-b246-f25d4c24b4d2),segment_id=040be14a-daa1-478a-b246-f25d4c24b4d2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:25.182363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-afbfe15c-78f4-4eaa-92cf-cb25c7730f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:25.230056 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:28:22Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:25.234116 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec928c6-031a-4ef9-ad2e-c4de042eac03 None None] The sync data for ids ['71a16d63-939d-43b0-801d-293f5c419e48'] in dv-neutron-857775-2-hyperv is: [{'id': '71a16d63-939d-43b0-801d-293f5c419e48', 'name': 'tempest-TestNetworkBasicOps-router-1436931474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:02Z', 'updated_at': '2022-09-19T12:28:22Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '1c29a1b6-0543-4518-a5ae-be0596984a66', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a16d63-939d-43b0-801d-293f5c419e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:03Z', 'updated_at': '2022-09-19T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:28:25.319849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-afbfe15c-78f4-4eaa-92cf-cb25c7730f37 None None] Calling delete_port for c599e185-5915-41e0-b0e1-72e7fa529ad6 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:28:25.361460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 1c29a1b6-0543-4518-a5ae-be0596984a66, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c29a1b6-0543-4518-a5ae-be0596984a66,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:25.361966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:25.496310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 1c29a1b6-0543-4518-a5ae-be0596984a66 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:28:25.511805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-afbfe15c-78f4-4eaa-92cf-cb25c7730f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:25.563464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfe15c-78f4-4eaa-92cf-cb25c7730f37 None None] Pushing event deleted for resources: {'Port': ['ID=c599e185-5915-41e0-b0e1-72e7fa529ad6,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:25.568264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbfe15c-78f4-4eaa-92cf-cb25c7730f37 None None] No DVR routers for this DVR port c599e185-5915-41e0-b0e1-72e7fa529ad6 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:28:25.745834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:25.796085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=1c29a1b6-0543-4518-a5ae-be0596984a66,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:25.894385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.068510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.070686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.173507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.174031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Fanout notify agent at l3_agent the message router_deleted on router 71a16d63-939d-43b0-801d-293f5c419e48 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:28:26.190941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.192242 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-32055095-1a77-487b-bbae-5edfa1bf5c99 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/routers/71a16d63-939d-43b0-801d-293f5c419e48 HTTP/1.1" status: 204 len: 168 time: 1.5793614 Sep 19 12:28:26.194908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33086) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:26.230099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c599e185-5915-41e0-b0e1-72e7fa529ad6 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:28:26.274682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c599e185-5915-41e0-b0e1-72e7fa529ad6 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:28:26.276098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c599e185-5915-41e0-b0e1-72e7fa529ad6 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:28:26.276671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device f770df7d-9aed-4e83-abc6-7da1a2d505fe no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:28:26.316849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: f770df7d-9aed-4e83-abc6-7da1a2d505fe {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:28:26.317197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device f770df7d-9aed-4e83-abc6-7da1a2d505fe not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:28:26.429690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.561475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.590817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6442ca2-b422-458e-a574-644d5296ebea']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:26.602913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040be14a-daa1-478a-b246-f25d4c24b4d2') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:26.603232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040be14a-daa1-478a-b246-f25d4c24b4d2') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:26.615264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.630911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.636932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:28:26.637538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.733587 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 040be14a-daa1-478a-b246-f25d4c24b4d2 resource provider aggregate not found Sep 19 12:28:26.750370 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 040be14a-daa1-478a-b246-f25d4c24b4d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 040be14a-daa1-478a-b246-f25d4c24b4d2 found for delete ", "request_id": "req-e867296b-1672-4dd5-93d7-86950827941a"}]} Sep 19 12:28:26.839123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.856513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:26.867336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Network': ['ID=f6442ca2-b422-458e-a574-644d5296ebea,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:26.959996 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-064d5a30-5b8f-428e-b93b-50d7ff7da578 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/networks/f6442ca2-b422-458e-a574-644d5296ebea HTTP/1.1" status: 204 len: 168 time: 0.7627430 Sep 19 12:28:26.984166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33096) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:26.992186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'network': {'name': 'tempest-network-smoke--1123038916', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'port_security_enabled': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:26.997362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:27.001599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:network and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:27.004617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:27.011758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:27.118429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:28:27.122653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:27.152330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:28:27.161383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:27.161789 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Added segment 07e0d4b8-cce3-4bb4-a3af-321d617e8262 of type vlan for network df299500-1dc0-4aee-9d69-f013abb57c0d Sep 19 12:28:27.192050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:27.359157 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:27.364099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:27.364688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:27.478941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Network': ['ID=df299500-1dc0-4aee-9d69-f013abb57c0d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:27.490001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network df299500-1dc0-4aee-9d69-f013abb57c0d details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:28:27.605717 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-728f19a8-c036-4abe-8013-d602d7b3a8c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6204321 Sep 19 12:28:27.608531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33100) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:27.613438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-712485990', 'admin_state_up': True, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:27.621321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:27.625158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:router and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:27.628066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:27.634309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:27.802350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:27.803471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:27.818991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:28.132604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1c29a1b6-0543-4518-a5ae-be0596984a66 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:28:28.170217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 1c29a1b6-0543-4518-a5ae-be0596984a66 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:28:28.170570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1c29a1b6-0543-4518-a5ae-be0596984a66 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:28:28.384162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:28.919633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:28.951203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:29.097360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.178 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/d7696a86-50e9-4a6a-b83d-3914268903d1) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:28:29.247528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:29.347758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:29.417526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:28:29.423009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:28:29.428031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:28:29.455205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=d7696a86-50e9-4a6a-b83d-3914268903d1,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:29.964330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:30.311883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:30.713881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:28:30.892510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:28:30.902379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Sync routers for ids ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:28:30.911092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Routers {'3b1dc80c-1208-44d9-9aec-af4ccea00db7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:28:30.913214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:28:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:31.001924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:31.005019 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9f696a06-b4ba-43c3-ad80-92e86290878e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3937674 Sep 19 12:28:31.006413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33106) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:31.092819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Set router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:28:31.160651 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fa7ecae2-1b0c-48bb-9ca9-b65e10676f3d tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d2803b9b3ed7428b94f11a8ee3347204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1530724 Sep 19 12:28:31.163834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33112) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:31.306292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd38fb-779e-487b-af2a-0932889271be tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:31.308325 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-13dd38fb-779e-487b-af2a-0932889271be tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1436527 Sep 19 12:28:31.311461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33116) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:31.354197 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e7d6b24f-4e1b-4336-9573-441850ce7270 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385973 Sep 19 12:28:31.354390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33120) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:31.360158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1343794994', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:31.421402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:29Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:31.425322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Checking router: 3b1dc80c-1208-44d9-9aec-af4ccea00db7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:28:31.425774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Updating router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 port d7696a86-50e9-4a6a-b83d-3914268903d1 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:28:31.474694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:31.479192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:subnet and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:31.480850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:31.482264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:31.488416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:31.630511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:28:31.634213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:31.809571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:31.822700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Transition to ACTIVE for port object d7696a86-50e9-4a6a-b83d-3914268903d1 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:28:31.923977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:31.959641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:31.994387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Attempting to bind port d7696a86-50e9-4a6a-b83d-3914268903d1 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:28:31.994774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Attempting to bind port d7696a86-50e9-4a6a-b83d-3914268903d1 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:28:31.995140 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Attempting to bind port d7696a86-50e9-4a6a-b83d-3914268903d1 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:28:32.005638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:28:32.006012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:28:32.006412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:32.006825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:28:32.007295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Bound port: d7696a86-50e9-4a6a-b83d-3914268903d1, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:28:32.007709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:32.044551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Subnet': ['ID=0f83588d-447c-4b1d-ac35-f7a5cad914d9,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:32.045007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Pushing event updated for resources: {'Port': ['ID=d7696a86-50e9-4a6a-b83d-3914268903d1,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:32.053133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Checking segment: {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:28:32.053494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network hostable DHCP agents. Network: df299500-1dc0-4aee-9d69-f013abb57c0d, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:28:32.064055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.064404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.064744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.065078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.065409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.065741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.066068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.066399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.066726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.067082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.067406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.067726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:32.100266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] For port d7696a86-50e9-4a6a-b83d-3914268903d1, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:28:32.103997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] For port d7696a86-50e9-4a6a-b83d-3914268903d1, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d7696a86-50e9-4a6a-b83d-3914268903d1,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:28:32.141054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network df299500-1dc0-4aee-9d69-f013abb57c0d is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:28:32.169972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:32.231317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Routers {'3b1dc80c-1208-44d9-9aec-af4ccea00db7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:28:32.231939 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:28:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:32.298916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, df299500-1dc0-4aee-9d69-f013abb57c0d) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:28:32.303148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:32.303752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:32.318423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bee757-2b6f-4c02-b78d-c184e949527f None None] Network df299500-1dc0-4aee-9d69-f013abb57c0d requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:28:32.410373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e49b5-ad45-4591-92e3-60633ab51645 None None] Pushing event updated for resources: {'Port': ['ID=d7696a86-50e9-4a6a-b83d-3914268903d1,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:32.433699 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c810512d-20fa-4325-944f-736fbbce1afd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0782123 Sep 19 12:28:32.436433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33124) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:32.545118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] Set router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:28:32.854511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-df299500-1dc0-4aee-9d69-f013abb57c0d', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:28:32.855162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:33.106603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:29Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:33.116085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182aa4f-8ae7-4425-bf73-1cc0ef661d8d None None] The sync data for ids ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'] in dv-neutron-857775-2-hyperv is: [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:29Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:28:33.121295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Allocated IP 172.20.0.2 (df299500-1dc0-4aee-9d69-f013abb57c0d/0f83588d-447c-4b1d-ac35-f7a5cad914d9/53cc3576-4d79-4048-adee-0603a8a7e3d7) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:28:33.291289 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:33.352311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:33.374821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Transition to ACTIVE for port object 53cc3576-4d79-4048-adee-0603a8a7e3d7 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:28:33.407518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Transition to ACTIVE for port object 53cc3576-4d79-4048-adee-0603a8a7e3d7 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:28:33.502361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:33.572919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Network df299500-1dc0-4aee-9d69-f013abb57c0d is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:28:33.575751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:28:33.579833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:28:33.618157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Pushing event updated for resources: {'Port': ['ID=53cc3576-4d79-4048-adee-0603a8a7e3d7,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:33.696320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Attempting to bind port 53cc3576-4d79-4048-adee-0603a8a7e3d7 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:28:33.697234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Attempting to bind port 53cc3576-4d79-4048-adee-0603a8a7e3d7 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:28:33.697770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Attempting to bind port 53cc3576-4d79-4048-adee-0603a8a7e3d7 on network df299500-1dc0-4aee-9d69-f013abb57c0d {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:28:33.704051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:28:33.704429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Checking segment: {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:28:33.704864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:33.705257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Bound using segment: {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:28:33.706151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Bound port: 53cc3576-4d79-4048-adee-0603a8a7e3d7, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:28:33.706151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:33.741978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.1 (df299500-1dc0-4aee-9d69-f013abb57c0d/0f83588d-447c-4b1d-ac35-f7a5cad914d9/1809a3e7-1802-494b-8b79-4c7e6a319745) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:28:33.803865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] For port 53cc3576-4d79-4048-adee-0603a8a7e3d7, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:28:33.808079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] For port 53cc3576-4d79-4048-adee-0603a8a7e3d7, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=53cc3576-4d79-4048-adee-0603a8a7e3d7,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:28:33.911326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:33.922582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:33.940398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object 1809a3e7-1802-494b-8b79-4c7e6a319745 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:28:34.002218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2c6ef-055b-4cbc-821e-2e844b69fee8 None None] Pushing event updated for resources: {'Port': ['ID=53cc3576-4d79-4048-adee-0603a8a7e3d7,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:34.050965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:34.125905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network df299500-1dc0-4aee-9d69-f013abb57c0d is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:28:34.129144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:28:34.134211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:28:34.181129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=1809a3e7-1802-494b-8b79-4c7e6a319745,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:34.205592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:34.325191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d7696a86-50e9-4a6a-b83d-3914268903d1 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:28:34.459876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port d7696a86-50e9-4a6a-b83d-3914268903d1 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:28:34.465614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d7696a86-50e9-4a6a-b83d-3914268903d1 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:34.465994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:34.592223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:34.599645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d7696a86-50e9-4a6a-b83d-3914268903d1 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:28:34.600197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:34.620730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port d7696a86-50e9-4a6a-b83d-3914268903d1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d7696a86-50e9-4a6a-b83d-3914268903d1,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:34.689794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:34.768039 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=d7696a86-50e9-4a6a-b83d-3914268903d1,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:35.168011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:35.221226 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-9ac610f1-1d87-400b-becd-ba4099fd0717 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1169376 Sep 19 12:28:35.255674 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:35.342497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-810e85b0-4cee-44e3-9ffa-c9c607de0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:35.344297 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-810e85b0-4cee-44e3-9ffa-c9c607de0e5a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 1098 time: 0.0966358 Sep 19 12:28:35.379953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:35.413033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=1809a3e7-1802-494b-8b79-4c7e6a319745,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:35.452745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef9f7e-d036-4596-a259-5a4c5621bf51 None None] Network df299500-1dc0-4aee-9d69-f013abb57c0d requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:28:35.515406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-b642bbd7-dfd5-4f5b-97a9-db3e94e8ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:35.517674 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-b642bbd7-dfd5-4f5b-97a9-db3e94e8ff83 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.1476936 Sep 19 12:28:35.547095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network df299500-1dc0-4aee-9d69-f013abb57c0d is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:28:35.548472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:28:35.634878 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-1fd5c163-3b96-49f4-b2c6-047f6d7ba9ac service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6b5a51f-7abc-45cd-a162-b404aa70e367 HTTP/1.1" status: 200 len: 1001 time: 0.1061902 Sep 19 12:28:35.639175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7aaf0a33-505f-448e-ab44-a5f8790e339f None None] Provisioning for port 53cc3576-4d79-4048-adee-0603a8a7e3d7 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:28:35.713076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-3fe25134-c60c-4ae8-9058-aca35668d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:35.715042 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-3fe25134-c60c-4ae8-9058-aca35668d42e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.0694199 Sep 19 12:28:35.749921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:28:35.807098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-6b74269f-f3f6-44bf-a2c2-23034d260853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:35.808681 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-6b74269f-f3f6-44bf-a2c2-23034d260853 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876956 Sep 19 12:28:35.961156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:28:35.971919 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-382cd43a-e024-4366-ab34-b9396f32a0ff service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542292 Sep 19 12:28:35.981387 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Sync routers for ids ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:28:35.997044 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Routers {'3b1dc80c-1208-44d9-9aec-af4ccea00db7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:28:35.997952 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:28:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:36.001198 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-edd0903f-9ff9-41e3-a319-a8a267901814 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/3b1dc80c-1208-44d9-9aec-af4ccea00db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5537841 Sep 19 12:28:36.001198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33128) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:36.141764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5363550e-192c-4300-9528-8f03f253c4b4 None None] Provisioning for port 1809a3e7-1802-494b-8b79-4c7e6a319745 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:28:36.147281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5363550e-192c-4300-9528-8f03f253c4b4 None None] Provisioning complete for port 1809a3e7-1802-494b-8b79-4c7e6a319745 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:36.147575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5363550e-192c-4300-9528-8f03f253c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:36.190327 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2850b707-b600-4bc6-896e-c5fbdff57e53 req-25870c47-e57a-46ee-b3d9-cbd70504c165 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012520 Sep 19 12:28:36.227826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb54c4-9d99-4672-a7f4-dcbe6d3d1bfd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.231725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb54c4-9d99-4672-a7f4-dcbe6d3d1bfd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.232003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb54c4-9d99-4672-a7f4-dcbe6d3d1bfd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.232477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb54c4-9d99-4672-a7f4-dcbe6d3d1bfd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.233032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb54c4-9d99-4672-a7f4-dcbe6d3d1bfd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.233570 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb54c4-9d99-4672-a7f4-dcbe6d3d1bfd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.235982 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-03fb54c4-9d99-4672-a7f4-dcbe6d3d1bfd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2331128 Sep 19 12:28:36.249720 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33132) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:36.277087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5363550e-192c-4300-9528-8f03f253c4b4 None None] Port 1809a3e7-1802-494b-8b79-4c7e6a319745 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:28:36.284421 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Set router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:28:36.365087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27fe40-cfbb-4074-872e-b7a298a58184 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.365619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27fe40-cfbb-4074-872e-b7a298a58184 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.365995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27fe40-cfbb-4074-872e-b7a298a58184 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.371662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27fe40-cfbb-4074-872e-b7a298a58184 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.372444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27fe40-cfbb-4074-872e-b7a298a58184 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.373077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27fe40-cfbb-4074-872e-b7a298a58184 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.376395 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7d27fe40-cfbb-4074-872e-b7a298a58184 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1244888 Sep 19 12:28:36.379140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33136) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:36.403805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d7696a86-50e9-4a6a-b83d-3914268903d1 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:28:36.498372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7d02d627-58c9-4e46-90f4-1ac1fbf43dcb None None] Provisioning complete for port 1809a3e7-1802-494b-8b79-4c7e6a319745 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:36.499103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7d02d627-58c9-4e46-90f4-1ac1fbf43dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:36.530568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d7696a86-50e9-4a6a-b83d-3914268903d1 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:36.530722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:36.612783 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7d02d627-58c9-4e46-90f4-1ac1fbf43dcb None None] Port 1809a3e7-1802-494b-8b79-4c7e6a319745 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:28:36.629428 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1ac614bc-c32b-4258-9bda-0ded9cd3ff31 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2464621 Sep 19 12:28:36.629993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33140) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:36.636343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-636368808', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:36.648454 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '1809a3e7-1802-494b-8b79-4c7e6a319745', 'name': '', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:e6:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:33Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:36.652352 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Checking router: 3b1dc80c-1208-44d9-9aec-af4ccea00db7 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:28:36.652771 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Updating router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 port 1809a3e7-1802-494b-8b79-4c7e6a319745 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:28:36.682927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d7696a86-50e9-4a6a-b83d-3914268903d1 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:28:36.684215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 53cc3576-4d79-4048-adee-0603a8a7e3d7 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:28:36.706334 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:36.751651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-68ee8b20-34fd-4a94-9b83-d12e3c0e5735 None None] Provisioning complete for port 1809a3e7-1802-494b-8b79-4c7e6a319745 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:36.752032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-68ee8b20-34fd-4a94-9b83-d12e3c0e5735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:36.775109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:36.779352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:port and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:36.782316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:36.788837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:36.818606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-68ee8b20-34fd-4a94-9b83-d12e3c0e5735 None None] Port 1809a3e7-1802-494b-8b79-4c7e6a319745 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:28:36.913518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:28:36.917745 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:36.945201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] device_id is not set on port e0fda11f-6bff-45ba-af87-e6aa66c67fbe yet. {{(pid=89795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:28:36.986770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 53cc3576-4d79-4048-adee-0603a8a7e3d7 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:28:36.993682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 53cc3576-4d79-4048-adee-0603a8a7e3d7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:36.994708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.078659 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.091751 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Transition to ACTIVE for port object 1809a3e7-1802-494b-8b79-4c7e6a319745 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:28:37.166588 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 53cc3576-4d79-4048-adee-0603a8a7e3d7 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:28:37.167127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.169924 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.201654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 53cc3576-4d79-4048-adee-0603a8a7e3d7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=53cc3576-4d79-4048-adee-0603a8a7e3d7,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:37.241616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.13 (df299500-1dc0-4aee-9d69-f013abb57c0d/0f83588d-447c-4b1d-ac35-f7a5cad914d9/e0fda11f-6bff-45ba-af87-e6aa66c67fbe) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:28:37.318641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.362362 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Pushing event updated for resources: {'Port': ['ID=1809a3e7-1802-494b-8b79-4c7e6a319745,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:37.398685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=53cc3576-4d79-4048-adee-0603a8a7e3d7,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:37.412285 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.412621 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.412972 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.413302 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.413626 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.413945 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.414402 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.415641 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.415641 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.415641 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.415902 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.416117 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:37.436602 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Attempting to bind port 1809a3e7-1802-494b-8b79-4c7e6a319745 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:28:37.437061 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Attempting to bind port 1809a3e7-1802-494b-8b79-4c7e6a319745 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:28:37.437416 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Attempting to bind port 1809a3e7-1802-494b-8b79-4c7e6a319745 on network df299500-1dc0-4aee-9d69-f013abb57c0d {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:28:37.450879 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:28:37.451254 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Checking segment: {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:28:37.451647 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.452103 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Bound using segment: {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:28:37.452489 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Bound port: 1809a3e7-1802-494b-8b79-4c7e6a319745, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:28:37.452854 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.498259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.528002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object e0fda11f-6bff-45ba-af87-e6aa66c67fbe will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:28:37.773905 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] For port 1809a3e7-1802-494b-8b79-4c7e6a319745, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:28:37.773905 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] For port 1809a3e7-1802-494b-8b79-4c7e6a319745, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1809a3e7-1802-494b-8b79-4c7e6a319745,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:28:37.859784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.861237 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.870978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network df299500-1dc0-4aee-9d69-f013abb57c0d is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:28:37.874060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:28:37.875974 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Routers {'3b1dc80c-1208-44d9-9aec-af4ccea00db7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:28:37.876557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:28:37.876875 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:28:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:37.927843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:37.957850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:37.959190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:37.989063 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10669d-2365-43a2-aede-76edc1f31e30 None None] Pushing event updated for resources: {'Port': ['ID=1809a3e7-1802-494b-8b79-4c7e6a319745,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:38.062135 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7f548b90-c82b-462b-8d1d-1168b5700356 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4308934 Sep 19 12:28:38.109110 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] Set router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:28:38.167903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [req-c31b3fed-5253-4667-8c8e-bf34706bca12 req-e681ef9a-2a53-488c-a124-e6a6e95f63bc service neutron] (89794) timed out ('10.222.0.85', 54815) {{(pid=89794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 19 12:28:38.194731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 53cc3576-4d79-4048-adee-0603a8a7e3d7 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:28:38.210847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33146) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:38.215919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312442085', 'description': 'tempest-secgroup-smoke-1312442085 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:38.224029 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:38.229498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:38.233238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:38.239503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:38.273932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 53cc3576-4d79-4048-adee-0603a8a7e3d7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:38.274316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:38.314430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b40e390d-a63f-486d-91b3-49c64eabf079 None None] Provisioning for port e0fda11f-6bff-45ba-af87-e6aa66c67fbe completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:28:38.324232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b40e390d-a63f-486d-91b3-49c64eabf079 None None] Provisioning complete for port e0fda11f-6bff-45ba-af87-e6aa66c67fbe triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:38.324616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b40e390d-a63f-486d-91b3-49c64eabf079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:38.385275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:38.395817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b40e390d-a63f-486d-91b3-49c64eabf079 None None] Port e0fda11f-6bff-45ba-af87-e6aa66c67fbe cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:28:38.413610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:38.418846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:38.422917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:38.428644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:38.456604 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '1809a3e7-1802-494b-8b79-4c7e6a319745', 'name': '', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:e6:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:33Z', 'updated_at': '2022-09-19T12:28:37Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:38.468996 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d3d89-1a56-47e8-9913-632f1df89691 None None] The sync data for ids ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'] in dv-neutron-857775-2-hyperv is: [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '1809a3e7-1802-494b-8b79-4c7e6a319745', 'name': '', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:e6:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:33Z', 'updated_at': '2022-09-19T12:28:37Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:28:38.470345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 53cc3576-4d79-4048-adee-0603a8a7e3d7 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:28:38.538381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:38.613493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:38.672898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab7af58-4a72-41bd-af12-ec100bd08f70,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:38.736085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:38.737031 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7d6b939c-4663-4347-9b06-3f3fbc4f750c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5270324 Sep 19 12:28:38.739990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33150) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:38.745886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'fab7af58-4a72-41bd-af12-ec100bd08f70', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:38.752218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:38.756240 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:38.760051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:38.766048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:38.879936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:38.950879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:39.032780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:39.061101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1271f5d-c6c2-4751-a904-569b53b34a5b,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:39.156463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:39.157570 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6bf58c24-8317-40ba-a4cd-7dee667595d0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4164197 Sep 19 12:28:39.160248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33154) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:39.165329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'fab7af58-4a72-41bd-af12-ec100bd08f70', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:39.171763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:39.176011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:39.179439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:39.186246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:39.280293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:39.352112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:39.476381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:39.503855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92da10f5-994d-45d1-9a0e-2ab81ab7db53,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:39.585236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:39.586017 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-74c235ba-5066-4eaf-8df4-44b8e95c71cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4248374 Sep 19 12:28:39.589133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33158) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:39.594099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'fab7af58-4a72-41bd-af12-ec100bd08f70', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:39.600294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:39.605104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:39.609016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:39.616399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:39.736774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:39.852005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:39.924257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:39.947734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7691ce1-e6a1-486a-b49c-5c5f7db8c4e6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:40.033344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.034889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d6d21332-6b2b-46f7-a6f8-9390068d5842 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4445958 Sep 19 12:28:40.037526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33162) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:40.043668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'fab7af58-4a72-41bd-af12-ec100bd08f70', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:40.050204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:40.054209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:40.057462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:40.063578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:40.200112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.205728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1809a3e7-1802-494b-8b79-4c7e6a319745 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:28:40.272158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.358417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.385953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9d8799-888f-405d-bd48-a19ac7c76dee,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:40.395923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 1809a3e7-1802-494b-8b79-4c7e6a319745 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:28:40.402003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1809a3e7-1802-494b-8b79-4c7e6a319745 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:40.402381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.495821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.497053 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e1649a02-84b4-4da9-9903-bd4f0f05b115 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4585640 Sep 19 12:28:40.499743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33166) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:40.505061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'fab7af58-4a72-41bd-af12-ec100bd08f70', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:40.511448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:40.515427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:40.518537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:40.523083 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1809a3e7-1802-494b-8b79-4c7e6a319745 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:28:40.523255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.524540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:40.557434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1809a3e7-1802-494b-8b79-4c7e6a319745, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1809a3e7-1802-494b-8b79-4c7e6a319745,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:40.650269 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:28:40.663372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.664817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.731678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.742131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1809a3e7-1802-494b-8b79-4c7e6a319745,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:40.849770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.874319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359e25fb-f81d-4b50-8b82-b6d80ffadd37,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:40.970318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:40.971132 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3822526e-fafa-431e-8679-94fba610e4d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4703617 Sep 19 12:28:40.973833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33170) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:40.979806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'fab7af58-4a72-41bd-af12-ec100bd08f70', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:40.986013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:40.989819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:40.992726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:41.002881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:41.095662 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:28:41.103146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:41.171620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:41.269814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:41.304076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715af23c-56f5-4539-8225-406b786868d1,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:41.390091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:41.391648 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4cfa34f4-920d-4327-91aa-30b9ca266bb8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4166114 Sep 19 12:28:41.554470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-16f8cdd7-f954-4fb2-8b17-987da5f6e389 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:28:41.695352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4e4976d7-5d58-4a9b-9187-d1e793595f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:41.744863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-16f8cdd7-f954-4fb2-8b17-987da5f6e389 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:28:41.744863 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-16f8cdd7-f954-4fb2-8b17-987da5f6e389 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312442085&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.2224429 Sep 19 12:28:41.820259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-5ef7cde5-f3eb-4713-b207-dda6bc1e07b8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:41.820732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-5ef7cde5-f3eb-4713-b207-dda6bc1e07b8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:28:41.916632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-5ef7cde5-f3eb-4713-b207-dda6bc1e07b8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:28:41.918084 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-5ef7cde5-f3eb-4713-b207-dda6bc1e07b8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 930 time: 0.1743615 Sep 19 12:28:41.997565 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-0c7e4408-8f3d-44eb-bd0c-6051a00734a5 service neutron] 10.222.0.66 "GET /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0676267 Sep 19 12:28:42.137970 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-fdd0c9b4-1aab-465f-884d-648167608fd1 service neutron] 10.222.0.66 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343062 Sep 19 12:28:42.188917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1809a3e7-1802-494b-8b79-4c7e6a319745 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:28:42.257935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1809a3e7-1802-494b-8b79-4c7e6a319745 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:42.258305 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:42.286460 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-fcac3dc6-b3a9-4567-9360-fefbada2104d service neutron] 10.222.0.66 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417933 Sep 19 12:28:42.382829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1809a3e7-1802-494b-8b79-4c7e6a319745 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:28:42.599070 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fbf7d179-5ff8-4631-9c39-ae7a44afb499 req-426f6369-dfb9-4b9f-8ad2-d6293945ed64 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 210 time: 0.0520358 Sep 19 12:28:43.730319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-484a06f7-f9b1-4e98-ab92-aebdec1002e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:43.755356 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-51fa1c33-4a97-4a00-a412-0bec89070021 req-49b51a1d-7144-4060-b6a3-035d698fc6bb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 210 time: 0.0500765 Sep 19 12:28:44.590048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:44.946153 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-77e5660b-bfeb-47fe-ba9b-98899a62c6d5 req-6b930967-820c-4a24-8cb3-85e8c0c19cf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 210 time: 0.0651584 Sep 19 12:28:45.004371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:45.174181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-25176b32-5179-422c-8100-3d14398b47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:45.175597 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-25176b32-5179-422c-8100-3d14398b47e9 service neutron] 10.222.0.85 "GET /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 1026 time: 0.0846667 Sep 19 12:28:45.343021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-245f6e5f-11fd-4ff1-82b0-03a9ea6a6309 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:45.343727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-245f6e5f-11fd-4ff1-82b0-03a9ea6a6309 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:28:45.453274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-245f6e5f-11fd-4ff1-82b0-03a9ea6a6309 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:28:45.454688 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-245f6e5f-11fd-4ff1-82b0-03a9ea6a6309 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=df299500-1dc0-4aee-9d69-f013abb57c0d HTTP/1.1" status: 200 len: 797 time: 0.2713621 Sep 19 12:28:45.510906 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-1a128202-a50a-4fe1-91eb-ac336377449b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 380 time: 0.0427656 Sep 19 12:28:45.522012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Request body: {'port': {'device_id': '98b38ba0-425b-4209-8d5f-2653df325ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:45.638441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:46.113805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fda11f-6bff-45ba-af87-e6aa66c67fbe {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:28:46.120195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:46.121445 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5ac3c069-f539-4159-9ef4-99b855f74405 req-0ba21347-34f4-4b16-9cd7-47e62dee2bcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 210 time: 0.0520167 Sep 19 12:28:46.137673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Transition to ACTIVE for port object e0fda11f-6bff-45ba-af87-e6aa66c67fbe will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:28:46.284334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:46.475960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:46.476476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:46.515763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Attempting to bind port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:28:46.516095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Attempting to bind port e0fda11f-6bff-45ba-af87-e6aa66c67fbe by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:28:46.516678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Attempting to bind port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on network df299500-1dc0-4aee-9d69-f013abb57c0d {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:28:46.521280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on network df299500-1dc0-4aee-9d69-f013abb57c0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:28:46.521553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Attempting to bind port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on network df299500-1dc0-4aee-9d69-f013abb57c0d {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:28:46.526938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:28:46.535563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Checking segment: {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:28:46.535563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Bound using segment: {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:28:46.535563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Bound port: e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:28:46.535563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:46.620961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:28:46.623917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:28:46.724793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:46.756414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:46.757035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:46.758418 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] 10.222.0.85 "PUT /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 1131 time: 1.2403979 Sep 19 12:28:46.758871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b38ba0-425b-4209-8d5f-2653df325ebc', 'tag': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:28:46.761143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aff0a3-89a6-4a7f-a392-b63e2a597f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "98b38ba0-425b-4209-8d5f-2653df325ebc", "tag": "e0fda11f-6bff-45ba-af87-e6aa66c67fbe"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:28:46.805236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71d438-931c-4a96-ab47-15c854197965 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:46.810078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df80288a-4b16-4b09-bb78-a912a38b869f x-openstack-request-id: req-df80288a-4b16-4b09-bb78-a912a38b869f {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:28:46.810361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b38ba0-425b-4209-8d5f-2653df325ebc", "tag": "e0fda11f-6bff-45ba-af87-e6aa66c67fbe", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:28:46.810613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df80288a-4b16-4b09-bb78-a912a38b869f {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:28:46.811031 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df80288a-4b16-4b09-bb78-a912a38b869f'] response: {'name': 'network-changed', 'server_uuid': '98b38ba0-425b-4209-8d5f-2653df325ebc', 'tag': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'status': 'completed', 'code': 200} Sep 19 12:28:46.918019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aff0a3-89a6-4a7f-a392-b63e2a597f3f req-6b07979c-96d4-462b-b0fc-fc8682473532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:46.919546 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6aff0a3-89a6-4a7f-a392-b63e2a597f3f req-6b07979c-96d4-462b-b0fc-fc8682473532 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 1134 time: 0.0844045 Sep 19 12:28:47.067282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aff0a3-89a6-4a7f-a392-b63e2a597f3f req-27dbadb8-228d-496c-8bc7-f78878b98210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:47.068657 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6aff0a3-89a6-4a7f-a392-b63e2a597f3f req-27dbadb8-228d-496c-8bc7-f78878b98210 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1385105 Sep 19 12:28:47.210390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aff0a3-89a6-4a7f-a392-b63e2a597f3f req-05ae2227-cf10-4876-aac5-1358aca41b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:47.211791 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a6aff0a3-89a6-4a7f-a392-b63e2a597f3f req-05ae2227-cf10-4876-aac5-1358aca41b07 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342604 Sep 19 12:28:47.337163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4c264-a2f3-4a72-81e6-4587a113e426 req-1763da8a-cc03-49a0-8c2d-9eb6be32776e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:47.338288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-9d459364-aa56-4fa5-8cc2-23810168c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:47.339733 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-9d459364-aa56-4fa5-8cc2-23810168c784 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 1134 time: 0.0839520 Sep 19 12:28:47.339942 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ec4c264-a2f3-4a72-81e6-4587a113e426 req-1763da8a-cc03-49a0-8c2d-9eb6be32776e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 981 time: 0.1018591 Sep 19 12:28:47.390101 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ec4c264-a2f3-4a72-81e6-4587a113e426 req-73ba6a25-1b9a-4c5a-80a6-c93c6f89f69a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444310 Sep 19 12:28:47.418521 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-58649810-82bc-47d6-899f-68f1e5dbecd0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 217 time: 0.0685103 Sep 19 12:28:47.484841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-2770c7ff-5d6b-443b-8341-854750634b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:47.486209 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-2770c7ff-5d6b-443b-8341-854750634b9f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0f83588d-447c-4b1d-ac35-f7a5cad914d9 HTTP/1.1" status: 200 len: 835 time: 0.0590239 Sep 19 12:28:47.576491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-b5b79148-0ef0-41cd-bf57-0c0e357fab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:47.578060 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-b5b79148-0ef0-41cd-bf57-0c0e357fab34 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df299500-1dc0-4aee-9d69-f013abb57c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824273 Sep 19 12:28:47.714700 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-5aab5ee7-3126-494f-8894-67e341a5c219 service neutron] 10.222.0.85 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264360 Sep 19 12:28:47.852519 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cb102ba-a650-4329-9602-2bc61d2d1405 req-6865dc5e-97dd-4feb-92b6-64c6531f685b service neutron] 10.222.0.85 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287885 Sep 19 12:28:48.594875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fe9a0-2648-4756-95e1-7ff30b3bd89b req-d6f2d1e9-f2b6-41da-acc9-bd4956be92d6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:48.596266 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c24fe9a0-2648-4756-95e1-7ff30b3bd89b req-d6f2d1e9-f2b6-41da-acc9-bd4956be92d6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 981 time: 0.0886683 Sep 19 12:28:48.643958 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c24fe9a0-2648-4756-95e1-7ff30b3bd89b req-61e984fb-d783-4c40-8689-302c945161ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Sep 19 12:28:49.847010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c49ba1-d37e-489d-9180-cc42ff553dea req-fc612807-2a45-4c11-9dd1-01c83a387313 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:49.848434 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-85c49ba1-d37e-489d-9180-cc42ff553dea req-fc612807-2a45-4c11-9dd1-01c83a387313 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 981 time: 0.0890760 Sep 19 12:28:49.893754 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-85c49ba1-d37e-489d-9180-cc42ff553dea req-c164f87c-8f6d-41eb-a956-71a3b0e7aa8a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391827 Sep 19 12:28:50.592731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e0fda11f-6bff-45ba-af87-e6aa66c67fbe details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:28:50.739673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:50.756361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'port_id': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'mac_address': 'fa:16:3e:e6:1b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:28:50.820978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port e0fda11f-6bff-45ba-af87-e6aa66c67fbe is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:28:50.821359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:50.838009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fda11f-6bff-45ba-af87-e6aa66c67fbe {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:28:50.854066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:50.980853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:51.053344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:51.195637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63587458-db9a-4989-815a-302b0647dbce req-054a1d14-b06a-4788-ac66-c834078e0996 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:51.197294 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63587458-db9a-4989-815a-302b0647dbce req-054a1d14-b06a-4788-ac66-c834078e0996 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 982 time: 0.1896172 Sep 19 12:28:51.242143 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63587458-db9a-4989-815a-302b0647dbce req-10779694-6ed7-44d5-b967-b2182f6f3b7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391982 Sep 19 12:28:51.259808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['e0fda11f-6bff-45ba-af87-e6aa66c67fbe'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:28:52.444349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d36ca-f7d0-48b2-8be1-731492ca2254 req-b76ff561-d92c-4a94-a83d-97108e0eb408 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:52.445864 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b11d36ca-f7d0-48b2-8be1-731492ca2254 req-b76ff561-d92c-4a94-a83d-97108e0eb408 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 982 time: 0.0900917 Sep 19 12:28:52.489939 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b11d36ca-f7d0-48b2-8be1-731492ca2254 req-87e117e3-c4d8-4afb-83d9-220db89a03b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382254 Sep 19 12:28:52.615639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e0fda11f-6bff-45ba-af87-e6aa66c67fbe up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:28:52.741298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port e0fda11f-6bff-45ba-af87-e6aa66c67fbe completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:28:52.746610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port e0fda11f-6bff-45ba-af87-e6aa66c67fbe triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:28:52.747020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:52.799442 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:28:52.875614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port e0fda11f-6bff-45ba-af87-e6aa66c67fbe is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:28:52.876011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:52.903051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b38ba0-425b-4209-8d5f-2653df325ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:28:52.905246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de8c30d-e1e9-4a6a-ac81-afa019ce10cf" -d '{"events": [{"server_uuid": "98b38ba0-425b-4209-8d5f-2653df325ebc", "name": "network-vif-plugged", "status": "completed", "tag": "e0fda11f-6bff-45ba-af87-e6aa66c67fbe"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:28:52.912702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:28:52.935431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:52.948541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ad1d4d-0b15-4757-abad-dd5bfafc9637 x-openstack-request-id: req-03ad1d4d-0b15-4757-abad-dd5bfafc9637 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:28:52.948826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b38ba0-425b-4209-8d5f-2653df325ebc", "name": "network-vif-plugged", "status": "completed", "tag": "e0fda11f-6bff-45ba-af87-e6aa66c67fbe", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:28:52.949078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03ad1d4d-0b15-4757-abad-dd5bfafc9637 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:28:52.949504 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ad1d4d-0b15-4757-abad-dd5bfafc9637'] response: {'server_uuid': '98b38ba0-425b-4209-8d5f-2653df325ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'code': 200} Sep 19 12:28:52.999016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:53.068583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:53.472183 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e4e32-a843-43d9-82d7-f1ce6e933da8 req-aacfa964-bbef-403c-9972-020e9ba8ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:53.473592 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b84e4e32-a843-43d9-82d7-f1ce6e933da8 req-aacfa964-bbef-403c-9972-020e9ba8ed97 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 1136 time: 0.1725025 Sep 19 12:28:53.514993 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b84e4e32-a843-43d9-82d7-f1ce6e933da8 req-9903e947-627b-49ff-8b71-bb7b0835e039 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344124 Sep 19 12:28:53.695597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977a05a-f082-4b05-ac92-b06fe0fe3bf6 req-d54ae565-cff4-4e12-9350-9055ac08baad tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:53.698164 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f977a05a-f082-4b05-ac92-b06fe0fe3bf6 req-d54ae565-cff4-4e12-9350-9055ac08baad tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 983 time: 0.0929704 Sep 19 12:28:53.741963 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f977a05a-f082-4b05-ac92-b06fe0fe3bf6 req-e75022b4-67f2-4a49-a733-f3c042b722f0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385180 Sep 19 12:28:54.952968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7b341-c81d-4ae3-b73a-d86a30d6d844 req-d216a50c-df52-49f8-b3ea-009f4d719fd3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:54.954461 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d8e7b341-c81d-4ae3-b73a-d86a30d6d844 req-d216a50c-df52-49f8-b3ea-009f4d719fd3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 983 time: 0.0975535 Sep 19 12:28:54.999837 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d8e7b341-c81d-4ae3-b73a-d86a30d6d844 req-6a40f469-ad9b-4a45-9f6f-8a17aa06a787 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394630 Sep 19 12:28:56.215577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad6ff1-e54b-4a49-a3ba-a7970067cbb8 req-62cd6e40-1689-4db3-803e-b0a818d111e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:56.216974 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fad6ff1-e54b-4a49-a3ba-a7970067cbb8 req-62cd6e40-1689-4db3-803e-b0a818d111e4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 983 time: 0.0994313 Sep 19 12:28:56.262728 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fad6ff1-e54b-4a49-a3ba-a7970067cbb8 req-380ad890-be29-4f63-a8f8-560855d1706c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Sep 19 12:28:56.468896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0e836-b471-46b6-91ad-bc44ec053d8b req-6e41cded-2cf2-486b-876a-b5b959e25dba tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:56.470350 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3fc0e836-b471-46b6-91ad-bc44ec053d8b req-6e41cded-2cf2-486b-876a-b5b959e25dba tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 983 time: 0.0945311 Sep 19 12:28:56.514536 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3fc0e836-b471-46b6-91ad-bc44ec053d8b req-d3b8337d-ff8e-46c7-9d58-0a16ca012c27 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Sep 19 12:28:56.544553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33234) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:56.626630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481af42-0720-43d0-9adc-875538642281 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:56.628219 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b481af42-0720-43d0-9adc-875538642281 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 1131 time: 0.0827336 Sep 19 12:28:56.633818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33238) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:56.638728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:28:56.645190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:28:56.650167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:floatingip and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:28:56.653509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:28:56.659518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:28:56.758147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:56.898190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:57.032881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.237 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/20117ebc-5e3a-4b0f-9a03-d487c2114e20) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:28:57.183079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:57.279177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:57.349901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:28:57.352880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:28:57.357344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:28:57.387048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=20117ebc-5e3a-4b0f-9a03-d487c2114e20,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:57.781005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:57.955346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:58.271000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:58.329603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:58.438947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=20117ebc-5e3a-4b0f-9a03-d487c2114e20,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:58.441400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:58.618567 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP a11bbbec-aa27-4822-bf1f-91d49b65f0f8 associated. External IP: 172.26.5.237, port: e0fda11f-6bff-45ba-af87-e6aa66c67fbe. Sep 19 12:28:58.987444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:28:59.170292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:28:59.179807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] Sync routers for ids ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:28:59.189966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] Routers {'3b1dc80c-1208-44d9-9aec-af4ccea00db7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:28:59.190582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:28:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:59.275482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:28:59.337809 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1d818c47-e3cc-432f-87ef-b5aebf8e152f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7029753 Sep 19 12:28:59.338546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b38ba0-425b-4209-8d5f-2653df325ebc', 'tag': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:28:59.341448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bb2833-8421-4b20-8bae-a4bb70baf760" -d '{"events": [{"name": "network-changed", "server_uuid": "98b38ba0-425b-4209-8d5f-2653df325ebc", "tag": "e0fda11f-6bff-45ba-af87-e6aa66c67fbe"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:28:59.341616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33242) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:28:59.418981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] Set router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:28:59.429146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fcf126-75c9-46ff-89e6-0537e06d72c7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:59.430729 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-99fcf126-75c9-46ff-89e6-0537e06d72c7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc&network_id=df299500-1dc0-4aee-9d69-f013abb57c0d HTTP/1.1" status: 200 len: 1131 time: 0.0882201 Sep 19 12:28:59.458043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5902e-e6f2-4bf3-b4ad-7a03544dd028 x-openstack-request-id: req-2ee5902e-e6f2-4bf3-b4ad-7a03544dd028 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:28:59.458327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b38ba0-425b-4209-8d5f-2653df325ebc", "tag": "e0fda11f-6bff-45ba-af87-e6aa66c67fbe", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:28:59.458587 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ee5902e-e6f2-4bf3-b4ad-7a03544dd028 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:28:59.459026 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee5902e-e6f2-4bf3-b4ad-7a03544dd028'] response: {'name': 'network-changed', 'server_uuid': '98b38ba0-425b-4209-8d5f-2653df325ebc', 'tag': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'status': 'completed', 'code': 200} Sep 19 12:28:59.575808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-f219e67b-5079-4fdc-b3d7-c215285dadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:59.577892 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-f219e67b-5079-4fdc-b3d7-c215285dadd9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 1136 time: 0.0935633 Sep 19 12:28:59.718400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-8d643d13-7db7-4af0-ba3c-3962810ba4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:59.721269 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-8d643d13-7db7-4af0-ba3c-3962810ba4b2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=df299500-1dc0-4aee-9d69-f013abb57c0d HTTP/1.1" status: 200 len: 898 time: 0.1373186 Sep 19 12:28:59.867111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'a11bbbec-aa27-4822-bf1f-91d49b65f0f8', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.237', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'port_id': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-636368808', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'mac_address': 'fa:16:3e:e6:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b38ba0-425b-4209-8d5f-2653df325ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:57Z', 'updated_at': '2022-09-19T12:28:57Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1809a3e7-1802-494b-8b79-4c7e6a319745', 'name': '', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:e6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:33Z', 'updated_at': '2022-09-19T12:28:40Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:59.867111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] Checking router: 3b1dc80c-1208-44d9-9aec-af4ccea00db7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:28:59.867111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] Routers {'3b1dc80c-1208-44d9-9aec-af4ccea00db7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:28:59.867111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:28:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:28:59.867958 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-608eaa33-7cc4-42f0-aabb-1575412fe22d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 1037 time: 0.1192997 Sep 19 12:28:59.914816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-5f2dfb40-e96a-4598-acee-b35b6687db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:59.916377 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-5f2dfb40-e96a-4598-acee-b35b6687db94 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0f83588d-447c-4b1d-ac35-f7a5cad914d9 HTTP/1.1" status: 200 len: 835 time: 0.0629382 Sep 19 12:29:00.004524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] Set router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:00.009348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-a62df3e8-dc41-4acf-9c23-3beb2c77925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:00.011480 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-a62df3e8-dc41-4acf-9c23-3beb2c77925a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df299500-1dc0-4aee-9d69-f013abb57c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878506 Sep 19 12:29:00.160581 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-3d107ef9-3638-4c8e-bcbd-0249cfe8e349 service neutron] 10.222.0.85 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423295 Sep 19 12:29:00.304496 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-67bb2833-8421-4b20-8bae-a4bb70baf760 req-cbe4e26f-417e-4ffd-b1ed-e646ace77d39 service neutron] 10.222.0.85 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380780 Sep 19 12:29:00.307140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572b9d2-35f0-4962-99a4-9ede0f753cf3 req-1180037e-66b3-4ce0-9edc-ee6375e53cbe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:00.309239 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1572b9d2-35f0-4962-99a4-9ede0f753cf3 req-1180037e-66b3-4ce0-9edc-ee6375e53cbe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 983 time: 0.1190009 Sep 19 12:29:00.359054 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1572b9d2-35f0-4962-99a4-9ede0f753cf3 req-c47152d3-507f-4d9d-9e1e-84f297f5455a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432634 Sep 19 12:29:00.384360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'a11bbbec-aa27-4822-bf1f-91d49b65f0f8', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.237', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'port_id': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-636368808', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'mac_address': 'fa:16:3e:e6:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b38ba0-425b-4209-8d5f-2653df325ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:57Z', 'updated_at': '2022-09-19T12:28:57Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1809a3e7-1802-494b-8b79-4c7e6a319745', 'name': '', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:e6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:33Z', 'updated_at': '2022-09-19T12:28:40Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:00.389227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e4d19-7d3e-4d14-9be0-2fe003504f5f None None] The sync data for ids ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'] in dv-neutron-857775-2-hyperv is: [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'a11bbbec-aa27-4822-bf1f-91d49b65f0f8', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.237', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'port_id': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-636368808', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'mac_address': 'fa:16:3e:e6:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b38ba0-425b-4209-8d5f-2653df325ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:57Z', 'updated_at': '2022-09-19T12:28:57Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1809a3e7-1802-494b-8b79-4c7e6a319745', 'name': '', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:e6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:33Z', 'updated_at': '2022-09-19T12:28:40Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:29:00.649880 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4256f1-fc09-4d54-8611-2a6e56db1fa0 None None] New status for floating IP a11bbbec-aa27-4822-bf1f-91d49b65f0f8: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:29:01.566313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66767926-a2e6-4d32-8afd-90989860cf94 req-3412ecc9-1680-43fb-a367-ad495d85a6dc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:01.568168 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-66767926-a2e6-4d32-8afd-90989860cf94 req-3412ecc9-1680-43fb-a367-ad495d85a6dc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 983 time: 0.0904050 Sep 19 12:29:01.611521 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-66767926-a2e6-4d32-8afd-90989860cf94 req-a28c34e7-a735-4703-b83f-abb1254685d3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Sep 19 12:29:01.793183 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-0fce55c1-2cdd-4353-b3ac-2cd0a53313ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:01.793862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-0fce55c1-2cdd-4353-b3ac-2cd0a53313ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:29:01.860607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-0fce55c1-2cdd-4353-b3ac-2cd0a53313ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:29:01.861679 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-0fce55c1-2cdd-4353-b3ac-2cd0a53313ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 983 time: 0.1598775 Sep 19 12:29:01.936625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-cde1e78d-47d5-4750-b10f-01b3f50ea88c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:01.937988 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-cde1e78d-47d5-4750-b10f-01b3f50ea88c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695167 Sep 19 12:29:02.083028 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-49bd8bf4-d402-4a33-adb7-d91980628da7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1400342 Sep 19 12:29:02.093845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:02.205865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:02.411328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:02.441140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:29:02.497304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] device_id is not set on port e0fda11f-6bff-45ba-af87-e6aa66c67fbe yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:29:02.506110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:02.618307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:02.868783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=6']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:02.898362 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5a5ce989-255e-47d6-914a-b8c3316d4c10 req-e032237d-577f-4fd7-82b4-312612bf6c31 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 210 time: 0.1675382 Sep 19 12:29:02.923836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] No DVR routers for this DVR port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:29:03.156203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] In _notify_port_updated(), no bound segment for port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on network df299500-1dc0-4aee-9d69-f013abb57c0d {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:29:03.157073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:03.157688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:03.158993 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2aac2cff-6665-4f05-93f7-19ea612cc5a8 req-7ee18a45-e0bf-4535-953b-eaf82fb4286c service neutron] 10.222.0.85 "PUT /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 1026 time: 1.0690196 Sep 19 12:29:04.076074 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4b987ae7-283c-4667-ab76-5f1d0d870938 req-ae6d0d8d-5769-4e71-b2b2-4215cd46c0f8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b38ba0-425b-4209-8d5f-2653df325ebc HTTP/1.1" status: 200 len: 210 time: 0.0496607 Sep 19 12:29:04.639503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e0fda11f-6bff-45ba-af87-e6aa66c67fbe no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:29:04.706886 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e0fda11f-6bff-45ba-af87-e6aa66c67fbe not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:29:05.182955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33262) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:05.259033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c7648-53a9-4aae-8b01-9d1e0ca6eef7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:05.266485 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d99c7648-53a9-4aae-8b01-9d1e0ca6eef7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 925 time: 0.0761607 Sep 19 12:29:05.467541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33268) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:05.472737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275272524', 'description': 'tempest-secgroup-smoke-275272524 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:05.478866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:05.492881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:05.564400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:05.585244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:05.589158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:05.592086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:05.598149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:05.667730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:05.740487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:05.786633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3a23aa-32b3-49e8-9001-250687d07c02,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:05.912944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:05.913894 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3e6074b1-2df9-49c7-aec3-09206bd2463f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4450989 Sep 19 12:29:05.916513 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33272) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:05.927412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '5e3a23aa-32b3-49e8-9001-250687d07c02', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:05.928156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:05.932045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:05.935743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:05.941471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:06.028060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:06.091995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:06.186594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:06.210066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca62a353-1c15-4571-bcf9-84907b5ccaf6,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:06.366928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:06.368131 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-025443a1-23ab-4638-a3ce-e1551a458712 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4501700 Sep 19 12:29:06.371124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33276) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:06.376140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '5e3a23aa-32b3-49e8-9001-250687d07c02', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:06.382218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:06.386385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:06.389393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:06.395386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:06.487425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:06.549991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:06.746382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:06.771819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3608368-3f65-41ce-879f-44af24808e3c,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:06.915521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:06.918276 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c48e0bdb-22ee-4238-904a-bf9f0728b33f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5448611 Sep 19 12:29:06.919739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33280) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:06.924826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '5e3a23aa-32b3-49e8-9001-250687d07c02', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:06.937661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:06.937661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:06.938418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:06.944166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:07.031690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:07.097521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:07.192514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:07.220063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1871d7-c08d-4426-9bef-387dd6e7dd07,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:07.310633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:07.314234 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ca4a5f3b-bf9b-481a-b371-c914d0a1bf6d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3905816 Sep 19 12:29:07.314234 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33284) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:07.319190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '5e3a23aa-32b3-49e8-9001-250687d07c02', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:07.325862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:07.329743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:07.332682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:07.339280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:07.439257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:07.503434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:07.721215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:07.747640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef907f53-e04f-49da-9dd1-8882638c403f,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:07.864940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:07.864940 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b259b79e-df2d-4d90-8168-135d6a0c0baa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5472505 Sep 19 12:29:07.874486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33288) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:07.874486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '5e3a23aa-32b3-49e8-9001-250687d07c02', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:07.877984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:07.882541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:07.885531 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:07.893055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:08.009305 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:29:08.017480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:08.081735 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:08.167487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:08.192006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0e8890-69a7-4890-b246-4d02f8b88d84,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:08.278699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:08.280532 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-978b88b6-ca9d-4021-a77d-3e437889aac0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4141371 Sep 19 12:29:08.288031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33292) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:08.296548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '5e3a23aa-32b3-49e8-9001-250687d07c02', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:08.302665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:08.306662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:08.310305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:08.316003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:08.403744 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:29:08.410682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:08.478579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:08.566712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:08.592075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51820cdf-9a8b-4e3b-96f8-019dc5c0e022,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:08.681521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:08.682989 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d1a8b825-6a08-4592-8f6f-a2a15406ee6f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3920608 Sep 19 12:29:08.844916 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-d4f50511-6a94-4a62-828e-92cdd9ae4be8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275272524&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.0403204 Sep 19 12:29:08.925752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-9b3f9f55-95bc-4f9e-bcf9-88f41fd20f15 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:08.927084 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-9b3f9f55-95bc-4f9e-bcf9-88f41fd20f15 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 930 time: 0.0756218 Sep 19 12:29:09.000630 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-cbaebac5-c17a-4d37-b057-7f5b558d6d41 service neutron] 10.222.0.66 "GET /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0612626 Sep 19 12:29:09.133974 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-19d47e30-f592-42d5-9967-69990a6b8692 service neutron] 10.222.0.66 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275675 Sep 19 12:29:09.268340 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-dfa3c68b-1edb-4f77-9010-9a440d19a419 service neutron] 10.222.0.66 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284614 Sep 19 12:29:09.643058 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0353944e-8dfb-4c53-976e-e1654ffa872e req-9d6c8ada-a3ab-4d6a-8159-990fae437f72 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 210 time: 0.0496478 Sep 19 12:29:10.817335 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-04778409-954d-4b8b-a4a9-ee2eda98938a req-8d3b6b37-1c4b-4a84-9cbd-b3b92a84bf8c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 210 time: 0.0552602 Sep 19 12:29:11.607782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0fb5fd5d-6456-4419-aee1-2764054a217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:11.994363 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ae7c165a-a28d-4b06-83c7-69ad8c8031f2 req-81454189-68ea-4d02-8284-4ef2279cc34f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 210 time: 0.0506773 Sep 19 12:29:12.091611 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-0ace3640-1fbe-4c75-bb87-9d2a954ac4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:12.093922 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-0ace3640-1fbe-4c75-bb87-9d2a954ac4dc service neutron] 10.222.0.85 "GET /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 1026 time: 0.0614233 Sep 19 12:29:12.249033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-eacfa8ec-de45-446c-8d93-c3f8c93c6e0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:12.250379 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-eacfa8ec-de45-446c-8d93-c3f8c93c6e0b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=df299500-1dc0-4aee-9d69-f013abb57c0d HTTP/1.1" status: 200 len: 797 time: 0.1521904 Sep 19 12:29:12.300959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c77cc0d5-3f58-4314-a5bc-b2880cbd2a20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:29:12.429757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c77cc0d5-3f58-4314-a5bc-b2880cbd2a20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:29:12.431017 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c77cc0d5-3f58-4314-a5bc-b2880cbd2a20 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 472 time: 0.1717439 Sep 19 12:29:12.445274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Request body: {'port': {'device_id': '76abd2a0-08aa-405d-a9e8-98bbb9024a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:12.561081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:13.005724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fda11f-6bff-45ba-af87-e6aa66c67fbe {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:29:13.013323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:13.028460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Transition to ACTIVE for port object e0fda11f-6bff-45ba-af87-e6aa66c67fbe will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:29:13.126993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:13.202166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445542-a062-4295-9ed2-92c9a54732ae req-a343ad36-430e-47ab-9781-9ff64f89d0bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:13.203684 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4f445542-a062-4295-9ed2-92c9a54732ae req-a343ad36-430e-47ab-9781-9ff64f89d0bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 981 time: 0.0952518 Sep 19 12:29:13.249857 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4f445542-a062-4295-9ed2-92c9a54732ae req-8e6cafdb-a524-41d1-867a-ac7a47532884 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398440 Sep 19 12:29:13.274313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=7']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:13.394382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Attempting to bind port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:29:13.394800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Attempting to bind port e0fda11f-6bff-45ba-af87-e6aa66c67fbe by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:29:13.395129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Attempting to bind port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on network df299500-1dc0-4aee-9d69-f013abb57c0d {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:29:13.400191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on network df299500-1dc0-4aee-9d69-f013abb57c0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:29:13.400505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Attempting to bind port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on network df299500-1dc0-4aee-9d69-f013abb57c0d {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:29:13.406512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:29:13.406872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Checking segment: {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:29:13.411583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Bound using segment: {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:29:13.411583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Bound port: e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e0d4b8-cce3-4bb4-a3af-321d617e8262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:29:13.411583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:13.497724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:29:13.500740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:29:13.602167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:13.602167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:13.602453 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:13.603715 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] 10.222.0.85 "PUT /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 1131 time: 1.1626503 Sep 19 12:29:13.639104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76abd2a0-08aa-405d-a9e8-98bbb9024a1b', 'tag': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:29:13.641660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00e1ff4-a3ee-45f1-9ec0-e5708cac2e45" -d '{"events": [{"name": "network-changed", "server_uuid": "76abd2a0-08aa-405d-a9e8-98bbb9024a1b", "tag": "e0fda11f-6bff-45ba-af87-e6aa66c67fbe"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:29:13.682293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477ab05-a706-49c8-b124-0d9c62db3b3e service neutron] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=8']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:13.686202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43643da-f411-4c62-b7ab-84de7c2599e2 x-openstack-request-id: req-e43643da-f411-4c62-b7ab-84de7c2599e2 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:29:13.686484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76abd2a0-08aa-405d-a9e8-98bbb9024a1b", "tag": "e0fda11f-6bff-45ba-af87-e6aa66c67fbe", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:29:13.686732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e43643da-f411-4c62-b7ab-84de7c2599e2 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:29:13.687143 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43643da-f411-4c62-b7ab-84de7c2599e2'] response: {'name': 'network-changed', 'server_uuid': '76abd2a0-08aa-405d-a9e8-98bbb9024a1b', 'tag': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'status': 'completed', 'code': 200} Sep 19 12:29:13.757640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4291acd6-f273-4482-9753-2bd84c680b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:13.792099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1ff4-a3ee-45f1-9ec0-e5708cac2e45 req-c54b5cda-b43d-4dd4-ad6c-3ccf0f65f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:13.793757 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e00e1ff4-a3ee-45f1-9ec0-e5708cac2e45 req-c54b5cda-b43d-4dd4-ad6c-3ccf0f65f980 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 1134 time: 0.0836837 Sep 19 12:29:13.940877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1ff4-a3ee-45f1-9ec0-e5708cac2e45 req-73483ab2-5c3a-4dc9-befe-cdc20b832d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:13.942332 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e00e1ff4-a3ee-45f1-9ec0-e5708cac2e45 req-73483ab2-5c3a-4dc9-befe-cdc20b832d36 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1375303 Sep 19 12:29:14.086176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1ff4-a3ee-45f1-9ec0-e5708cac2e45 req-808d5c70-13c2-4012-93c6-95dc053320bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:14.087697 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e00e1ff4-a3ee-45f1-9ec0-e5708cac2e45 req-808d5c70-13c2-4012-93c6-95dc053320bd service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363590 Sep 19 12:29:14.208977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-b761c79c-c533-4386-aff2-d30da2e329bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:14.210381 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-b761c79c-c533-4386-aff2-d30da2e329bb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 1134 time: 0.0826194 Sep 19 12:29:14.324294 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-0eb7a467-95e3-4185-a35e-73dfe132c5cd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 1037 time: 0.1032970 Sep 19 12:29:14.393194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-a77eae71-23a2-4355-a28e-05897a2330f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:14.394631 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-a77eae71-23a2-4355-a28e-05897a2330f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0f83588d-447c-4b1d-ac35-f7a5cad914d9 HTTP/1.1" status: 200 len: 835 time: 0.0615969 Sep 19 12:29:14.466341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f037e-f0df-47de-947a-b67342d9e8a4 req-02581a53-b098-4bb4-badd-7cbca356bee8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:14.467754 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a15f037e-f0df-47de-947a-b67342d9e8a4 req-02581a53-b098-4bb4-badd-7cbca356bee8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 981 time: 0.0933645 Sep 19 12:29:14.483040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-b276a424-c5d5-4c97-85cc-83f100a41e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:14.485606 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-b276a424-c5d5-4c97-85cc-83f100a41e0e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df299500-1dc0-4aee-9d69-f013abb57c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806472 Sep 19 12:29:14.526503 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a15f037e-f0df-47de-947a-b67342d9e8a4 req-b9f0b498-0c2d-4567-bfc1-1e6e66073bf8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508196 Sep 19 12:29:14.575270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:14.624022 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-ce9fe32c-79d6-4718-b89b-7655b9724fc9 service neutron] 10.222.0.85 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298654 Sep 19 12:29:14.760694 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9c0edc-0457-4de1-896e-5e67f3f953f3 req-b8187b34-997b-4a79-bf9a-5100f16f498f service neutron] 10.222.0.85 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277430 Sep 19 12:29:14.975538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:15.733255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36acb4e-9633-44ea-96f9-e28560c3be45 req-2ab8f76b-1450-4592-b0eb-b5bde6795a1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:15.734716 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e36acb4e-9633-44ea-96f9-e28560c3be45 req-2ab8f76b-1450-4592-b0eb-b5bde6795a1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 981 time: 0.0884621 Sep 19 12:29:15.779878 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e36acb4e-9633-44ea-96f9-e28560c3be45 req-cf21c045-6d1b-4474-8181-eb230e1b7f44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Sep 19 12:29:16.386642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:16.701980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e0fda11f-6bff-45ba-af87-e6aa66c67fbe details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:29:16.840544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:16.854258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'port_id': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'mac_address': 'fa:16:3e:e6:1b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:29:16.914390 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port e0fda11f-6bff-45ba-af87-e6aa66c67fbe is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:16.914785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:16.931918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fda11f-6bff-45ba-af87-e6aa66c67fbe {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:29:16.947484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:16.990642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cba491-5a31-433a-ab89-a979a6c14573 req-6b869646-1b58-4960-ae9f-4e4699f4cf48 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:16.992151 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d6cba491-5a31-433a-ab89-a979a6c14573 req-6b869646-1b58-4960-ae9f-4e4699f4cf48 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 981 time: 0.0963230 Sep 19 12:29:17.015398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:17.037640 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d6cba491-5a31-433a-ab89-a979a6c14573 req-13c56e46-94be-4f35-8d37-ff5bbe1bfaa3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Sep 19 12:29:17.083500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=9']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:17.295967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['e0fda11f-6bff-45ba-af87-e6aa66c67fbe'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:29:18.236641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe6a72-8736-4f76-b43d-03cbebdf41b0 req-620abca7-4070-456e-83ae-9946a9e758e1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:18.238112 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3cbe6a72-8736-4f76-b43d-03cbebdf41b0 req-620abca7-4070-456e-83ae-9946a9e758e1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 982 time: 0.0879476 Sep 19 12:29:18.286766 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3cbe6a72-8736-4f76-b43d-03cbebdf41b0 req-bf7837f1-3039-456f-9307-f9449df3b192 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Sep 19 12:29:18.717244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e0fda11f-6bff-45ba-af87-e6aa66c67fbe up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:29:18.889319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port e0fda11f-6bff-45ba-af87-e6aa66c67fbe completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:29:18.895070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port e0fda11f-6bff-45ba-af87-e6aa66c67fbe triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:18.895444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:19.011893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port e0fda11f-6bff-45ba-af87-e6aa66c67fbe is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:19.012155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:19.038392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76abd2a0-08aa-405d-a9e8-98bbb9024a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:29:19.040648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76d80d0-9163-41cc-abe6-d0433455ea77" -d '{"events": [{"server_uuid": "76abd2a0-08aa-405d-a9e8-98bbb9024a1b", "name": "network-vif-plugged", "status": "completed", "tag": "e0fda11f-6bff-45ba-af87-e6aa66c67fbe"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:29:19.048539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:19.083673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334b7304-4272-4d4b-ba0e-c9a7a7d2f079 x-openstack-request-id: req-334b7304-4272-4d4b-ba0e-c9a7a7d2f079 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:29:19.083952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76abd2a0-08aa-405d-a9e8-98bbb9024a1b", "name": "network-vif-plugged", "status": "completed", "tag": "e0fda11f-6bff-45ba-af87-e6aa66c67fbe", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:29:19.085154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-334b7304-4272-4d4b-ba0e-c9a7a7d2f079 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:29:19.085154 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334b7304-4272-4d4b-ba0e-c9a7a7d2f079'] response: {'server_uuid': '76abd2a0-08aa-405d-a9e8-98bbb9024a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fda11f-6bff-45ba-af87-e6aa66c67fbe', 'code': 200} Sep 19 12:29:19.123763 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:19.195774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=10']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:19.491182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab85ff-544c-431d-9429-f50226eb8a30 req-a22168cb-ebd1-490e-b4f4-cd8a42ab3b38 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:19.492606 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89ab85ff-544c-431d-9429-f50226eb8a30 req-a22168cb-ebd1-490e-b4f4-cd8a42ab3b38 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 984 time: 0.0885704 Sep 19 12:29:19.537936 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89ab85ff-544c-431d-9429-f50226eb8a30 req-d9158d17-9379-485f-8a1d-bac6c0794f7c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389984 Sep 19 12:29:19.745110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccdae2-ce5c-409b-8307-623a10a56656 req-d95735c7-b8e7-4312-b6a5-569c7c013dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:19.746483 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7cccdae2-ce5c-409b-8307-623a10a56656 req-d95735c7-b8e7-4312-b6a5-569c7c013dd9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 1137 time: 0.1802366 Sep 19 12:29:19.791024 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7cccdae2-ce5c-409b-8307-623a10a56656 req-d9b24ffe-0be1-4976-88ac-14424fac9570 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Sep 19 12:29:20.744650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7bd5-d36a-4252-a53e-c13d448af749 req-f515e5eb-9966-4fc4-98de-68b960d325a7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:20.746122 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f7cb7bd5-d36a-4252-a53e-c13d448af749 req-f515e5eb-9966-4fc4-98de-68b960d325a7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 984 time: 0.0938952 Sep 19 12:29:20.793612 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f7cb7bd5-d36a-4252-a53e-c13d448af749 req-00ab8123-e437-4424-aeaf-951ec74e4f07 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Sep 19 12:29:21.990258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a632835-3a7d-4dd3-bf62-c3312afd4937 req-663b4fef-83b7-4f51-84e7-0d6544b3359d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:21.991836 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a632835-3a7d-4dd3-bf62-c3312afd4937 req-663b4fef-83b7-4f51-84e7-0d6544b3359d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 984 time: 0.0874817 Sep 19 12:29:22.039337 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a632835-3a7d-4dd3-bf62-c3312afd4937 req-afa1ba2b-f88e-45f4-9a6a-a904e0c29b48 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Sep 19 12:29:22.240101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731633bf-1cb4-471f-8130-18d898fbd13a req-4b68fecf-cf98-4522-9903-d7fccbc5f311 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:22.241566 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-731633bf-1cb4-471f-8130-18d898fbd13a req-4b68fecf-cf98-4522-9903-d7fccbc5f311 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 984 time: 0.0908852 Sep 19 12:29:22.287830 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-731633bf-1cb4-471f-8130-18d898fbd13a req-1b29c256-b60f-4ed2-bb92-2a55cd5942a7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Sep 19 12:29:22.318366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33352) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:22.412807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c1276-ffc6-4f4e-9132-3d829aac47d5 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:22.414323 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4c7c1276-ffc6-4f4e-9132-3d829aac47d5 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b&network_id=df299500-1dc0-4aee-9d69-f013abb57c0d HTTP/1.1" status: 200 len: 1132 time: 0.0949209 Sep 19 12:29:22.898952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:23.133537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b39ca5-d56c-4594-99e0-c567b2ca1380 req-9a3bc328-2a50-4e78-83a2-2c6fa1f4ef80 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:23.135015 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-78b39ca5-d56c-4594-99e0-c567b2ca1380 req-9a3bc328-2a50-4e78-83a2-2c6fa1f4ef80 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 984 time: 0.0873446 Sep 19 12:29:23.180659 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-78b39ca5-d56c-4594-99e0-c567b2ca1380 req-e2356638-6185-47b3-92ed-dcf621c0b770 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Sep 19 12:29:24.494222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af846ed-a661-44ff-bcbc-fa51e205fb5a req-bb4cde9c-db30-40c0-9136-a8a69910360d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:24.495713 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2af846ed-a661-44ff-bcbc-fa51e205fb5a req-bb4cde9c-db30-40c0-9136-a8a69910360d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 984 time: 0.1928346 Sep 19 12:29:24.511502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-6efd724b-26da-426b-8e62-866001e3592d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:24.513055 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-6efd724b-26da-426b-8e62-866001e3592d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 984 time: 0.0919077 Sep 19 12:29:24.541139 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2af846ed-a661-44ff-bcbc-fa51e205fb5a req-412a25d4-a8c4-4e0e-af2e-f3ed0cb981a9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a050807-b85e-4f22-81d3-b8eba1e7d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Sep 19 12:29:24.588219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-4b72d8e8-b12c-44c1-baf2-765d3c1e1543 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:24.589575 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-4b72d8e8-b12c-44c1-baf2-765d3c1e1543 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0684640 Sep 19 12:29:24.737228 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-91e80988-4bcc-4660-8345-47c3bc443600 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1392434 Sep 19 12:29:24.751114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:24.862686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:25.059690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:25.087884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] For port e0fda11f-6bff-45ba-af87-e6aa66c67fbe, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:29:25.143503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] device_id is not set on port e0fda11f-6bff-45ba-af87-e6aa66c67fbe yet. {{(pid=89794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 12:29:25.151650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:25.252629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:25.392949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Pushing event updated for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=11']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:25.435978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.436320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.436680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.436986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.437308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.437631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.437954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.438273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.438589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.438931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.439247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.439563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:25.448467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] No DVR routers for this DVR port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:29:25.675176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] In _notify_port_updated(), no bound segment for port e0fda11f-6bff-45ba-af87-e6aa66c67fbe on network df299500-1dc0-4aee-9d69-f013abb57c0d {{(pid=89794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 12:29:25.675982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:25.676592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:25.677922 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-80e1d0c4-4852-4030-91cc-0054f5d0ef7b req-67c4149f-3264-47cc-b328-c15321ace37f service neutron] 10.222.0.85 "PUT /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 200 len: 1027 time: 0.9308851 Sep 19 12:29:25.707504 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d11b6c34-3dc4-4b01-854d-e67c0a4fd1f7 req-3b854648-5a11-49a3-9b46-e1eb5bc5b742 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=76abd2a0-08aa-405d-a9e8-98bbb9024a1b HTTP/1.1" status: 200 len: 210 time: 0.0515518 Sep 19 12:29:26.809441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33366) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:26.877645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:26.908604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:27.037686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:27.058643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3a23aa-32b3-49e8-9001-250687d07c02,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:27.066086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.066441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.066807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.067141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.067473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.067799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.068127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.068447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.068768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.069086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.069403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.069724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:27.165650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:27.166815 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5e945aa3-beb0-47e6-b608-cba0cdc758b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/5e3a23aa-32b3-49e8-9001-250687d07c02 HTTP/1.1" status: 204 len: 168 time: 0.3563139 Sep 19 12:29:27.311292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33372) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:27.525269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 20117ebc-5e3a-4b0f-9a03-d487c2114e20 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:29:27.525654 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:27.701474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:27.701724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:27.824759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 20117ebc-5e3a-4b0f-9a03-d487c2114e20 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:29:28.040893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:28.086862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=20117ebc-5e3a-4b0f-9a03-d487c2114e20,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:28.189055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:28.189409 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP a11bbbec-aa27-4822-bf1f-91d49b65f0f8 disassociated (deleted). External IP: 172.26.5.237, port: e0fda11f-6bff-45ba-af87-e6aa66c67fbe. Sep 19 12:29:28.659656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:29:28.780277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e0fda11f-6bff-45ba-af87-e6aa66c67fbe no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:29:28.836758 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e0fda11f-6bff-45ba-af87-e6aa66c67fbe not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:29:28.842141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:29:28.851416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] Sync routers for ids ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:29:28.861007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] Routers {'3b1dc80c-1208-44d9-9aec-af4ccea00db7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:29:28.861617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:28.932139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:28.989874 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-895f9f10-d377-4429-b671-8d482c1402c7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/floatingips/a11bbbec-aa27-4822-bf1f-91d49b65f0f8 HTTP/1.1" status: 204 len: 168 time: 1.6772387 Sep 19 12:29:29.042029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] Set router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:29.137370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33380) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:29.208097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a27cced6-8c9e-4721-8468-a19ff292cf77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:29.239359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a27cced6-8c9e-4721-8468-a19ff292cf77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:29.360337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '1809a3e7-1802-494b-8b79-4c7e6a319745', 'name': '', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:e6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:33Z', 'updated_at': '2022-09-19T12:28:40Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:29.364232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] Checking router: 3b1dc80c-1208-44d9-9aec-af4ccea00db7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:29:29.373191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] Routers {'3b1dc80c-1208-44d9-9aec-af4ccea00db7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:29:29.373790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:29.375050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a27cced6-8c9e-4721-8468-a19ff292cf77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:29.403114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cced6-8c9e-4721-8468-a19ff292cf77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab7af58-4a72-41bd-af12-ec100bd08f70,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:29.409863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a27cced6-8c9e-4721-8468-a19ff292cf77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:29.411064 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a27cced6-8c9e-4721-8468-a19ff292cf77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/fab7af58-4a72-41bd-af12-ec100bd08f70 HTTP/1.1" status: 204 len: 168 time: 0.2726331 Sep 19 12:29:29.502176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33386) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:29.573452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa4a76-21a4-4640-b0cc-6be7f86523f8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port e0fda11f-6bff-45ba-af87-e6aa66c67fbe {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:29:29.573795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e0aa4a76-21a4-4640-b0cc-6be7f86523f8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:29.576480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] Set router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:29.799592 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:29:29.936228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '1809a3e7-1802-494b-8b79-4c7e6a319745', 'name': '', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:e6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:33Z', 'updated_at': '2022-09-19T12:28:40Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:29.938863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e0aa4a76-21a4-4640-b0cc-6be7f86523f8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:29.940343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e9642-891c-4254-b23e-c0bd1137cae4 None None] The sync data for ids ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'] in dv-neutron-857775-2-hyperv is: [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '1809a3e7-1802-494b-8b79-4c7e6a319745', 'name': '', 'network_id': 'df299500-1dc0-4aee-9d69-f013abb57c0d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:e6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:33Z', 'updated_at': '2022-09-19T12:28:40Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '0f83588d-447c-4b1d-ac35-f7a5cad914d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:29:30.068122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa4a76-21a4-4640-b0cc-6be7f86523f8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for e0fda11f-6bff-45ba-af87-e6aa66c67fbe owned by {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:29:30.160827 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368e386c-56d9-4d15-a29f-9ae57a2bd0cc None None] New status for floating IP a11bbbec-aa27-4822-bf1f-91d49b65f0f8: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:29:30.295378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e0aa4a76-21a4-4640-b0cc-6be7f86523f8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:30.346347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa4a76-21a4-4640-b0cc-6be7f86523f8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=e0fda11f-6bff-45ba-af87-e6aa66c67fbe,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:30.463670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e0aa4a76-21a4-4640-b0cc-6be7f86523f8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:30.476840 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e0aa4a76-21a4-4640-b0cc-6be7f86523f8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/ports/e0fda11f-6bff-45ba-af87-e6aa66c67fbe HTTP/1.1" status: 204 len: 168 time: 0.9735286 Sep 19 12:29:30.479430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33390) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:31.079584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:31.534207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 1809a3e7-1802-494b-8b79-4c7e6a319745 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:29:31.534996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:31.721635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 1809a3e7-1802-494b-8b79-4c7e6a319745, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1809a3e7-1802-494b-8b79-4c7e6a319745,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:31.721996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:31.850083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 1809a3e7-1802-494b-8b79-4c7e6a319745 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:29:32.120683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:32.171751 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=1809a3e7-1802-494b-8b79-4c7e6a319745,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:32.459206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:32.814811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:29:33.091101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:29:33.100954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] Sync routers for ids ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:29:33.103498 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fb88fbff-88de-4c39-b64c-36b11181242f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/3b1dc80c-1208-44d9-9aec-af4ccea00db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6230760 Sep 19 12:29:33.106725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33394) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:33.111391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] Routers {'3b1dc80c-1208-44d9-9aec-af4ccea00db7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:29:33.111986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:33.171585 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6fc3e0-a3a8-4a1c-ae8c-f30a8b6f271f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting subnet 0f83588d-447c-4b1d-ac35-f7a5cad914d9 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:29:33.174616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc3e0-a3a8-4a1c-ae8c-f30a8b6f271f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:33.228695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc3e0-a3a8-4a1c-ae8c-f30a8b6f271f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:33.289685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] Set router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:33.325725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc3e0-a3a8-4a1c-ae8c-f30a8b6f271f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:33.495725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc3e0-a3a8-4a1c-ae8c-f30a8b6f271f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:33.536312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fc3e0-a3a8-4a1c-ae8c-f30a8b6f271f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Subnet': ['ID=0f83588d-447c-4b1d-ac35-f7a5cad914d9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:33.540058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc3e0-a3a8-4a1c-ae8c-f30a8b6f271f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:33.546337 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7b6fc3e0-a3a8-4a1c-ae8c-f30a8b6f271f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/subnets/0f83588d-447c-4b1d-ac35-f7a5cad914d9 HTTP/1.1" status: 204 len: 168 time: 0.4385931 Sep 19 12:29:33.548169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae41b8-f866-4b69-a156-4cb0623b596a None None] Network df299500-1dc0-4aee-9d69-f013abb57c0d requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:29:33.548918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33398) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:33.731247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:33.747059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:29:31Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:33.753376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] Checking router: 3b1dc80c-1208-44d9-9aec-af4ccea00db7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:29:33.767225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] Routers {'3b1dc80c-1208-44d9-9aec-af4ccea00db7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:29:33.767838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:33.908688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] DHCP port deletion for df299500-1dc0-4aee-9d69-f013abb57c0d request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:29:33.917339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:33.930458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Deleting port 53cc3576-4d79-4048-adee-0603a8a7e3d7 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:29:33.930855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:33.986462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port d7696a86-50e9-4a6a-b83d-3914268903d1 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:29:33.986840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:34.003991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] Set router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:34.167690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port d7696a86-50e9-4a6a-b83d-3914268903d1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d7696a86-50e9-4a6a-b83d-3914268903d1,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:34.168110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:34.315928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for d7696a86-50e9-4a6a-b83d-3914268903d1 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:29:34.351549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 53cc3576-4d79-4048-adee-0603a8a7e3d7 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:29:34.473245 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] For port 53cc3576-4d79-4048-adee-0603a8a7e3d7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=53cc3576-4d79-4048-adee-0603a8a7e3d7,segment=NetworkSegment(07e0d4b8-cce3-4bb4-a3af-321d617e8262),segment_id=07e0d4b8-cce3-4bb4-a3af-321d617e8262)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:34.473728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:34.560854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:34.610821 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=d7696a86-50e9-4a6a-b83d-3914268903d1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:34.660298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Calling delete_port for 53cc3576-4d79-4048-adee-0603a8a7e3d7 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:29:34.707585 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:34.752224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 53cc3576-4d79-4048-adee-0603a8a7e3d7 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:34.752607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:34.804907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:29:31Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:34.809726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d82db-6ffe-4d13-bd2b-708fab7cbdc6 None None] The sync data for ids ['3b1dc80c-1208-44d9-9aec-af4ccea00db7'] in dv-neutron-857775-2-hyperv is: [{'id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'name': 'tempest-TestNetworkBasicOps-router-712485990', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:28:27Z', 'updated_at': '2022-09-19T12:29:31Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'd7696a86-50e9-4a6a-b83d-3914268903d1', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1dc80c-1208-44d9-9aec-af4ccea00db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:28:28Z', 'updated_at': '2022-09-19T12:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:29:34.911108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:34.992666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Pushing event deleted for resources: {'Port': ['ID=53cc3576-4d79-4048-adee-0603a8a7e3d7,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:34.995386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:34.998031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.001756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] No DVR routers for this DVR port 53cc3576-4d79-4048-adee-0603a8a7e3d7 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:29:35.004550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.004944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.005315 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.005648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.005983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.006317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.006642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.007001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.011961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.011961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.011961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.011961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00393c0a-f529-4db7-b29b-6a676ccafcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:35.089381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.089896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Fanout notify agent at l3_agent the message router_deleted on router 3b1dc80c-1208-44d9-9aec-af4ccea00db7 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:29:35.104868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.109684 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-29075665-0739-4a6b-bcf1-4e9e5a0a35a3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/routers/3b1dc80c-1208-44d9-9aec-af4ccea00db7 HTTP/1.1" status: 204 len: 168 time: 1.5566783 Sep 19 12:29:35.109684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33404) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:35.224458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.372169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.398723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df299500-1dc0-4aee-9d69-f013abb57c0d']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:35.412198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e0d4b8-cce3-4bb4-a3af-321d617e8262') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:35.412544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e0d4b8-cce3-4bb4-a3af-321d617e8262') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:35.425215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.442078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.449257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:29:35.449257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.520117 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 07e0d4b8-cce3-4bb4-a3af-321d617e8262 resource provider aggregate not found Sep 19 12:29:35.542373 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 07e0d4b8-cce3-4bb4-a3af-321d617e8262 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07e0d4b8-cce3-4bb4-a3af-321d617e8262 found for delete ", "request_id": "req-0dc43b25-da28-490e-a48a-1ce8543a8479"}]} Sep 19 12:29:35.643486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.661162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.672512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Network': ['ID=df299500-1dc0-4aee-9d69-f013abb57c0d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:35.741410 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-aa188699-e4fd-4b91-8041-adc44b3df8de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/networks/df299500-1dc0-4aee-9d69-f013abb57c0d HTTP/1.1" status: 204 len: 168 time: 0.6309061 Sep 19 12:29:35.755937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33412) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:35.768370 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d56d92ed-e92c-437e-be06-05370b5a27d9 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111806 Sep 19 12:29:35.775543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33416) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:35.782142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'network': {'name': 'tempest-network-smoke--856016534', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'port_security_enabled': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:35.787145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:35.791339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:network and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:35.794713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:35.800485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:35.903609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:29:35.907489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.940444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:29:35.951857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:35.952241 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Added segment 509458df-3b6f-4a52-b008-1043cfb0f925 of type vlan for network 226248a8-5b83-45f0-976b-4557f8c94d07 Sep 19 12:29:35.985358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:36.109263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:36.114912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:36.115534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:36.215318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d7696a86-50e9-4a6a-b83d-3914268903d1 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:29:36.229429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Network': ['ID=226248a8-5b83-45f0-976b-4557f8c94d07,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:36.245374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 226248a8-5b83-45f0-976b-4557f8c94d07 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:29:36.274650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: d7696a86-50e9-4a6a-b83d-3914268903d1 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:29:36.275022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d7696a86-50e9-4a6a-b83d-3914268903d1 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:29:36.275439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1809a3e7-1802-494b-8b79-4c7e6a319745 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:29:36.301521 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7cd4c4e2-2925-4391-b238-0975f83fbace tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5247962 Sep 19 12:29:36.304221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33420) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:36.309827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'admin_state_up': True, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:36.317173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:36.321392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:router and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:36.329341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:36.331554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:36.368670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 1809a3e7-1802-494b-8b79-4c7e6a319745 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:29:36.369016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1809a3e7-1802-494b-8b79-4c7e6a319745 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:29:36.395156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:36.396335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:36.411837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:36.774301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:37.221980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:37.251620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:37.389366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.177 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/5320f7a6-c126-4deb-9adb-e82de9b63894) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:29:37.644010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:37.804066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:37.869081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:29:37.871795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:29:37.876421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:29:37.914040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=5320f7a6-c126-4deb-9adb-e82de9b63894,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:38.374857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:38.714513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:39.020036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:29:39.195513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:29:39.205164 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Sync routers for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:29:39.214512 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:29:39.215155 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:39.300681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:39.301951 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4084e1a9-ec56-4b99-9c76-c7cadf94fc68 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9967597 Sep 19 12:29:39.304958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33424) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:39.422799 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:39.465379 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e65fc4e4-5744-4059-8caf-561c894d5984 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d2803b9b3ed7428b94f11a8ee3347204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1593218 Sep 19 12:29:39.468817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33428) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:39.607375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7ef7e-f645-466d-b145-75dc2c8b638c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:39.608854 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-93a7ef7e-f645-466d-b145-75dc2c8b638c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1391375 Sep 19 12:29:39.611676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33432) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:39.650715 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-192f1a4b-4129-4b51-8f7f-2917b41ed372 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379469 Sep 19 12:29:39.653993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33436) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:39.659421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-436537272', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:39.715104 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:38Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:39.719450 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Checking router: c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:29:39.719801 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Updating router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db port 5320f7a6-c126-4deb-9adb-e82de9b63894 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:29:39.772488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:39.772700 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:39.776511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:subnet and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:39.779506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:39.785716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:39.903915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:29:39.907511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:40.100872 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:40.113501 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Transition to ACTIVE for port object 5320f7a6-c126-4deb-9adb-e82de9b63894 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:29:40.180317 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:40.206637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:40.256238 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Attempting to bind port 5320f7a6-c126-4deb-9adb-e82de9b63894 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:29:40.256821 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Attempting to bind port 5320f7a6-c126-4deb-9adb-e82de9b63894 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:29:40.256927 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Attempting to bind port 5320f7a6-c126-4deb-9adb-e82de9b63894 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:29:40.263412 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Pushing event updated for resources: {'Port': ['ID=5320f7a6-c126-4deb-9adb-e82de9b63894,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:40.271694 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:29:40.271872 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:29:40.272259 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:40.272653 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:29:40.273263 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Bound port: 5320f7a6-c126-4deb-9adb-e82de9b63894, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:29:40.273638 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:40.290051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Subnet': ['ID=2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:40.298874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Checking segment: {'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:29:40.299235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network hostable DHCP agents. Network: 226248a8-5b83-45f0-976b-4557f8c94d07, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:29:40.303763 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.304112 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.304449 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.304782 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.305109 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.305437 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.305767 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.306090 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.306413 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.306731 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.307069 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.307385 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:40.355832 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] For port 5320f7a6-c126-4deb-9adb-e82de9b63894, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:29:40.359035 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] For port 5320f7a6-c126-4deb-9adb-e82de9b63894, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5320f7a6-c126-4deb-9adb-e82de9b63894,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:29:40.392229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 226248a8-5b83-45f0-976b-4557f8c94d07 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:29:40.467275 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:40.486179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 226248a8-5b83-45f0-976b-4557f8c94d07) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:29:40.490715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:40.491747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:40.496211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e3e7ff-65b5-4b3a-b089-cf4c23681b36 None None] Network 226248a8-5b83-45f0-976b-4557f8c94d07 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:29:40.530270 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:29:40.530919 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:40.601026 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cc2e4e65-8604-45b6-8d67-e8b042361d69 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9434476 Sep 19 12:29:40.601831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33440) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:40.629335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf0496-95e2-4678-86e1-7b0647efcb44 None None] Pushing event updated for resources: {'Port': ['ID=5320f7a6-c126-4deb-9adb-e82de9b63894,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:40.728353 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:40.739926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-226248a8-5b83-45f0-976b-4557f8c94d07', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:29:40.740759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:40.913302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Allocated IP 172.20.0.2 (226248a8-5b83-45f0-976b-4557f8c94d07/2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e/d6a21aa1-0025-428f-a69c-11915969dfdc) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:29:41.048860 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:38Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:41.053296 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed4265-e492-4fd5-97a0-b5aa4fa71a68 None None] The sync data for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv is: [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:38Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:29:41.150019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:41.160652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Transition to ACTIVE for port object d6a21aa1-0025-428f-a69c-11915969dfdc will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:29:41.180197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Transition to ACTIVE for port object d6a21aa1-0025-428f-a69c-11915969dfdc will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:29:41.275529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:41.357188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Network 226248a8-5b83-45f0-976b-4557f8c94d07 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:29:41.360247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:29:41.364264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:29:41.373670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:41.374230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Pushing event updated for resources: {'Port': ['ID=d6a21aa1-0025-428f-a69c-11915969dfdc,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:41.551898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Attempting to bind port d6a21aa1-0025-428f-a69c-11915969dfdc on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:29:41.552496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Attempting to bind port d6a21aa1-0025-428f-a69c-11915969dfdc by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:29:41.552602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Attempting to bind port d6a21aa1-0025-428f-a69c-11915969dfdc on network 226248a8-5b83-45f0-976b-4557f8c94d07 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:29:41.562473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:29:41.562473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Checking segment: {'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:29:41.562473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:41.562473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Bound using segment: {'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:29:41.562473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Bound port: d6a21aa1-0025-428f-a69c-11915969dfdc, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:29:41.562473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:41.617715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb850-dc27-405e-ba7a-64e178a9a571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:41.663000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] For port d6a21aa1-0025-428f-a69c-11915969dfdc, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:29:41.666638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] For port d6a21aa1-0025-428f-a69c-11915969dfdc, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d6a21aa1-0025-428f-a69c-11915969dfdc,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:29:41.738365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:41.821172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640f6e1-254a-4f1b-834e-0ca4f51c5168 None None] Pushing event updated for resources: {'Port': ['ID=d6a21aa1-0025-428f-a69c-11915969dfdc,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:41.959963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.1 (226248a8-5b83-45f0-976b-4557f8c94d07/2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e/489b744d-488a-4b10-b1a2-2c3d8304792c) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:29:42.160308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:42.180666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object 489b744d-488a-4b10-b1a2-2c3d8304792c will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:29:42.286409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5320f7a6-c126-4deb-9adb-e82de9b63894 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:29:42.296384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:42.371936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 226248a8-5b83-45f0-976b-4557f8c94d07 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:29:42.375122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:29:42.379058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:29:42.411128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=489b744d-488a-4b10-b1a2-2c3d8304792c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:42.441542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:42.491997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 5320f7a6-c126-4deb-9adb-e82de9b63894 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:29:42.500526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5320f7a6-c126-4deb-9adb-e82de9b63894 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:42.500906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:42.641890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5320f7a6-c126-4deb-9adb-e82de9b63894 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:42.642559 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:42.659999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 5320f7a6-c126-4deb-9adb-e82de9b63894, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5320f7a6-c126-4deb-9adb-e82de9b63894,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:42.688935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:42.783897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:42.785285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d6a21aa1-0025-428f-a69c-11915969dfdc up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:29:42.918720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=5320f7a6-c126-4deb-9adb-e82de9b63894,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:43.000877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port d6a21aa1-0025-428f-a69c-11915969dfdc completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:29:43.039683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912fae3d-9578-4c9b-a2f5-31972192dd1b None None] Network 226248a8-5b83-45f0-976b-4557f8c94d07 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:29:43.152604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:43.298114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:43.351828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b8b99f14-9999-410c-ae9d-4024663e76c0 None None] Provisioning for port d6a21aa1-0025-428f-a69c-11915969dfdc completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:29:43.357821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b8b99f14-9999-410c-ae9d-4024663e76c0 None None] Provisioning complete for port d6a21aa1-0025-428f-a69c-11915969dfdc triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:43.363639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b8b99f14-9999-410c-ae9d-4024663e76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:43.416693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=489b744d-488a-4b10-b1a2-2c3d8304792c,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:43.419619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:43.495001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b8b99f14-9999-410c-ae9d-4024663e76c0 None None] Current status of the port d6a21aa1-0025-428f-a69c-11915969dfdc is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:43.495454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b8b99f14-9999-410c-ae9d-4024663e76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:43.533030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b8b99f14-9999-410c-ae9d-4024663e76c0 None None] For port d6a21aa1-0025-428f-a69c-11915969dfdc, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d6a21aa1-0025-428f-a69c-11915969dfdc,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:43.593869 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 226248a8-5b83-45f0-976b-4557f8c94d07 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:29:43.599583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:29:43.632035 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b8b99f14-9999-410c-ae9d-4024663e76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:43.695953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3c235c55-414a-418f-aa6a-38b6946b89f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:43.717931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b99f14-9999-410c-ae9d-4024663e76c0 None None] Pushing event updated for resources: {'Port': ['ID=d6a21aa1-0025-428f-a69c-11915969dfdc,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:43.815134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f5e63579-2984-4421-8996-cbbb7144c1ab None None] Provisioning for port 489b744d-488a-4b10-b1a2-2c3d8304792c completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:29:43.824031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f5e63579-2984-4421-8996-cbbb7144c1ab None None] Provisioning complete for port 489b744d-488a-4b10-b1a2-2c3d8304792c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:43.824498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5e63579-2984-4421-8996-cbbb7144c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:43.886133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f5e63579-2984-4421-8996-cbbb7144c1ab None None] Port 489b744d-488a-4b10-b1a2-2c3d8304792c cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:29:43.897879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f5e63579-2984-4421-8996-cbbb7144c1ab None None] Provisioning complete for port d6a21aa1-0025-428f-a69c-11915969dfdc triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:43.898254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5e63579-2984-4421-8996-cbbb7144c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:43.944449 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:29:44.017499 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f5e63579-2984-4421-8996-cbbb7144c1ab None None] Current status of the port d6a21aa1-0025-428f-a69c-11915969dfdc is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:44.126711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:29:44.137608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Sync routers for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:29:44.140857 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1dc448cb-c6e3-49d0-bea0-2014e61a985b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5374479 Sep 19 12:29:44.143183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33444) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:44.147950 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-96e6c12b-d2b3-42c3-a3fb-2915d801d0fc None None] Provisioning complete for port 489b744d-488a-4b10-b1a2-2c3d8304792c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:44.148326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-96e6c12b-d2b3-42c3-a3fb-2915d801d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:44.191744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:29:44.192382 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:44.257293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5320f7a6-c126-4deb-9adb-e82de9b63894 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:29:44.294897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf27ff-d343-46eb-b020-5024a28706db tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.295370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf27ff-d343-46eb-b020-5024a28706db tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.295833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf27ff-d343-46eb-b020-5024a28706db tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.296291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf27ff-d343-46eb-b020-5024a28706db tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.296748 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf27ff-d343-46eb-b020-5024a28706db tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.297198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf27ff-d343-46eb-b020-5024a28706db tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.299180 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-92bf27ff-d343-46eb-b020-5024a28706db tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1548812 Sep 19 12:29:44.301671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33448) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:44.340398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-96e6c12b-d2b3-42c3-a3fb-2915d801d0fc None None] Port 489b744d-488a-4b10-b1a2-2c3d8304792c cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:29:44.378605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b1c4b3-050a-43d5-ac6f-dddf573ad014 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.379204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b1c4b3-050a-43d5-ac6f-dddf573ad014 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.379656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b1c4b3-050a-43d5-ac6f-dddf573ad014 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.380103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b1c4b3-050a-43d5-ac6f-dddf573ad014 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.380824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b1c4b3-050a-43d5-ac6f-dddf573ad014 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.381261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b1c4b3-050a-43d5-ac6f-dddf573ad014 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:44.383122 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b5b1c4b3-050a-43d5-ac6f-dddf573ad014 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0805550 Sep 19 12:29:44.395465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33452) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:44.448570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5320f7a6-c126-4deb-9adb-e82de9b63894 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:44.448949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:44.478329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:44.618327 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ec4b17e8-33a4-4e1d-814e-d8e297003ecb tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2217820 Sep 19 12:29:44.706612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:44.767598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33458) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:44.774232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-528691798', 'description': 'tempest-secgroup-smoke-528691798 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:44.782662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:44.787425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:44.790393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:44.797238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:44.883896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:44.890027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5320f7a6-c126-4deb-9adb-e82de9b63894 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:44.891422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d6a21aa1-0025-428f-a69c-11915969dfdc up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:29:44.915308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:44.920852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:44.923983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:44.930335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:45.021587 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.070728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.079350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d6a21aa1-0025-428f-a69c-11915969dfdc triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:45.079724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.103429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.153761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cedf336-876a-4e24-907c-3cc7cc351e3a,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:45.167620 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:45.178494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Checking router: c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:29:45.178951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Updating router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db port 489b744d-488a-4b10-b1a2-2c3d8304792c binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:29:45.220459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.222152 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-78633d5e-ef9b-4e83-afe2-06a8329f892a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4533291 Sep 19 12:29:45.224791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33462) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:45.231776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '8cedf336-876a-4e24-907c-3cc7cc351e3a', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:45.238729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:45.243337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:45.247101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:45.255483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:45.305487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.331818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d6a21aa1-0025-428f-a69c-11915969dfdc is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:45.360219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.440734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.529452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.557814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca5c943-f656-4ca7-8425-7aa48a341868,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:45.620705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.624944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33466) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:45.630084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '8cedf336-876a-4e24-907c-3cc7cc351e3a', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:45.634494 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0db96be3-6f64-411b-9de2-f1e85803a6c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4084182 Sep 19 12:29:45.636818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:45.641350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:45.644382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:45.650761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:45.701333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.712962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Transition to ACTIVE for port object 489b744d-488a-4b10-b1a2-2c3d8304792c will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:29:45.739070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.802260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.806450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.894797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.918214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eae21dd-e432-4fb4-88e1-4db3831d8b15,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:45.989341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:45.990850 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-898d8697-deaa-42fb-a6d1-5dc4b1978673 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3648834 Sep 19 12:29:45.993622 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33470) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:45.999435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '8cedf336-876a-4e24-907c-3cc7cc351e3a', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:46.003156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286263d-4ea9-4155-b293-2c3bb6c9d56d None None] Pushing event updated for resources: {'Port': ['ID=489b744d-488a-4b10-b1a2-2c3d8304792c,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:46.005570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:46.009634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:46.013998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:46.020235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:46.024589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Attempting to bind port 489b744d-488a-4b10-b1a2-2c3d8304792c on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:29:46.024955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Attempting to bind port 489b744d-488a-4b10-b1a2-2c3d8304792c by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:29:46.025307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Attempting to bind port 489b744d-488a-4b10-b1a2-2c3d8304792c on network 226248a8-5b83-45f0-976b-4557f8c94d07 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:29:46.033409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:29:46.033778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Checking segment: {'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:29:46.034171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.034554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Bound using segment: {'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:29:46.035042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Bound port: 489b744d-488a-4b10-b1a2-2c3d8304792c, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:29:46.035408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.129076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] For port 489b744d-488a-4b10-b1a2-2c3d8304792c, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:29:46.132279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] For port 489b744d-488a-4b10-b1a2-2c3d8304792c, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=489b744d-488a-4b10-b1a2-2c3d8304792c,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:29:46.321681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.358458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.389494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.424217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:29:46.424844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:46.446221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.474572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6814736-3343-4406-9a0c-d403c52341fb,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:46.487100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.511500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286263d-4ea9-4155-b293-2c3bb6c9d56d None None] Pushing event updated for resources: {'Port': ['ID=489b744d-488a-4b10-b1a2-2c3d8304792c,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:46.569097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.570297 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0b9a427d-06f7-4333-b40a-24813624adf5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5757287 Sep 19 12:29:46.573880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33474) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:46.580465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '8cedf336-876a-4e24-907c-3cc7cc351e3a', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:46.587168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:46.591529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:46.594421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:46.600816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:46.654878 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:46.718490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.783146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.863728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.888039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cb9ae8-0ca4-4827-8007-47fe6177d607,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:46.972504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:46.973872 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-943c92fc-a3d2-470a-8ea2-b0111227ed55 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3982096 Sep 19 12:29:46.975557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:29:46Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:46.982431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e19c33-3695-4141-a139-86be8b11a23b None None] The sync data for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv is: [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:29:46Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:29:46.984288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33478) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:46.989426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '8cedf336-876a-4e24-907c-3cc7cc351e3a', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:46.995793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:47.001368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:47.004492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:47.010244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:47.103804 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:29:47.111928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:47.183095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:47.247359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:47.275553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced14ecc-f1dc-486d-b5bc-fb576c855479,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:47.349036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:47.350606 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d2214f16-444f-4549-a749-ccc77a048687 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3654234 Sep 19 12:29:47.353182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33482) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:47.359273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '8cedf336-876a-4e24-907c-3cc7cc351e3a', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:47.365398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:47.369541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:29:47.372500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:29:47.378458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:47.467185 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:29:47.474317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:47.547150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:47.620705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:47.646776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a7b775-8b88-4979-b550-57188cd6f4f7,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:47.723501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:47.724771 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-331391a7-567b-41cb-9c8f-28377d890a94 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3705924 Sep 19 12:29:48.037950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-4046a9e5-b392-4afd-9e34-7611e7c71993 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:29:48.128907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-4046a9e5-b392-4afd-9e34-7611e7c71993 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:29:48.130078 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-4046a9e5-b392-4afd-9e34-7611e7c71993 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528691798&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.1326013 Sep 19 12:29:48.250354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 489b744d-488a-4b10-b1a2-2c3d8304792c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:29:48.291565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-5c795623-c0c0-4dde-b2f3-415f53cc1aba tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:48.292266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-5c795623-c0c0-4dde-b2f3-415f53cc1aba tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:29:48.368909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-5c795623-c0c0-4dde-b2f3-415f53cc1aba tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:29:48.370243 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-5c795623-c0c0-4dde-b2f3-415f53cc1aba tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/networks?id=226248a8-5b83-45f0-976b-4557f8c94d07 HTTP/1.1" status: 200 len: 796 time: 0.2333295 Sep 19 12:29:48.385740 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-222d95a4-7023-4ed7-8df4-4c578b9bc97f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/quotas/d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 375 time: 0.0097847 Sep 19 12:29:48.447289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 489b744d-488a-4b10-b1a2-2c3d8304792c completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:29:48.455134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 489b744d-488a-4b10-b1a2-2c3d8304792c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:48.455508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:48.484206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-28fe1e78-814a-4cfa-a7b9-67dd3da2573b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:29:48.563606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-28fe1e78-814a-4cfa-a7b9-67dd3da2573b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:29:48.564957 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-28fe1e78-814a-4cfa-a7b9-67dd3da2573b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1714444 Sep 19 12:29:48.660110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 489b744d-488a-4b10-b1a2-2c3d8304792c is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:48.660110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:48.707648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 489b744d-488a-4b10-b1a2-2c3d8304792c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=489b744d-488a-4b10-b1a2-2c3d8304792c,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:48.749059 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-ddb88b05-79b6-47fd-b17e-32e4c975b292 service neutron] 10.222.0.66 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720760 Sep 19 12:29:48.780991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:48.850663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=489b744d-488a-4b10-b1a2-2c3d8304792c,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:48.884997 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3b9ca68a-7e31-491a-84b7-ba3c12a89e23 service neutron] 10.222.0.66 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300848 Sep 19 12:29:49.199423 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9f9925ea-a481-4bfa-8f39-e0555168e8e8 req-28295990-7210-4a56-bd5c-845a263d5abe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 210 time: 0.0957751 Sep 19 12:29:50.223743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 489b744d-488a-4b10-b1a2-2c3d8304792c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:29:50.304685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 489b744d-488a-4b10-b1a2-2c3d8304792c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:50.305052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:50.437629 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 489b744d-488a-4b10-b1a2-2c3d8304792c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:50.483096 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-64a6fad4-e81e-4b29-ad4a-a080984d27de req-62f9f455-96c6-4ade-97bd-7c5a55390c02 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 210 time: 0.1656871 Sep 19 12:29:51.523955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-7331e4cc-44cd-48e4-adf3-6935fea22474 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:51.524653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-7331e4cc-44cd-48e4-adf3-6935fea22474 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:29:51.537077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-7331e4cc-44cd-48e4-adf3-6935fea22474 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:29:51.538202 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-7331e4cc-44cd-48e4-adf3-6935fea22474 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=226248a8-5b83-45f0-976b-4557f8c94d07 HTTP/1.1" status: 200 len: 796 time: 0.1636784 Sep 19 12:29:51.591739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-a259b805-75fb-4d6e-bdd7-291fa416206d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:29:51.603364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-a259b805-75fb-4d6e-bdd7-291fa416206d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:29:51.604482 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-a259b805-75fb-4d6e-bdd7-291fa416206d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 379 time: 0.0523090 Sep 19 12:29:51.615753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'device_id': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'admin_state_up': True, 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'security_groups': ['8cedf336-876a-4e24-907c-3cc7cc351e3a']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:51.649825 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b39dc975-4c0f-49b1-aab7-298e5ed165ef req-dd7515bc-ad0b-46fe-821d-4dcc9dec83fd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 210 time: 0.0509748 Sep 19 12:29:51.752961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:29:51.762623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:29:51.846489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:29:51.850014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:52.021263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.10 (226248a8-5b83-45f0-976b-4557f8c94d07/2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e/e8cad738-6107-4c08-aa2e-1309a073c740) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:29:52.309061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:52.325084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object e8cad738-6107-4c08-aa2e-1309a073c740 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:29:52.426975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:52.500985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 226248a8-5b83-45f0-976b-4557f8c94d07 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:29:52.504238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:29:52.508256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:29:52.539569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=e8cad738-6107-4c08-aa2e-1309a073c740,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:52.577954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:52.578573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:52.708780 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-be47d649-a726-413d-b129-77f393f2ee61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0965898 Sep 19 12:29:52.767772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Request body: {'port': {'device_id': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:29:52.786157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e939c680-1793-4d66-866d-6dd38ae7c213 None None] Provisioning for port e8cad738-6107-4c08-aa2e-1309a073c740 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:29:52.791561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e939c680-1793-4d66-866d-6dd38ae7c213 None None] Provisioning complete for port e8cad738-6107-4c08-aa2e-1309a073c740 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:52.796927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e939c680-1793-4d66-866d-6dd38ae7c213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:52.858679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e939c680-1793-4d66-866d-6dd38ae7c213 None None] Port e8cad738-6107-4c08-aa2e-1309a073c740 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:29:52.870403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76098640-c31c-4048-9230-df227add1d91 req-bc5ac68f-a803-4059-8216-3ef567ebbfb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:52.872552 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76098640-c31c-4048-9230-df227add1d91 req-bc5ac68f-a803-4059-8216-3ef567ebbfb3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 932 time: 0.1004021 Sep 19 12:29:52.893500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:52.917557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:52.917816 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76098640-c31c-4048-9230-df227add1d91 req-b633f166-502f-4104-a541-8862be8ab0de tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390310 Sep 19 12:29:52.948946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33526) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:29:53.244273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cad738-6107-4c08-aa2e-1309a073c740 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:29:53.246975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Deleting port 68d434ff-7c70-4cf2-a9f8-524a3524f123 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:29:53.247362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:53.252631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:53.267616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Transition to ACTIVE for port object e8cad738-6107-4c08-aa2e-1309a073c740 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:29:53.337636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:53.423999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:53.424326 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:53.529448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Pushing event updated for resources: {'Port': ['ID=e8cad738-6107-4c08-aa2e-1309a073c740,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:53.548182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Calling delete_port for 68d434ff-7c70-4cf2-a9f8-524a3524f123 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:29:53.567058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Attempting to bind port e8cad738-6107-4c08-aa2e-1309a073c740 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:29:53.567594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Attempting to bind port e8cad738-6107-4c08-aa2e-1309a073c740 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:29:53.567697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Attempting to bind port e8cad738-6107-4c08-aa2e-1309a073c740 on network 226248a8-5b83-45f0-976b-4557f8c94d07 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:29:53.572537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Port e8cad738-6107-4c08-aa2e-1309a073c740 on network 226248a8-5b83-45f0-976b-4557f8c94d07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:29:53.572861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Attempting to bind port e8cad738-6107-4c08-aa2e-1309a073c740 on network 226248a8-5b83-45f0-976b-4557f8c94d07 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:29:53.578364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:29:53.578705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Checking segment: {'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:29:53.579155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Bound using segment: {'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:29:53.579609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Bound port: e8cad738-6107-4c08-aa2e-1309a073c740, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509458df-3b6f-4a52-b008-1043cfb0f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:29:53.579985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:53.675666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] For port e8cad738-6107-4c08-aa2e-1309a073c740, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:29:53.678768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] For port e8cad738-6107-4c08-aa2e-1309a073c740, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8cad738-6107-4c08-aa2e-1309a073c740,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:29:53.752170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:53.755334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:53.755949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:53.757580 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] 10.222.0.85 "PUT /v2.0/ports/e8cad738-6107-4c08-aa2e-1309a073c740 HTTP/1.1" status: 200 len: 1094 time: 1.0371635 Sep 19 12:29:53.778274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:53.788665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'tag': 'e8cad738-6107-4c08-aa2e-1309a073c740'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:29:53.791042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81278f47-d849-4de6-a3ff-9796ce68c2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9938d8-e15f-45c4-ba5e-6b39b003d1ed", "tag": "e8cad738-6107-4c08-aa2e-1309a073c740"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:29:53.827749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event deleted for resources: {'Port': ['ID=68d434ff-7c70-4cf2-a9f8-524a3524f123,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:53.835225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127de87-f647-42f9-aedd-1ba0f965deda service neutron] Pushing event updated for resources: {'Port': ['ID=e8cad738-6107-4c08-aa2e-1309a073c740,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:53.917397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1834c0e1-0a95-4e87-8b88-5fdfe2e06906 x-openstack-request-id: req-1834c0e1-0a95-4e87-8b88-5fdfe2e06906 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:29:53.917692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9938d8-e15f-45c4-ba5e-6b39b003d1ed", "tag": "e8cad738-6107-4c08-aa2e-1309a073c740", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:29:53.917950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1834c0e1-0a95-4e87-8b88-5fdfe2e06906 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:29:53.918395 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1834c0e1-0a95-4e87-8b88-5fdfe2e06906'] response: {'name': 'network-changed', 'server_uuid': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'tag': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'status': 'completed', 'code': 200} Sep 19 12:29:53.935401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:53.935981 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Floating IP a41ab139-c4d2-43d0-a303-a0af21a25585 disassociated (deleted). External IP: 172.26.5.139, port: f6b5a51f-7abc-45cd-a162-b404aa70e367. Sep 19 12:29:53.951467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-e167edeb-939b-499f-8d66-7c625499dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:53.953183 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-e167edeb-939b-499f-8d66-7c625499dc6e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 1097 time: 0.0909212 Sep 19 12:29:54.033589 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-27b5d7c4-7ddc-47e5-bc46-379902529db2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cad738-6107-4c08-aa2e-1309a073c740 HTTP/1.1" status: 200 len: 217 time: 0.0697708 Sep 19 12:29:54.108598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-8d301039-56a3-484b-bea1-202b06f5d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:54.110976 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-8d301039-56a3-484b-bea1-202b06f5d7fe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e HTTP/1.1" status: 200 len: 834 time: 0.0686696 Sep 19 12:29:54.209326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-bad9c8a5-783a-44a1-830d-e85dbd4a1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:54.210840 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-bad9c8a5-783a-44a1-830d-e85dbd4a1c0c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=226248a8-5b83-45f0-976b-4557f8c94d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907953 Sep 19 12:29:54.290987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8f3a4-d0b4-4785-b6e0-7490d41c2921 req-3fc4d3a0-c88f-4dcd-bded-0c41c0103c88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:54.292454 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eee8f3a4-d0b4-4785-b6e0-7490d41c2921 req-3fc4d3a0-c88f-4dcd-bded-0c41c0103c88 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 944 time: 0.2035112 Sep 19 12:29:54.356661 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-7c517f04-3f42-4e1b-8dab-0c1364cf9d42 service neutron] 10.222.0.85 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364634 Sep 19 12:29:54.535410 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eee8f3a4-d0b4-4785-b6e0-7490d41c2921 req-6d930cdf-79fa-48f2-9d00-2972cc8fdf3f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753345 Sep 19 12:29:54.543240 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:29:54.600806 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fdae89e-b832-49bd-8ec8-dd4f606df993 req-7449d70e-54bd-4341-a5f2-bb993535be1e service neutron] 10.222.0.85 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350323 Sep 19 12:29:54.730107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:29:54.742646 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] Sync routers for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:29:54.748309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:54.756069 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:29:54.757190 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:54.809328 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9a2faae7-d3af-4c86-a2a6-6af3b32decd2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "DELETE /v2.0/floatingips/a41ab139-c4d2-43d0-a303-a0af21a25585 HTTP/1.1" status: 204 len: 168 time: 1.8560393 Sep 19 12:29:54.809328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'tag': 'f6b5a51f-7abc-45cd-a162-b404aa70e367'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:29:54.810499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd" -d '{"events": [{"name": "network-changed", "server_uuid": "10e9ccfc-48e8-403e-95b5-3175fda56ed4", "tag": "f6b5a51f-7abc-45cd-a162-b404aa70e367"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:29:54.817337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-55767c08-f5b7-4f17-9565-ad470841ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:54.819288 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-55767c08-f5b7-4f17-9565-ad470841ac6f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 1097 time: 0.0930710 Sep 19 12:29:54.862876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5584733-8c27-4157-ac4d-b35d23d8c97e x-openstack-request-id: req-c5584733-8c27-4157-ac4d-b35d23d8c97e {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:29:54.862876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e9ccfc-48e8-403e-95b5-3175fda56ed4", "tag": "f6b5a51f-7abc-45cd-a162-b404aa70e367", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:29:54.862876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5584733-8c27-4157-ac4d-b35d23d8c97e {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:29:54.862876 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5584733-8c27-4157-ac4d-b35d23d8c97e'] response: {'name': 'network-changed', 'server_uuid': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'tag': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'status': 'completed', 'code': 200} Sep 19 12:29:54.958832 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:55.021366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-89681cd6-7680-4395-acbc-1bb02e0704d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:55.022864 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-89681cd6-7680-4395-acbc-1bb02e0704d3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=226248a8-5b83-45f0-976b-4557f8c94d07 HTTP/1.1" status: 200 len: 897 time: 0.1968241 Sep 19 12:29:55.029328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-33a16b37-3d38-4996-8289-dd3eb54dbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:55.030782 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-33a16b37-3d38-4996-8289-dd3eb54dbf89 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 1098 time: 0.1356599 Sep 19 12:29:55.112116 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-dbd8a7fb-876e-4a0d-ae98-1c98260cafd4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cad738-6107-4c08-aa2e-1309a073c740 HTTP/1.1" status: 200 len: 217 time: 0.0800679 Sep 19 12:29:55.256428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-aa636abe-8853-4e2e-9425-0def8ea3e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:55.257863 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-aa636abe-8853-4e2e-9425-0def8ea3e25f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e HTTP/1.1" status: 200 len: 834 time: 0.0958297 Sep 19 12:29:55.318481 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '8e1993ca-ff1c-4f37-a253-3583c804c8cb', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:a8:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:29Z', 'updated_at': '2022-09-19T12:23:32Z', 'revision_number': 1, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:55.322462 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] Checking router: 63a0abe1-c457-47ea-8e7c-22eaae463ce3 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:29:55.324946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-cbc13228-79c3-4081-b537-6cf116a32a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:55.326439 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-cbc13228-79c3-4081-b537-6cf116a32a81 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.2481053 Sep 19 12:29:55.335398 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:29:55.335971 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:55.404796 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-2ac5e920-dcfd-4b27-9446-58cf1c54f8d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6b5a51f-7abc-45cd-a162-b404aa70e367 HTTP/1.1" status: 200 len: 217 time: 0.0696533 Sep 19 12:29:55.465928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-5cf7f3f2-7398-43a8-958a-03e3ba4f99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:55.467637 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-5cf7f3f2-7398-43a8-958a-03e3ba4f99b3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=226248a8-5b83-45f0-976b-4557f8c94d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1979249 Sep 19 12:29:55.489665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c29791-455c-4f62-9cf4-0deb7051cc7b req-e668db0d-567b-418b-bbee-5b55a2d97c96 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:55.490449 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-c3c29791-455c-4f62-9cf4-0deb7051cc7b req-e668db0d-567b-418b-bbee-5b55a2d97c96 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Synchronizing usage tracker for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:29:55.526111 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:29:55.553891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-de8a59dd-4d40-4600-a59d-9fff02a051a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:55.555371 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-de8a59dd-4d40-4600-a59d-9fff02a051a8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.1405256 Sep 19 12:29:55.591930 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-c3c29791-455c-4f62-9cf4-0deb7051cc7b req-e668db0d-567b-418b-bbee-5b55a2d97c96 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Unset dirty status for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:29:55.597608 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c3c29791-455c-4f62-9cf4-0deb7051cc7b req-e668db0d-567b-418b-bbee-5b55a2d97c96 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 945 time: 0.2013643 Sep 19 12:29:55.664850 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c3c29791-455c-4f62-9cf4-0deb7051cc7b req-edb225d8-3746-44ab-a2ad-2f20763f6481 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615907 Sep 19 12:29:55.674339 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-4cc753c8-bd3a-4315-aad0-f81dd7d360e2 service neutron] 10.222.0.85 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999443 Sep 19 12:29:55.770151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-a6cae188-dacf-44e0-af8f-ff9531d2ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:55.771791 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-a6cae188-dacf-44e0-af8f-ff9531d2ac8f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2077417 Sep 19 12:29:55.772192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e9449-c017-47cf-9288-bcfe56c9015a req-01b5049b-dc4b-44ea-b75e-632a2e9dc06b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:55.773907 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-431e9449-c017-47cf-9288-bcfe56c9015a req-01b5049b-dc4b-44ea-b75e-632a2e9dc06b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 944 time: 0.1124940 Sep 19 12:29:55.820757 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-431e9449-c017-47cf-9288-bcfe56c9015a req-6ce8eacb-b30f-4c64-a024-71e40a6fb874 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411453 Sep 19 12:29:55.891199 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '8e1993ca-ff1c-4f37-a253-3583c804c8cb', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:a8:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:29Z', 'updated_at': '2022-09-19T12:23:32Z', 'revision_number': 1, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:55.895092 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d0991-e0ad-4121-967e-11b18d59a9bf None None] The sync data for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv is: [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '8e1993ca-ff1c-4f37-a253-3583c804c8cb', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'port_id': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'mac_address': 'fa:16:3e:a8:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:23:29Z', 'updated_at': '2022-09-19T12:23:32Z', 'revision_number': 1, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:29:55.908914 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-0e2f7283-845c-4f68-921a-881b5a9998b7 service neutron] 10.222.0.85 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265098 Sep 19 12:29:55.943620 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-be2dce45-a019-4580-9639-0e131f1f3946 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622202 Sep 19 12:29:56.111733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a68978-2137-47b4-a51e-84936f56714d None None] New status for floating IP a41ab139-c4d2-43d0-a303-a0af21a25585: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:29:56.196284 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8a3ee8d3-6db0-4634-bfb9-5daf5597acbd req-aed372ec-cd94-4613-96ad-b69c77b362f2 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459092 Sep 19 12:29:56.878544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d6f32-a1ba-47a3-8316-f8d53727c1e3 req-76f767c7-7a9b-406f-93fc-20a8eabee173 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:56.878544 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-481d6f32-a1ba-47a3-8316-f8d53727c1e3 req-76f767c7-7a9b-406f-93fc-20a8eabee173 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 945 time: 0.0900023 Sep 19 12:29:56.918429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e8cad738-6107-4c08-aa2e-1309a073c740 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:29:56.922207 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-481d6f32-a1ba-47a3-8316-f8d53727c1e3 req-05ad6d08-1043-4dfd-b714-77362bf97d53 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432796 Sep 19 12:29:57.025934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f0e02-c515-4fb3-9e90-c6e2687666da req-846e975f-f783-4471-876a-0149a9c01b66 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:57.028152 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-775f0e02-c515-4fb3-9e90-c6e2687666da req-846e975f-f783-4471-876a-0149a9c01b66 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 944 time: 0.0933931 Sep 19 12:29:57.070650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e8cad738-6107-4c08-aa2e-1309a073c740, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8cad738-6107-4c08-aa2e-1309a073c740,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:57.074974 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-775f0e02-c515-4fb3-9e90-c6e2687666da req-a8e1b843-dc49-4a68-8705-819bdea0c4a1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403302 Sep 19 12:29:57.083322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'port_id': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'mac_address': 'fa:16:3e:00:3a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:29:57.176872 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port e8cad738-6107-4c08-aa2e-1309a073c740 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:57.177573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:57.194092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cad738-6107-4c08-aa2e-1309a073c740 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:29:57.209851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e8cad738-6107-4c08-aa2e-1309a073c740, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8cad738-6107-4c08-aa2e-1309a073c740,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:57.239769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-d106c754-3884-4736-b56b-4e8307f26f4d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:57.240450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-d106c754-3884-4736-b56b-4e8307f26f4d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Synchronizing usage tracker for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:29:57.253743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-d106c754-3884-4736-b56b-4e8307f26f4d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Unset dirty status for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:29:57.255659 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-d106c754-3884-4736-b56b-4e8307f26f4d tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 945 time: 0.1034105 Sep 19 12:29:57.286378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:57.334874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-dbfb1b31-3ba1-4b14-9b2c-b414879db5ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Deleting port f6b5a51f-7abc-45cd-a162-b404aa70e367 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:29:57.334874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-dbfb1b31-3ba1-4b14-9b2c-b414879db5ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:57.353210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=e8cad738-6107-4c08-aa2e-1309a073c740,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:57.562107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['e8cad738-6107-4c08-aa2e-1309a073c740'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:29:57.608580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-dbfb1b31-3ba1-4b14-9b2c-b414879db5ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] For port f6b5a51f-7abc-45cd-a162-b404aa70e367, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f6b5a51f-7abc-45cd-a162-b404aa70e367,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:57.608946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-dbfb1b31-3ba1-4b14-9b2c-b414879db5ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:57.749530 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-dbfb1b31-3ba1-4b14-9b2c-b414879db5ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Calling delete_port for f6b5a51f-7abc-45cd-a162-b404aa70e367 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:29:57.977368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-dbfb1b31-3ba1-4b14-9b2c-b414879db5ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:58.028219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb1b31-3ba1-4b14-9b2c-b414879db5ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event deleted for resources: {'Port': ['ID=f6b5a51f-7abc-45cd-a162-b404aa70e367,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:58.114135 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4ad735a1-85a3-457f-bffb-b814c9218450 req-e386127e-b172-410c-bf6d-a01c26726af9 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 210 time: 0.0667875 Sep 19 12:29:58.125271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-dbfb1b31-3ba1-4b14-9b2c-b414879db5ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] No DVR routers for this DVR port f6b5a51f-7abc-45cd-a162-b404aa70e367 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:29:58.127847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-dbfb1b31-3ba1-4b14-9b2c-b414879db5ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:58.130538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'name': 'network-vif-deleted', 'tag': 'f6b5a51f-7abc-45cd-a162-b404aa70e367'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:29:58.132861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a310c0c7-5953-4cd9-b54f-e279bb06670d" -d '{"events": [{"server_uuid": "10e9ccfc-48e8-403e-95b5-3175fda56ed4", "name": "network-vif-deleted", "tag": "f6b5a51f-7abc-45cd-a162-b404aa70e367"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:29:58.185098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86730bc-f567-4547-9fa6-932b4b165b2e x-openstack-request-id: req-c86730bc-f567-4547-9fa6-932b4b165b2e {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:29:58.185589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e9ccfc-48e8-403e-95b5-3175fda56ed4", "name": "network-vif-deleted", "tag": "f6b5a51f-7abc-45cd-a162-b404aa70e367", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:29:58.185874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c86730bc-f567-4547-9fa6-932b4b165b2e {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:29:58.195351 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86730bc-f567-4547-9fa6-932b4b165b2e'] response: {'server_uuid': '10e9ccfc-48e8-403e-95b5-3175fda56ed4', 'name': 'network-vif-deleted', 'tag': 'f6b5a51f-7abc-45cd-a162-b404aa70e367', 'status': 'completed', 'code': 200} Sep 19 12:29:58.215647 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b9837bac-010d-45c5-b8ff-5c35dcba6a18 req-dbfb1b31-3ba1-4b14-9b2c-b414879db5ff tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "DELETE /v2.0/ports/f6b5a51f-7abc-45cd-a162-b404aa70e367 HTTP/1.1" status: 204 len: 173 time: 0.9519823 Sep 19 12:29:58.292449 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67db85-76c4-4500-ba15-548cf4bdfcef req-31a31712-e946-40b2-a086-880a91cdc6b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:58.294451 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1a67db85-76c4-4500-ba15-548cf4bdfcef req-31a31712-e946-40b2-a086-880a91cdc6b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 945 time: 0.0908895 Sep 19 12:29:58.339357 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1a67db85-76c4-4500-ba15-548cf4bdfcef req-20141668-30b4-4fd1-bcf5-9acb7d42a184 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390234 Sep 19 12:29:58.937099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e8cad738-6107-4c08-aa2e-1309a073c740 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:29:59.117598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port e8cad738-6107-4c08-aa2e-1309a073c740 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:29:59.123627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port e8cad738-6107-4c08-aa2e-1309a073c740 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:29:59.124001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:59.253393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port e8cad738-6107-4c08-aa2e-1309a073c740 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:29:59.253860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:59.282771 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cad738-6107-4c08-aa2e-1309a073c740'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:29:59.285183 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4b40b9-23aa-4f21-8bdd-5bf89ef71f13" -d '{"events": [{"server_uuid": "7c9938d8-e15f-45c4-ba5e-6b39b003d1ed", "name": "network-vif-plugged", "status": "completed", "tag": "e8cad738-6107-4c08-aa2e-1309a073c740"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:29:59.293988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e8cad738-6107-4c08-aa2e-1309a073c740, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8cad738-6107-4c08-aa2e-1309a073c740,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:29:59.310560 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8a681a18-931e-43b0-8c4a-87ac3c3f9ecf req-9a1c3430-1e27-4518-8af0-2e22f0cfc082 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e9ccfc-48e8-403e-95b5-3175fda56ed4 HTTP/1.1" status: 200 len: 210 time: 0.0603418 Sep 19 12:29:59.338009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cf71f8-cbff-4e05-8665-cfb23fe4e319 x-openstack-request-id: req-b6cf71f8-cbff-4e05-8665-cfb23fe4e319 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:29:59.338367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9938d8-e15f-45c4-ba5e-6b39b003d1ed", "name": "network-vif-plugged", "status": "completed", "tag": "e8cad738-6107-4c08-aa2e-1309a073c740", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:29:59.338689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b6cf71f8-cbff-4e05-8665-cfb23fe4e319 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:29:59.339133 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cf71f8-cbff-4e05-8665-cfb23fe4e319'] response: {'server_uuid': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'code': 200} Sep 19 12:29:59.414836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:29:59.486563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=e8cad738-6107-4c08-aa2e-1309a073c740,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:59.541995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0b8c8-72c7-42a3-9c30-4dcacb4ee77b req-491dc9d6-1020-44c7-839f-be81e11841f7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:59.544213 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-37a0b8c8-72c7-42a3-9c30-4dcacb4ee77b req-491dc9d6-1020-44c7-839f-be81e11841f7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 946 time: 0.0912058 Sep 19 12:29:59.589814 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-37a0b8c8-72c7-42a3-9c30-4dcacb4ee77b req-1a2e46e4-b16e-40bd-bf45-3e4218c1f14b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395594 Sep 19 12:29:59.789271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafb3d1-bb26-40a5-bf02-2ba2453e97f0 req-09f81864-e791-49be-afd1-263e2f1adae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:59.790796 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ccafb3d1-bb26-40a5-bf02-2ba2453e97f0 req-09f81864-e791-49be-afd1-263e2f1adae3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 1099 time: 0.0783911 Sep 19 12:29:59.839437 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ccafb3d1-bb26-40a5-bf02-2ba2453e97f0 req-6e302d2c-2151-4594-a060-10740a75a6f7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390267 Sep 19 12:30:00.813460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f4f4b-e3d2-484b-854b-2ee60ee4b879 req-00d8bb1c-8cc2-498d-9ecd-f1551d98a577 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:00.815533 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-659f4f4b-e3d2-484b-854b-2ee60ee4b879 req-00d8bb1c-8cc2-498d-9ecd-f1551d98a577 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 946 time: 0.1112936 Sep 19 12:30:00.873009 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-659f4f4b-e3d2-484b-854b-2ee60ee4b879 req-5a75a0b5-cbba-4688-bc43-8a6dd842229e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516639 Sep 19 12:30:00.931000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device f6b5a51f-7abc-45cd-a162-b404aa70e367 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:00.966297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: f6b5a51f-7abc-45cd-a162-b404aa70e367 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:00.966632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device f6b5a51f-7abc-45cd-a162-b404aa70e367 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:02.077827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd0e4-14e6-416d-af75-1a7ffde1d77f req-af1a516c-f3bb-4573-b564-9cfd7936b275 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:02.079306 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1dabd0e4-14e6-416d-af75-1a7ffde1d77f req-af1a516c-f3bb-4573-b564-9cfd7936b275 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 946 time: 0.0896776 Sep 19 12:30:02.128558 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1dabd0e4-14e6-416d-af75-1a7ffde1d77f req-fbde7df3-df0a-4cbc-9cbc-0237b849c925 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435677 Sep 19 12:30:02.334568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d1931-af01-4dd4-a703-b610ae27b42a req-0bcc870f-884f-4167-b3db-2657a04c22a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:02.336096 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-250d1931-af01-4dd4-a703-b610ae27b42a req-0bcc870f-884f-4167-b3db-2657a04c22a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 946 time: 0.0940363 Sep 19 12:30:02.383723 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-250d1931-af01-4dd4-a703-b610ae27b42a req-22dd88c1-affe-41a0-bf67-0b0a18603ba7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405569 Sep 19 12:30:02.415724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33576) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:02.501515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13adbdd2-4aef-4f0d-9ec4-7d276edf68bb tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:02.506259 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-13adbdd2-4aef-4f0d-9ec4-7d276edf68bb tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 1094 time: 0.0861120 Sep 19 12:30:02.506600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33580) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:02.511341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:30:02.517800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:30:02.521893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:floatingip and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:30:02.524796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:30:02.531235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:30:02.649035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:02.793969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:02.945341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.117 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/bb6d7207-8b6e-4f71-b338-2bee1aad138e) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:03.114606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:03.220576 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:03.287495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:03.290517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:03.294762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:30:03.338838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=bb6d7207-8b6e-4f71-b338-2bee1aad138e,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:03.839381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:03.999271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:04.211441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:04.283516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:04.406090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:04.459147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=bb6d7207-8b6e-4f71-b338-2bee1aad138e,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:04.582185 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 4aacd44a-3e4d-46cd-800f-bedef1fff23c associated. External IP: 172.26.5.117, port: e8cad738-6107-4c08-aa2e-1309a073c740. Sep 19 12:30:04.943231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:30:05.122027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:30:05.131711 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] Sync routers for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:05.141586 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:05.142206 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:05.240519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:05.304726 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f8af50b5-4206-4841-a924-e56de210e2ca tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7972057 Sep 19 12:30:05.305291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'tag': 'e8cad738-6107-4c08-aa2e-1309a073c740'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:30:05.307627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33592) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:05.308089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4609659d-a919-4488-a3c5-038acf8e62b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9938d8-e15f-45c4-ba5e-6b39b003d1ed", "tag": "e8cad738-6107-4c08-aa2e-1309a073c740"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:05.351766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3a65eb-e16a-4e90-b134-3e227286bd6e x-openstack-request-id: req-aa3a65eb-e16a-4e90-b134-3e227286bd6e {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:05.352059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9938d8-e15f-45c4-ba5e-6b39b003d1ed", "tag": "e8cad738-6107-4c08-aa2e-1309a073c740", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:05.352299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa3a65eb-e16a-4e90-b134-3e227286bd6e {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:05.352683 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3a65eb-e16a-4e90-b134-3e227286bd6e'] response: {'name': 'network-changed', 'server_uuid': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'tag': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'status': 'completed', 'code': 200} Sep 19 12:30:05.355204 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:05.554882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33600) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:05.616809 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c6a57e71-e9cf-48c5-99bb-8ef82c0f1ec8 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers/c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db HTTP/1.1" status: 200 len: 923 time: 0.3080227 Sep 19 12:30:05.619477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33604) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:05.725641 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '4aacd44a-3e4d-46cd-800f-bedef1fff23c', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.117', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'port_id': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'mac_address': 'fa:16:3e:00:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:03Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:29:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:05.727585 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-81001e5a-e36a-4162-951d-8dc77bfae263 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/4aacd44a-3e4d-46cd-800f-bedef1fff23c HTTP/1.1" status: 200 len: 992 time: 0.1069176 Sep 19 12:30:05.731918 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] Checking router: c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:05.740095 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:05.741096 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:05.782186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-5b7d17e1-96ef-45e6-889e-54a803eaf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:05.785819 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-5b7d17e1-96ef-45e6-889e-54a803eaf0c1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 1099 time: 0.4087608 Sep 19 12:30:05.814503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Deleting port e99879ef-f642-4787-8b91-fd3a88a69130 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:05.815111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:05.919599 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:06.047456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-bfc7b15c-de39-4f53-a4ec-2a5b56bfb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:06.048924 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-bfc7b15c-de39-4f53-a4ec-2a5b56bfb605 service neutron] 10.222.0.85 "GET /v2.0/networks?id=226248a8-5b83-45f0-976b-4557f8c94d07 HTTP/1.1" status: 200 len: 897 time: 0.2576258 Sep 19 12:30:06.161552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:06.161816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:06.267234 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '4aacd44a-3e4d-46cd-800f-bedef1fff23c', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.117', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'port_id': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'mac_address': 'fa:16:3e:00:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:03Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:29:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:06.271312 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92baf1-fa4d-4f43-9415-7379964c7a7d None None] The sync data for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv is: [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '4aacd44a-3e4d-46cd-800f-bedef1fff23c', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.117', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'port_id': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'mac_address': 'fa:16:3e:00:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:03Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:29:48Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:06.299221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Calling delete_port for e99879ef-f642-4787-8b91-fd3a88a69130 owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:06.327321 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-8e8ac06f-235c-46b7-88ef-722f63cae810 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cad738-6107-4c08-aa2e-1309a073c740 HTTP/1.1" status: 200 len: 1000 time: 0.2651825 Sep 19 12:30:06.415586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-1b85205a-b9a6-443c-8ed3-69c6a1ceb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:06.416936 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-1b85205a-b9a6-443c-8ed3-69c6a1ceb4c3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e HTTP/1.1" status: 200 len: 834 time: 0.0831666 Sep 19 12:30:06.474688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6780d-b29c-4831-b860-fc6b9d9912ad None None] New status for floating IP 4aacd44a-3e4d-46cd-800f-bedef1fff23c: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:30:06.576421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-018a0ea3-1857-442f-b227-98d033100d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:06.577999 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-018a0ea3-1857-442f-b227-98d033100d52 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=226248a8-5b83-45f0-976b-4557f8c94d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1543715 Sep 19 12:30:06.717504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:06.731118 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33608) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:06.754818 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-3682a136-67f9-4d39-a46b-c1d92cdb52ed service neutron] 10.222.0.85 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697915 Sep 19 12:30:06.788207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event deleted for resources: {'Port': ['ID=e99879ef-f642-4787-8b91-fd3a88a69130,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:06.798296 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:30:06.847104 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ff29ee92-1d8f-4b39-a184-60fd536d5f2b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/4aacd44a-3e4d-46cd-800f-bedef1fff23c HTTP/1.1" status: 200 len: 992 time: 0.1142411 Sep 19 12:30:07.076459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:07.077025 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Floating IP 8e1993ca-ff1c-4f37-a253-3583c804c8cb disassociated (deleted). External IP: 172.26.5.64, port: 8d179d76-1b02-4270-bafe-d1bc17325d6e. Sep 19 12:30:07.165940 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4609659d-a919-4488-a3c5-038acf8e62b5 req-202d7a20-e09c-4a7a-bbe9-f3e8a6265161 service neutron] 10.222.0.85 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974495 Sep 19 12:30:07.453687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:30:07.637169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:30:07.647052 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] Sync routers for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:07.655679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:07.657153 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:07.657762 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:07.714063 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f78b30b6-ab0a-4ba8-8775-c0425d7c98b2 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "DELETE /v2.0/floatingips/8e1993ca-ff1c-4f37-a253-3583c804c8cb HTTP/1.1" status: 204 len: 168 time: 2.1578803 Sep 19 12:30:07.715091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'tag': '8d179d76-1b02-4270-bafe-d1bc17325d6e'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:30:07.717381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5252003d-7f83-4bf4-a7af-32737c6e7302" -d '{"events": [{"name": "network-changed", "server_uuid": "04e0ca87-9fc8-40a9-9817-0ac717117939", "tag": "8d179d76-1b02-4270-bafe-d1bc17325d6e"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:07.760671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07403d44-1b7d-457b-805e-ce28f9f1b072 x-openstack-request-id: req-07403d44-1b7d-457b-805e-ce28f9f1b072 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:07.760671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e0ca87-9fc8-40a9-9817-0ac717117939", "tag": "8d179d76-1b02-4270-bafe-d1bc17325d6e", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:07.760671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07403d44-1b7d-457b-805e-ce28f9f1b072 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:07.760993 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07403d44-1b7d-457b-805e-ce28f9f1b072'] response: {'name': 'network-changed', 'server_uuid': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'tag': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'status': 'completed', 'code': 200} Sep 19 12:30:07.845512 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:07.851232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33616) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:07.866187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-5a24f2c2-42da-4733-921a-1c75ab291120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:07.869146 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-5a24f2c2-42da-4733-921a-1c75ab291120 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f625faa175074f0e9fb497e71f4f2a55&device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 1098 time: 0.0871294 Sep 19 12:30:08.012376 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-37a582a7-fc65-4633-9260-6252e32d50c0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/4aacd44a-3e4d-46cd-800f-bedef1fff23c HTTP/1.1" status: 200 len: 994 time: 0.1580560 Sep 19 12:30:08.019502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-03180715-b117-4db1-8ab2-dadb37b08102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:08.021464 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-03180715-b117-4db1-8ab2-dadb37b08102 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 200 len: 912 time: 0.1385853 Sep 19 12:30:08.093748 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-1dbbff14-3b76-4ada-8ccf-c9770ce58c1e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e HTTP/1.1" status: 200 len: 217 time: 0.0663326 Sep 19 12:30:08.157371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-14ce6049-4f18-4ed8-8ff7-3c1286b89ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:08.158883 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-14ce6049-4f18-4ed8-8ff7-3c1286b89ca6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 200 len: 850 time: 0.0597489 Sep 19 12:30:08.213250 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:08.222497 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] Checking router: 63a0abe1-c457-47ea-8e7c-22eaae463ce3 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:08.227059 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:08.227669 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:29:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:08.246676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-b0a3f41f-f61a-455b-93d7-acb1c21d9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:08.248220 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-b0a3f41f-f61a-455b-93d7-acb1c21d9f89 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bce0358b-f8d7-4df5-9007-9637a66925ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833960 Sep 19 12:30:08.395582 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-ccd25b36-d761-43cb-9c67-bc3b6f6f8ef7 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411564 Sep 19 12:30:08.434715 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:08.447648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c1d0-eba9-4222-b800-efb01303f859 req-0cab99a1-81e5-48b9-81bf-8f2ee0d48a81 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:08.451252 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b5b1c1d0-eba9-4222-b800-efb01303f859 req-0cab99a1-81e5-48b9-81bf-8f2ee0d48a81 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 945 time: 0.0995059 Sep 19 12:30:08.503119 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b5b1c1d0-eba9-4222-b800-efb01303f859 req-e05ebc7d-bb10-4bcf-93a1-02aae7fd9657 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463753 Sep 19 12:30:08.538080 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5252003d-7f83-4bf4-a7af-32737c6e7302 req-17e4aca6-7a7e-417d-bd97-734e439cd159 service neutron] 10.222.0.85 "GET /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339567 Sep 19 12:30:08.766592 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:08.770627 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e39b6-1079-428d-af3c-58839791d820 None None] The sync data for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv is: [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:17:44Z', 'revision_number': 4, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '51520807-a96c-4f5b-9b49-308265a013db', 'name': '', 'network_id': 'bce0358b-f8d7-4df5-9007-9637a66925ef', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'mac_address': 'fa:16:3e:94:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:42Z', 'updated_at': '2022-09-19T12:18:00Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'subnets': [{'id': '519d06a8-72de-4c8a-a8ae-62764fd565a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:09.001326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d19aa-9d67-40c8-b3d9-05c245489be2 None None] New status for floating IP 8e1993ca-ff1c-4f37-a253-3583c804c8cb: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:30:09.062353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-f9a555a4-cd9b-4e6a-b3cb-593819f763c9 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:09.062971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-f9a555a4-cd9b-4e6a-b3cb-593819f763c9 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Synchronizing usage tracker for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:30:09.148841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-f9a555a4-cd9b-4e6a-b3cb-593819f763c9 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Unset dirty status for tenant:f625faa175074f0e9fb497e71f4f2a55 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:30:09.150013 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-f9a555a4-cd9b-4e6a-b3cb-593819f763c9 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 945 time: 0.2924747 Sep 19 12:30:09.225479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-d4238cc5-b02c-426b-926e-3bc89d70a487 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Deleting port 8d179d76-1b02-4270-bafe-d1bc17325d6e {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:09.225816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-d4238cc5-b02c-426b-926e-3bc89d70a487 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:09.474309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-d4238cc5-b02c-426b-926e-3bc89d70a487 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] For port 8d179d76-1b02-4270-bafe-d1bc17325d6e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d179d76-1b02-4270-bafe-d1bc17325d6e,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:09.474571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-d4238cc5-b02c-426b-926e-3bc89d70a487 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:09.602218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-d4238cc5-b02c-426b-926e-3bc89d70a487 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Calling delete_port for 8d179d76-1b02-4270-bafe-d1bc17325d6e owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:09.726557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7e4ba-2c71-4ccd-bc88-54781155d61b req-71a03011-1dc0-40f8-91ef-9f0ff707cd06 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:09.728019 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c2d7e4ba-2c71-4ccd-bc88-54781155d61b req-71a03011-1dc0-40f8-91ef-9f0ff707cd06 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 945 time: 0.1040580 Sep 19 12:30:09.774541 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c2d7e4ba-2c71-4ccd-bc88-54781155d61b req-9f085c34-5ec2-4d1f-b1e2-9b18079f4c99 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec98b516-8cad-41c7-9a9e-77f29bdbca31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406399 Sep 19 12:30:09.828923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-d4238cc5-b02c-426b-926e-3bc89d70a487 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:09.881114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4238cc5-b02c-426b-926e-3bc89d70a487 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event deleted for resources: {'Port': ['ID=8d179d76-1b02-4270-bafe-d1bc17325d6e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:09.971659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-d4238cc5-b02c-426b-926e-3bc89d70a487 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] No DVR routers for this DVR port 8d179d76-1b02-4270-bafe-d1bc17325d6e on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:30:09.974119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-d4238cc5-b02c-426b-926e-3bc89d70a487 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:09.976777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'name': 'network-vif-deleted', 'tag': '8d179d76-1b02-4270-bafe-d1bc17325d6e'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:30:09.978999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d5570-0733-415e-bbe3-551f48d8cccb" -d '{"events": [{"server_uuid": "04e0ca87-9fc8-40a9-9817-0ac717117939", "name": "network-vif-deleted", "tag": "8d179d76-1b02-4270-bafe-d1bc17325d6e"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:10.020809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e490e10-38d8-484c-93b2-f323ed00e01e x-openstack-request-id: req-7e490e10-38d8-484c-93b2-f323ed00e01e {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:10.021159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e0ca87-9fc8-40a9-9817-0ac717117939", "name": "network-vif-deleted", "tag": "8d179d76-1b02-4270-bafe-d1bc17325d6e", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:10.021516 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e490e10-38d8-484c-93b2-f323ed00e01e {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:10.022007 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e490e10-38d8-484c-93b2-f323ed00e01e'] response: {'server_uuid': '04e0ca87-9fc8-40a9-9817-0ac717117939', 'name': 'network-vif-deleted', 'tag': '8d179d76-1b02-4270-bafe-d1bc17325d6e', 'status': 'completed', 'code': 200} Sep 19 12:30:10.055294 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b8b977a2-c856-4d66-8cbc-aa0cc9ebbf33 req-d4238cc5-b02c-426b-926e-3bc89d70a487 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.85 "DELETE /v2.0/ports/8d179d76-1b02-4270-bafe-d1bc17325d6e HTTP/1.1" status: 204 len: 173 time: 0.8995254 Sep 19 12:30:10.941075 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20365a7d-57c3-4ebb-ae5a-1f687ca8af79 req-e84242f1-4ddf-4a09-b4bf-d0671a6086cd tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "GET /v2.0/ports?device_id=04e0ca87-9fc8-40a9-9817-0ac717117939 HTTP/1.1" status: 200 len: 210 time: 0.0566466 Sep 19 12:30:11.592068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3488a32f-1622-43a9-872e-0a2495d1374f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:12.044767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33630) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:12.199887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-26a41b9d-a73b-4657-9346-7e52cff54dfa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Deleting port 3185ad24-2b43-45ab-b6c4-159578f9259f {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:12.200227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26a41b9d-a73b-4657-9346-7e52cff54dfa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:12.382970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26a41b9d-a73b-4657-9346-7e52cff54dfa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:12.383297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26a41b9d-a73b-4657-9346-7e52cff54dfa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:12.503781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-26a41b9d-a73b-4657-9346-7e52cff54dfa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Calling delete_port for 3185ad24-2b43-45ab-b6c4-159578f9259f owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:12.717395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26a41b9d-a73b-4657-9346-7e52cff54dfa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:12.850522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a41b9d-a73b-4657-9346-7e52cff54dfa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event deleted for resources: {'Port': ['ID=3185ad24-2b43-45ab-b6c4-159578f9259f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:12.954588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26a41b9d-a73b-4657-9346-7e52cff54dfa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:12.973394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26a41b9d-a73b-4657-9346-7e52cff54dfa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:12.975356 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-26a41b9d-a73b-4657-9346-7e52cff54dfa tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "DELETE /v2.0/floatingips/52f69a3b-61e1-4d36-848c-1d0858b1eb35 HTTP/1.1" status: 204 len: 168 time: 0.9293656 Sep 19 12:30:12.985755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 8d179d76-1b02-4270-bafe-d1bc17325d6e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:13.020200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 8d179d76-1b02-4270-bafe-d1bc17325d6e {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:13.020538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 8d179d76-1b02-4270-bafe-d1bc17325d6e not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:13.702915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-486e55be-1600-4930-8628-0a80eb086204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:14.571774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:14.956184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:15.614699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33646) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:15.685474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4522acc6-e8d1-4d62-89a7-efebfb9432b0 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:15.715297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4522acc6-e8d1-4d62-89a7-efebfb9432b0 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:15.884845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4522acc6-e8d1-4d62-89a7-efebfb9432b0 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:15.902861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522acc6-e8d1-4d62-89a7-efebfb9432b0 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98b516-8cad-41c7-9a9e-77f29bdbca31,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:15.979618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4522acc6-e8d1-4d62-89a7-efebfb9432b0 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:15.981565 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4522acc6-e8d1-4d62-89a7-efebfb9432b0 tempest-TestVolumeBootPattern-1431704929 tempest-TestVolumeBootPattern-1431704929-project] 10.222.0.66 "DELETE /v2.0/security-groups/ec98b516-8cad-41c7-9a9e-77f29bdbca31 HTTP/1.1" status: 204 len: 168 time: 0.3655536 Sep 19 12:30:16.208536 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33652) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:16.418415 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:16.912153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:17.384960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] Deleting port 51520807-a96c-4f5b-9b49-308265a013db {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:17.385647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:17.558546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] For port 51520807-a96c-4f5b-9b49-308265a013db, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=51520807-a96c-4f5b-9b49-308265a013db,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:17.558836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:17.685018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] Calling delete_port for 51520807-a96c-4f5b-9b49-308265a013db owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:18.155053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:18.201409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] Pushing event deleted for resources: {'Port': ['ID=51520807-a96c-4f5b-9b49-308265a013db,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:18.485488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:18.952947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] Router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:30:19.133133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:30:19.142365 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] Sync routers for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:19.146668 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-74f36212-d461-4f34-a4cd-7c97c936e85b admin admin] 10.222.0.66 "PUT /v2.0/routers/63a0abe1-c457-47ea-8e7c-22eaae463ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9370673 Sep 19 12:30:19.149329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33658) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:19.151402 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:19.152727 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:19.329868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:19.337023 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:19.508708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:19.568965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Deleting port 4a577578-568c-4f85-aa43-2ea789a32c6a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:19.569233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:19.624014 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:30:17Z', 'revision_number': 5, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port': {'id': '4a577578-568c-4f85-aa43-2ea789a32c6a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:30Z', 'updated_at': '2022-09-19T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:19.627904 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] Checking router: 63a0abe1-c457-47ea-8e7c-22eaae463ce3 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:19.636332 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] Routers {'63a0abe1-c457-47ea-8e7c-22eaae463ce3'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:19.636932 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:19.744472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] For port 4a577578-568c-4f85-aa43-2ea789a32c6a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4a577578-568c-4f85-aa43-2ea789a32c6a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:19.744833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:19.785825 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] Set router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:19.872064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Calling delete_port for 4a577578-568c-4f85-aa43-2ea789a32c6a owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:19.921520 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:30:19Z', 'revision_number': 6, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:19.925445 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135972b9-0b7a-44ce-b666-498a5a79b3e2 None None] The sync data for ids ['63a0abe1-c457-47ea-8e7c-22eaae463ce3'] in dv-neutron-857775-2-hyperv is: [{'id': '63a0abe1-c457-47ea-8e7c-22eaae463ce3', 'name': 'tempest-TestVolumeBootPattern-981022866-router', 'tenant_id': 'f625faa175074f0e9fb497e71f4f2a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:28Z', 'updated_at': '2022-09-19T12:30:19Z', 'revision_number': 6, 'project_id': 'f625faa175074f0e9fb497e71f4f2a55', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:20.131939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:20.181843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4a577578-568c-4f85-aa43-2ea789a32c6a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:20.280775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:20.391544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 51520807-a96c-4f5b-9b49-308265a013db no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:20.433190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 51520807-a96c-4f5b-9b49-308265a013db {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:20.433537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 51520807-a96c-4f5b-9b49-308265a013db not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:20.570294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:20.572522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:20.662661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:20.663202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63a0abe1-c457-47ea-8e7c-22eaae463ce3 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:30:20.675078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:20.676195 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2d7cbdfc-4441-43c5-9caf-3da76032f3dd admin admin] 10.222.0.66 "DELETE /v2.0/routers/63a0abe1-c457-47ea-8e7c-22eaae463ce3 HTTP/1.1" status: 204 len: 168 time: 1.5258718 Sep 19 12:30:20.678879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33662) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:20.740776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f719a5f-65ac-47e4-b360-b14df03b47d7 admin admin] Deleting subnet 519d06a8-72de-4c8a-a8ae-62764fd565a3 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:30:20.743723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f719a5f-65ac-47e4-b360-b14df03b47d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:20.795591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f719a5f-65ac-47e4-b360-b14df03b47d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:20.878440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f719a5f-65ac-47e4-b360-b14df03b47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.032240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f719a5f-65ac-47e4-b360-b14df03b47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.070816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f719a5f-65ac-47e4-b360-b14df03b47d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519d06a8-72de-4c8a-a8ae-62764fd565a3,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:21.076103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f719a5f-65ac-47e4-b360-b14df03b47d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.081404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d0c8b-3b69-427b-8920-138013e43b0e None None] Network bce0358b-f8d7-4df5-9007-9637a66925ef requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:30:21.082021 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5f719a5f-65ac-47e4-b360-b14df03b47d7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/519d06a8-72de-4c8a-a8ae-62764fd565a3 HTTP/1.1" status: 204 len: 168 time: 0.4021885 Sep 19 12:30:21.089905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33666) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:21.197059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.208665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Deleting port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:21.209000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.346189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] DHCP port deletion for bce0358b-f8d7-4df5-9007-9637a66925ef request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:30:21.350239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] Deleting port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:21.350616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.432272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] For port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5ee0fb03-c0d4-49f6-bc03-be09c5b26941,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:21.432634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.557591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Calling delete_port for 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:21.588672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] For port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5ee0fb03-c0d4-49f6-bc03-be09c5b26941,segment=NetworkSegment(e653c5ae-1715-44bb-b662-9bd862ee8288),segment_id=e653c5ae-1715-44bb-b662-9bd862ee8288)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:21.589232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.700795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.709615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] Calling delete_port for 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:21.749337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee0fb03-c0d4-49f6-bc03-be09c5b26941,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:21.751179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] No DVR routers for this DVR port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:30:21.785457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:30:21.785837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:30:21.868725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.894397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce0358b-f8d7-4df5-9007-9637a66925ef']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:21.906378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e653c5ae-1715-44bb-b662-9bd862ee8288') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:21.906679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e653c5ae-1715-44bb-b662-9bd862ee8288') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:21.918371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.934678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:21.940651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:30:21.941030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:22.022692 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment e653c5ae-1715-44bb-b662-9bd862ee8288 resource provider aggregate not found Sep 19 12:30:22.046603 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment e653c5ae-1715-44bb-b662-9bd862ee8288 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e653c5ae-1715-44bb-b662-9bd862ee8288 found for delete ", "request_id": "req-0fd51d60-35c6-4c47-b1ce-bc4d300115b3"}]} Sep 19 12:30:22.234252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:22.268558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:22.268908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:22.269332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a577578-568c-4f85-aa43-2ea789a32c6a no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:22.285493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:22.290122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:22.297625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] Deleting port 5ee0fb03-c0d4-49f6-bc03-be09c5b26941 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:22.298008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:22.317764 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] Pushing event deleted for resources: {'Network': ['ID=bce0358b-f8d7-4df5-9007-9637a66925ef,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:22.338770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 4a577578-568c-4f85-aa43-2ea789a32c6a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:22.339717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4a577578-568c-4f85-aa43-2ea789a32c6a not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:22.379150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-787bcf4b-ecd1-4975-be41-5e70b3a6dd59 None None] The port '5ee0fb03-c0d4-49f6-bc03-be09c5b26941' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:30:22.435467 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bb51db15-fd58-47fb-907b-a9de07dc04fb admin admin] 10.222.0.66 "DELETE /v2.0/networks/bce0358b-f8d7-4df5-9007-9637a66925ef HTTP/1.1" status: 204 len: 168 time: 1.3442652 Sep 19 12:30:22.438232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33676) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:22.865865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:23.080995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:23.430470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] Deleting port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:23.431206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:23.600644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] For port 2511ef29-6714-4d54-a3c3-4ca5532bdb6b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=2511ef29-6714-4d54-a3c3-4ca5532bdb6b,segment=NetworkSegment(cb2c2fe9-8220-4665-bdba-9a607b782980),segment_id=cb2c2fe9-8220-4665-bdba-9a607b782980)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:23.600904 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:23.725587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] Calling delete_port for 2511ef29-6714-4d54-a3c3-4ca5532bdb6b owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:23.974286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:24.052025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2511ef29-6714-4d54-a3c3-4ca5532bdb6b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:24.416548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:24.779192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] Router be9009fc-a93c-4804-a095-e8495d571284 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:30:24.955105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:30:24.963669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] Sync routers for ids ['be9009fc-a93c-4804-a095-e8495d571284'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:24.973499 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] Routers {'be9009fc-a93c-4804-a095-e8495d571284'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:24.974107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['be9009fc-a93c-4804-a095-e8495d571284'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:25.030606 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-298d2f2e-749e-4d08-b6ed-10a633f61c86 admin admin] 10.222.0.66 "PUT /v2.0/routers/be9009fc-a93c-4804-a095-e8495d571284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5911767 Sep 19 12:30:25.033087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33680) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:25.155291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] Set router be9009fc-a93c-4804-a095-e8495d571284 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:25.221526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:25.404117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:25.439671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9009fc-a93c-4804-a095-e8495d571284', 'name': 'tempest-TestVolumeBootPattern-1647849601-router', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:55Z', 'updated_at': '2022-09-19T12:30:23Z', 'revision_number': 5, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'gw_port': {'id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:58Z', 'updated_at': '2022-09-19T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:25.444651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] Checking router: be9009fc-a93c-4804-a095-e8495d571284 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:25.454277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] Routers {'be9009fc-a93c-4804-a095-e8495d571284'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:25.454916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['be9009fc-a93c-4804-a095-e8495d571284'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:25.586035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Deleting port 442f6e2c-072c-480a-997b-e78fcb242e0a {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:25.586272 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:25.637251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] Set router be9009fc-a93c-4804-a095-e8495d571284 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:25.765956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] For port 442f6e2c-072c-480a-997b-e78fcb242e0a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=442f6e2c-072c-480a-997b-e78fcb242e0a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:25.766319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:25.892725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Calling delete_port for 442f6e2c-072c-480a-997b-e78fcb242e0a owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:25.960290 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9009fc-a93c-4804-a095-e8495d571284', 'name': 'tempest-TestVolumeBootPattern-1647849601-router', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:55Z', 'updated_at': '2022-09-19T12:30:23Z', 'revision_number': 5, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'gw_port': {'id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:58Z', 'updated_at': '2022-09-19T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:25.964821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a7484-3f71-4a65-8a7e-78f7c4c8da72 None None] The sync data for ids ['be9009fc-a93c-4804-a095-e8495d571284'] in dv-neutron-857775-2-hyperv is: [{'id': 'be9009fc-a93c-4804-a095-e8495d571284', 'name': 'tempest-TestVolumeBootPattern-1647849601-router', 'tenant_id': '7f414fb3f71842018e91609b2572d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:55Z', 'updated_at': '2022-09-19T12:30:23Z', 'revision_number': 5, 'project_id': '7f414fb3f71842018e91609b2572d1de', 'gw_port': {'id': '442f6e2c-072c-480a-997b-e78fcb242e0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9009fc-a93c-4804-a095-e8495d571284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:17:58Z', 'updated_at': '2022-09-19T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:26.154623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:26.204963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=442f6e2c-072c-480a-997b-e78fcb242e0a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:26.303673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:26.362512 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 2511ef29-6714-4d54-a3c3-4ca5532bdb6b no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:26.404965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 2511ef29-6714-4d54-a3c3-4ca5532bdb6b {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:26.405321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 2511ef29-6714-4d54-a3c3-4ca5532bdb6b not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:26.618112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:26.620330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:26.757388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:26.757945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be9009fc-a93c-4804-a095-e8495d571284 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:30:26.771023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:26.772147 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-20ecb196-1fa4-4679-bfa9-e3152e8a50e6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/be9009fc-a93c-4804-a095-e8495d571284 HTTP/1.1" status: 204 len: 168 time: 1.7380641 Sep 19 12:30:26.774680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33688) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:26.835814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Deleting subnet acb48567-a60c-4a71-9716-2db873d94554 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:30:26.839142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:26.890299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:26.971048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:27.149073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:27.200090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:27.202613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb48567-a60c-4a71-9716-2db873d94554,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:27.205863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c29e4-6886-4ed9-8623-121c1347aee3 None None] Network 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:30:27.215950 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/acb48567-a60c-4a71-9716-2db873d94554 HTTP/1.1" status: 204 len: 168 time: 0.4374833 Sep 19 12:30:27.215950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.215950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.215950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.215950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.215950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.216511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.216511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.216818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.217148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.217469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.217792 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.217975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33692) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:27.218427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e251c-5118-4029-b381-699c37e972a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.328031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:27.341517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Deleting port 6d331c77-217a-4ac2-bd1c-b8543cd35525 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:27.341517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:27.461413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] DHCP port deletion for 100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:30:27.466807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] Deleting port 6d331c77-217a-4ac2-bd1c-b8543cd35525 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:27.467192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:27.559994 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] For port 6d331c77-217a-4ac2-bd1c-b8543cd35525, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6d331c77-217a-4ac2-bd1c-b8543cd35525,segment=NetworkSegment(cb2c2fe9-8220-4665-bdba-9a607b782980),segment_id=cb2c2fe9-8220-4665-bdba-9a607b782980)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:27.560354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:27.676896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] For port 6d331c77-217a-4ac2-bd1c-b8543cd35525, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6d331c77-217a-4ac2-bd1c-b8543cd35525,segment=NetworkSegment(cb2c2fe9-8220-4665-bdba-9a607b782980),segment_id=cb2c2fe9-8220-4665-bdba-9a607b782980)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:27.677198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:27.684151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Calling delete_port for 6d331c77-217a-4ac2-bd1c-b8543cd35525 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:27.817223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] Calling delete_port for 6d331c77-217a-4ac2-bd1c-b8543cd35525 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:27.863327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:27.895237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:30:27.895593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:30:27.916380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d331c77-217a-4ac2-bd1c-b8543cd35525,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:27.921977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] No DVR routers for this DVR port 6d331c77-217a-4ac2-bd1c-b8543cd35525 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:30:27.954226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.954494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.954849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.955176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.955500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.955822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.956143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.956463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.956779 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.957108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.957409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.957717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:28.160913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:28.187051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:28.200593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2c2fe9-8220-4665-bdba-9a607b782980') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:28.200893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2c2fe9-8220-4665-bdba-9a607b782980') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:28.213076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:28.230302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:28.236568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 442f6e2c-072c-480a-997b-e78fcb242e0a no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:28.237061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:30:28.237478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:28.274022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 442f6e2c-072c-480a-997b-e78fcb242e0a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:28.274369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 442f6e2c-072c-480a-997b-e78fcb242e0a not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:28.274806 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6d331c77-217a-4ac2-bd1c-b8543cd35525 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:28.304862 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment cb2c2fe9-8220-4665-bdba-9a607b782980 resource provider aggregate not found Sep 19 12:30:28.309910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 6d331c77-217a-4ac2-bd1c-b8543cd35525 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:28.311487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6d331c77-217a-4ac2-bd1c-b8543cd35525 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:28.331593 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment cb2c2fe9-8220-4665-bdba-9a607b782980 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb2c2fe9-8220-4665-bdba-9a607b782980 found for delete ", "request_id": "req-3e192d47-cd0c-4c75-a511-3d9daefbee67"}]} Sep 19 12:30:28.396801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] Deleting port 6d331c77-217a-4ac2-bd1c-b8543cd35525 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:28.397180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:28.445547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:28.469826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-6e31bdd7-7cc6-4fd3-92e1-38c07dd1077e None None] The port '6d331c77-217a-4ac2-bd1c-b8543cd35525' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:30:28.470070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:28.479041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:28.491582 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-34cbdb82-a335-4427-94b5-31ee010e8e94 admin admin] 10.222.0.66 "DELETE /v2.0/networks/100cd7f8-e025-4ffd-b2d5-dbfb8aa7eb3b HTTP/1.1" status: 204 len: 168 time: 1.2718415 Sep 19 12:30:28.949633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33702) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:28.999113 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d5add860-1099-4c45-9420-7b4eeacb6c97 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f625faa175074f0e9fb497e71f4f2a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483174 Sep 19 12:30:29.001568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33708) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:29.059060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9b5210b3-8e8f-41c8-877b-0963bba7a3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:29.087304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9b5210b3-8e8f-41c8-877b-0963bba7a3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:29.271344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9b5210b3-8e8f-41c8-877b-0963bba7a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:29.289407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5210b3-8e8f-41c8-877b-0963bba7a3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233af4e1-a458-4ba6-88fa-8c8ff224d170,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:29.298352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9b5210b3-8e8f-41c8-877b-0963bba7a3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:29.299198 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9b5210b3-8e8f-41c8-877b-0963bba7a3d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/233af4e1-a458-4ba6-88fa-8c8ff224d170 HTTP/1.1" status: 204 len: 168 time: 0.2967212 Sep 19 12:30:30.074027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33716) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:30.122238 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-20a6dd64-ac45-455f-bd9c-fc922ede8ed7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f414fb3f71842018e91609b2572d1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470626 Sep 19 12:30:30.124686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33720) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:30.181977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1ff9fa02-14b1-4d4c-a624-5b94bdf53205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:30.207569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1ff9fa02-14b1-4d4c-a624-5b94bdf53205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:30.334311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1ff9fa02-14b1-4d4c-a624-5b94bdf53205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:30.354191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9fa02-14b1-4d4c-a624-5b94bdf53205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a3cc18-600f-4b00-938e-06df27ff8026,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:30.359757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1ff9fa02-14b1-4d4c-a624-5b94bdf53205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:30.361411 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1ff9fa02-14b1-4d4c-a624-5b94bdf53205 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76a3cc18-600f-4b00-938e-06df27ff8026 HTTP/1.1" status: 204 len: 168 time: 0.2358336 Sep 19 12:30:36.086080 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-1d6fc224-14d1-4232-b560-938fe2aee9c1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780246 Sep 19 12:30:36.234950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-760cceb1-78ad-4a6e-b342-3501eda0848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:36.236429 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-760cceb1-78ad-4a6e-b342-3501eda0848d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 1099 time: 0.0833399 Sep 19 12:30:36.385358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-78904a65-8ede-4bbb-8eaf-b767ed091fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:36.387335 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-78904a65-8ede-4bbb-8eaf-b767ed091fc3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=226248a8-5b83-45f0-976b-4557f8c94d07 HTTP/1.1" status: 200 len: 897 time: 0.1320138 Sep 19 12:30:36.489759 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-75eaf037-4ab6-472c-8407-18167536ce26 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cad738-6107-4c08-aa2e-1309a073c740 HTTP/1.1" status: 200 len: 1002 time: 0.0943191 Sep 19 12:30:36.557803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-824eb4eb-ce84-4206-be24-a3a772888774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:36.559424 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-824eb4eb-ce84-4206-be24-a3a772888774 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e HTTP/1.1" status: 200 len: 834 time: 0.0622284 Sep 19 12:30:36.645510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-ee493036-8a54-4a75-a6a8-fcfc6addf7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:36.647052 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-ee493036-8a54-4a75-a6a8-fcfc6addf7c5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=226248a8-5b83-45f0-976b-4557f8c94d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808501 Sep 19 12:30:36.779865 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-13f69c65-df69-455d-8cff-6017c3cf4455 service neutron] 10.222.0.85 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263981 Sep 19 12:30:36.916455 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58f08a15-f952-4d1d-ab81-7e5609cda54b req-d545d6b2-b182-4751-b17c-650380d7b8c8 service neutron] 10.222.0.85 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287186 Sep 19 12:30:37.540489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33730) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:37.735314 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dd781bb9-d10f-4e7c-a9dd-581ec7ea8d20 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers/c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1936300 Sep 19 12:30:37.738171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33734) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:38.089177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a7763b-bfee-49db-8f21-3c6e1bbb68ca tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Notify agent at dv-neutron-857775-2-hyperv the message router_removed_from_agent {{(pid=89794) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 19 12:30:38.092417 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e4a7763b-bfee-49db-8f21-3c6e1bbb68ca tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "DELETE /v2.0/agents/437dbbda-542d-4dac-873f-6c34895fb227/l3-routers/c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db HTTP/1.1" status: 204 len: 168 time: 0.3532884 Sep 19 12:30:38.095275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33738) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:38.281760 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9d036192-44bc-4799-b434-a0917c1c3c20 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers/c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1836407 Sep 19 12:30:38.282637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33742) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:38.389366 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2cd43e28-52e9-48b8-855a-9a56105bbd5f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/4aacd44a-3e4d-46cd-800f-bedef1fff23c HTTP/1.1" status: 200 len: 994 time: 0.1055381 Sep 19 12:30:38.499702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 489b744d-488a-4b10-b1a2-2c3d8304792c no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:38.624681 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 489b744d-488a-4b10-b1a2-2c3d8304792c is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:30:38.625065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:38.661120 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 489b744d-488a-4b10-b1a2-2c3d8304792c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=489b744d-488a-4b10-b1a2-2c3d8304792c,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:38.725187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:38.791960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=489b744d-488a-4b10-b1a2-2c3d8304792c,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:38.799196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.799549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.799891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.800230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.800568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.800902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.801233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.801560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.801888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.802213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.802539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.802895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:38.855331 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3835d81-e508-454f-b7b1-ea0d2cbfd906 None None] New status for floating IP 4aacd44a-3e4d-46cd-800f-bedef1fff23c: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:30:39.393544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33746) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:39.508462 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ff2a2894-42b9-407e-aa3f-0865f37d21a9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/4aacd44a-3e4d-46cd-800f-bedef1fff23c HTTP/1.1" status: 200 len: 992 time: 0.1135588 Sep 19 12:30:40.235814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5320f7a6-c126-4deb-9adb-e82de9b63894 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:40.352288 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5320f7a6-c126-4deb-9adb-e82de9b63894 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:30:40.352671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:40.368957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 5320f7a6-c126-4deb-9adb-e82de9b63894, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5320f7a6-c126-4deb-9adb-e82de9b63894,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:40.449040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:40.562932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=5320f7a6-c126-4deb-9adb-e82de9b63894,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:40.673506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33752) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:40.993858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7632ba41-7dd5-4a21-bbfe-0044949ed29c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:30:40.994194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7632ba41-7dd5-4a21-bbfe-0044949ed29c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Notify agent at dv-neutron-857775-2-hyperv the message router_added_to_agent {{(pid=89795) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 19 12:30:41.015449 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7632ba41-7dd5-4a21-bbfe-0044949ed29c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "POST /v2.0/agents/437dbbda-542d-4dac-873f-6c34895fb227/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3408830 Sep 19 12:30:41.018123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33760) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:41.024422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] Sync routers for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:41.035205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:41.035842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:41.205720 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4cd85cdd-7728-41bf-90dd-9e9073af4341 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers/c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1865358 Sep 19 12:30:41.208546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33764) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:41.222113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:41.441706 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5d835876-b03e-48d4-9734-b5231bd2797b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/4aacd44a-3e4d-46cd-800f-bedef1fff23c HTTP/1.1" status: 200 len: 992 time: 0.2320974 Sep 19 12:30:41.583328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-62c54428-9fdb-42ad-8177-e0509577e20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:41.616562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:30:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '4aacd44a-3e4d-46cd-800f-bedef1fff23c', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.117', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'port_id': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'mac_address': 'fa:16:3e:00:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:39Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:30:38Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:41.620549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] Checking router: c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:41.628942 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:41.629543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:41.811216 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:42.164966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:30:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '4aacd44a-3e4d-46cd-800f-bedef1fff23c', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.117', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'port_id': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'mac_address': 'fa:16:3e:00:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:39Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:30:38Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:42.170231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c410b3e-b15e-4057-8b32-6040d0e07666 None None] The sync data for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv is: [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:30:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '4aacd44a-3e4d-46cd-800f-bedef1fff23c', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.117', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'port_id': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'mac_address': 'fa:16:3e:00:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:39Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:30:38Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:42.445740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33768) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:42.558548 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aa1cab9d-293c-43db-97f9-b5d7944eb0d6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/4aacd44a-3e4d-46cd-800f-bedef1fff23c HTTP/1.1" status: 200 len: 992 time: 0.1103065 Sep 19 12:30:43.560641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33772) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:43.668522 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0186d475-79f8-47d8-b7aa-1fb761ad7dac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/4aacd44a-3e4d-46cd-800f-bedef1fff23c HTTP/1.1" status: 200 len: 992 time: 0.1067302 Sep 19 12:30:43.680052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9688d103-12d9-4304-adfe-5afa637a62ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:43.797294 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:30:43.809560 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3c5d4-b071-4aa4-8e68-6082350ad1af None None] New status for floating IP 4aacd44a-3e4d-46cd-800f-bedef1fff23c: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:30:44.322196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5320f7a6-c126-4deb-9adb-e82de9b63894 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:30:44.422491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5320f7a6-c126-4deb-9adb-e82de9b63894 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:30:44.422491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:44.600449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5320f7a6-c126-4deb-9adb-e82de9b63894 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:30:44.600939 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:44.610305 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:44.626592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 5320f7a6-c126-4deb-9adb-e82de9b63894, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5320f7a6-c126-4deb-9adb-e82de9b63894,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:44.676417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33778) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:44.735814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:44.737113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 489b744d-488a-4b10-b1a2-2c3d8304792c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:30:44.832847 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f5491b6f-6829-4001-b1a3-118ac97fef90 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/4aacd44a-3e4d-46cd-800f-bedef1fff23c HTTP/1.1" status: 200 len: 994 time: 0.1548407 Sep 19 12:30:44.888812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=5320f7a6-c126-4deb-9adb-e82de9b63894,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:44.920855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 489b744d-488a-4b10-b1a2-2c3d8304792c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:30:44.921252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:45.007899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:45.133680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33786) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:45.138661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 489b744d-488a-4b10-b1a2-2c3d8304792c is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:30:45.139313 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:45.185013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 489b744d-488a-4b10-b1a2-2c3d8304792c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=489b744d-488a-4b10-b1a2-2c3d8304792c,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:45.263795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:45.354490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=489b744d-488a-4b10-b1a2-2c3d8304792c,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:45.401612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port bb6d7207-8b6e-4f71-b338-2bee1aad138e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:45.402080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:45.617668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:45.617913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:45.744077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for bb6d7207-8b6e-4f71-b338-2bee1aad138e owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:46.002675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:46.049539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=bb6d7207-8b6e-4f71-b338-2bee1aad138e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:46.150114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:46.150767 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 4aacd44a-3e4d-46cd-800f-bedef1fff23c disassociated (deleted). External IP: 172.26.5.117, port: e8cad738-6107-4c08-aa2e-1309a073c740. Sep 19 12:30:46.254121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5320f7a6-c126-4deb-9adb-e82de9b63894 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:30:46.351399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5320f7a6-c126-4deb-9adb-e82de9b63894 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:30:46.351991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:46.469680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:46.497426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5320f7a6-c126-4deb-9adb-e82de9b63894 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:30:46.499430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 489b744d-488a-4b10-b1a2-2c3d8304792c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:30:46.573664 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 489b744d-488a-4b10-b1a2-2c3d8304792c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:30:46.574138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:46.669204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:30:46.689635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 489b744d-488a-4b10-b1a2-2c3d8304792c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:30:46.848275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:30:46.857992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] Sync routers for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:46.864194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:46.867364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:46.868044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:46.922814 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c785a308-65db-4e13-a13e-0b51d0a881f9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/floatingips/4aacd44a-3e4d-46cd-800f-bedef1fff23c HTTP/1.1" status: 204 len: 168 time: 1.7879856 Sep 19 12:30:46.923687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'tag': 'e8cad738-6107-4c08-aa2e-1309a073c740'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:30:46.926264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085f1dab-2103-4737-bb97-517619a4b189" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9938d8-e15f-45c4-ba5e-6b39b003d1ed", "tag": "e8cad738-6107-4c08-aa2e-1309a073c740"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:46.977539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aca9a7b-8c4c-4cb6-8981-884a6a9ca098 x-openstack-request-id: req-0aca9a7b-8c4c-4cb6-8981-884a6a9ca098 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:46.977828 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9938d8-e15f-45c4-ba5e-6b39b003d1ed", "tag": "e8cad738-6107-4c08-aa2e-1309a073c740", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:46.978077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0aca9a7b-8c4c-4cb6-8981-884a6a9ca098 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:46.978481 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aca9a7b-8c4c-4cb6-8981-884a6a9ca098'] response: {'name': 'network-changed', 'server_uuid': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'tag': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'status': 'completed', 'code': 200} Sep 19 12:30:47.053444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:47.087703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f1dab-2103-4737-bb97-517619a4b189 req-f3aa2f51-a318-4803-a6f6-d587950807db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:47.089965 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-085f1dab-2103-4737-bb97-517619a4b189 req-f3aa2f51-a318-4803-a6f6-d587950807db service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 1099 time: 0.0817025 Sep 19 12:30:47.227206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f1dab-2103-4737-bb97-517619a4b189 req-0a9f85e9-12c4-4820-b3ea-b2377e381f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:47.228584 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-085f1dab-2103-4737-bb97-517619a4b189 req-0a9f85e9-12c4-4820-b3ea-b2377e381f32 service neutron] 10.222.0.85 "GET /v2.0/networks?id=226248a8-5b83-45f0-976b-4557f8c94d07 HTTP/1.1" status: 200 len: 897 time: 0.1295156 Sep 19 12:30:47.304025 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-085f1dab-2103-4737-bb97-517619a4b189 req-36bd28b9-d591-4342-9a30-27a8e2f7ad86 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cad738-6107-4c08-aa2e-1309a073c740 HTTP/1.1" status: 200 len: 217 time: 0.0659430 Sep 19 12:30:47.384494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:30:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:30:45Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:47.388915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] Checking router: c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:47.392625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f1dab-2103-4737-bb97-517619a4b189 req-d76324a0-9532-4781-a636-196a891f0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:47.394141 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-085f1dab-2103-4737-bb97-517619a4b189 req-d76324a0-9532-4781-a636-196a891f0722 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e HTTP/1.1" status: 200 len: 834 time: 0.0752337 Sep 19 12:30:47.397464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:47.398053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:47.499669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f1dab-2103-4737-bb97-517619a4b189 req-1b6c0042-45c3-48a6-bf41-9f1f5e906268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:47.503491 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-085f1dab-2103-4737-bb97-517619a4b189 req-1b6c0042-45c3-48a6-bf41-9f1f5e906268 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=226248a8-5b83-45f0-976b-4557f8c94d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999444 Sep 19 12:30:47.604648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fca3c6-33f4-47be-953a-cba71238f081 req-f2c13d6f-9ca1-403a-a335-a048d0df1f7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:47.605255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:47.606256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-c8fca3c6-33f4-47be-953a-cba71238f081 req-f2c13d6f-9ca1-403a-a335-a048d0df1f7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:30:47.645814 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-085f1dab-2103-4737-bb97-517619a4b189 req-cd2e9335-e179-4c4e-8e9f-474a13e27eca service neutron] 10.222.0.85 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345356 Sep 19 12:30:47.690933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-c8fca3c6-33f4-47be-953a-cba71238f081 req-f2c13d6f-9ca1-403a-a335-a048d0df1f7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:30:47.692179 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c8fca3c6-33f4-47be-953a-cba71238f081 req-f2c13d6f-9ca1-403a-a335-a048d0df1f7d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 946 time: 0.1886859 Sep 19 12:30:47.745072 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c8fca3c6-33f4-47be-953a-cba71238f081 req-eb269583-de21-4a8b-b8f0-6e96fa8b362a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456245 Sep 19 12:30:47.801969 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-085f1dab-2103-4737-bb97-517619a4b189 req-806d2f52-cd36-4dc1-852d-967e32934f49 service neutron] 10.222.0.85 "GET /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492550 Sep 19 12:30:47.960478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:30:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:30:45Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:47.965056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8148a-0eeb-4e03-8b42-7f79bd075e8c None None] The sync data for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv is: [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:29:42Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:30:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '489b744d-488a-4b10-b1a2-2c3d8304792c', 'name': '', 'network_id': '226248a8-5b83-45f0-976b-4557f8c94d07', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:c1:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:41Z', 'updated_at': '2022-09-19T12:30:45Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:48.954930 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a22ed-93c0-4794-89fb-e1a1791c59ea None None] New status for floating IP 4aacd44a-3e4d-46cd-800f-bedef1fff23c: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:30:48.976045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cab90-085e-4b62-84d6-16a9ce6f09f1 req-83090d41-6f8e-451b-b724-f186e3d3e9e3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:48.977675 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-966cab90-085e-4b62-84d6-16a9ce6f09f1 req-83090d41-6f8e-451b-b724-f186e3d3e9e3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 946 time: 0.1018803 Sep 19 12:30:49.011114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-49320005-4464-478a-9a0d-c162c4edefbe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:49.011814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-49320005-4464-478a-9a0d-c162c4edefbe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:30:49.024903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-49320005-4464-478a-9a0d-c162c4edefbe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:30:49.026376 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-49320005-4464-478a-9a0d-c162c4edefbe tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 946 time: 0.1128826 Sep 19 12:30:49.031408 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-966cab90-085e-4b62-84d6-16a9ce6f09f1 req-bf95a974-1bb2-4ff0-9caa-d7e52618fed8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cedf336-876a-4e24-907c-3cc7cc351e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473127 Sep 19 12:30:49.102034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-a933d66f-2a78-4bef-a196-74108893f86c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port e8cad738-6107-4c08-aa2e-1309a073c740 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:49.102379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-a933d66f-2a78-4bef-a196-74108893f86c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:49.357504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-a933d66f-2a78-4bef-a196-74108893f86c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port e8cad738-6107-4c08-aa2e-1309a073c740, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8cad738-6107-4c08-aa2e-1309a073c740,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:49.357780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-a933d66f-2a78-4bef-a196-74108893f86c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:49.580881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-a933d66f-2a78-4bef-a196-74108893f86c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for e8cad738-6107-4c08-aa2e-1309a073c740 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:49.782667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-a933d66f-2a78-4bef-a196-74108893f86c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:49.832495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933d66f-2a78-4bef-a196-74108893f86c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=e8cad738-6107-4c08-aa2e-1309a073c740,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:49.922391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-a933d66f-2a78-4bef-a196-74108893f86c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port e8cad738-6107-4c08-aa2e-1309a073c740 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:30:49.924907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-a933d66f-2a78-4bef-a196-74108893f86c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:49.927527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'name': 'network-vif-deleted', 'tag': 'e8cad738-6107-4c08-aa2e-1309a073c740'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:30:49.929813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e2477c-e2e7-4c3a-adce-c697a861aeb4" -d '{"events": [{"server_uuid": "7c9938d8-e15f-45c4-ba5e-6b39b003d1ed", "name": "network-vif-deleted", "tag": "e8cad738-6107-4c08-aa2e-1309a073c740"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:49.974106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e982e1-ac52-4702-880d-594da8af8cf3 x-openstack-request-id: req-95e982e1-ac52-4702-880d-594da8af8cf3 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:49.974450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9938d8-e15f-45c4-ba5e-6b39b003d1ed", "name": "network-vif-deleted", "tag": "e8cad738-6107-4c08-aa2e-1309a073c740", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:49.974702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95e982e1-ac52-4702-880d-594da8af8cf3 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:49.975234 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e982e1-ac52-4702-880d-594da8af8cf3'] response: {'server_uuid': '7c9938d8-e15f-45c4-ba5e-6b39b003d1ed', 'name': 'network-vif-deleted', 'tag': 'e8cad738-6107-4c08-aa2e-1309a073c740', 'status': 'completed', 'code': 200} Sep 19 12:30:50.011936 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ee5bdbe3-7394-459d-aaa3-cf8216adcdfc req-a933d66f-2a78-4bef-a196-74108893f86c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "DELETE /v2.0/ports/e8cad738-6107-4c08-aa2e-1309a073c740 HTTP/1.1" status: 204 len: 173 time: 0.9776433 Sep 19 12:30:50.209054 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-40995208-e923-4e93-a1fc-9a77e36ae1d4 req-274b4445-b2e9-4d39-8af3-0ca35231caeb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c9938d8-e15f-45c4-ba5e-6b39b003d1ed HTTP/1.1" status: 200 len: 210 time: 0.0569253 Sep 19 12:30:51.122515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e8cad738-6107-4c08-aa2e-1309a073c740 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:51.156881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: e8cad738-6107-4c08-aa2e-1309a073c740 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:51.157226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e8cad738-6107-4c08-aa2e-1309a073c740 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:51.312697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33804) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:51.388294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32c1f4c5-8752-493d-853e-07b721a6d35e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:51.418363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32c1f4c5-8752-493d-853e-07b721a6d35e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:51.559702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32c1f4c5-8752-493d-853e-07b721a6d35e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:51.579080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1f4c5-8752-493d-853e-07b721a6d35e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cedf336-876a-4e24-907c-3cc7cc351e3a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:51.649901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32c1f4c5-8752-493d-853e-07b721a6d35e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:51.651924 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-32c1f4c5-8752-493d-853e-07b721a6d35e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/8cedf336-876a-4e24-907c-3cc7cc351e3a HTTP/1.1" status: 204 len: 168 time: 0.3381200 Sep 19 12:30:51.728866 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33810) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:52.288738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:52.769841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 489b744d-488a-4b10-b1a2-2c3d8304792c {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:52.770562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:52.882464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:52.961596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 489b744d-488a-4b10-b1a2-2c3d8304792c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=489b744d-488a-4b10-b1a2-2c3d8304792c,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:52.961963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:53.092597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 489b744d-488a-4b10-b1a2-2c3d8304792c owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:53.348352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:53.396693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=489b744d-488a-4b10-b1a2-2c3d8304792c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:53.702844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:54.073055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:30:54.373370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:30:54.383756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] Sync routers for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:54.388504 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9e10d6ab-cac5-4b27-bd47-b06cbfa202b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6580181 Sep 19 12:30:54.394793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:54.397243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:54.397936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33814) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:54.468584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c925c19-f60c-485e-9728-946c66b54100 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting subnet 2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:30:54.471591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c925c19-f60c-485e-9728-946c66b54100 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:54.532457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c925c19-f60c-485e-9728-946c66b54100 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:54.587045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:54.641671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c925c19-f60c-485e-9728-946c66b54100 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:54.783027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c925c19-f60c-485e-9728-946c66b54100 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:54.824537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c925c19-f60c-485e-9728-946c66b54100 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:54.826509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4c925c19-f60c-485e-9728-946c66b54100 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:54.836431 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4c925c19-f60c-485e-9728-946c66b54100 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/subnets/2cf1a93e-72a9-43d9-9f6e-1bcd051bde5e HTTP/1.1" status: 204 len: 168 time: 0.4340110 Sep 19 12:30:54.836431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33818) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:54.843921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3033d4a0-7f94-4a73-8955-2e27e159e9f3 None None] Network 226248a8-5b83-45f0-976b-4557f8c94d07 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:30:55.033534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:55.046689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:30:53Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:30:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:55.053515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] Checking router: c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:55.066171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] Routers {'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:30:55.066836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:55.223426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80caca-2ca6-4d52-8881-f66e4acd22ba None None] DHCP port deletion for 226248a8-5b83-45f0-976b-4557f8c94d07 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:30:55.232288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:55.242003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8e80caca-2ca6-4d52-8881-f66e4acd22ba None None] Deleting port d6a21aa1-0025-428f-a69c-11915969dfdc {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:55.242381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8e80caca-2ca6-4d52-8881-f66e4acd22ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:55.308019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] Set router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:30:55.313873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 5320f7a6-c126-4deb-9adb-e82de9b63894 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:30:55.314221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:55.513719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 5320f7a6-c126-4deb-9adb-e82de9b63894, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5320f7a6-c126-4deb-9adb-e82de9b63894,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:55.514085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:55.636859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 5320f7a6-c126-4deb-9adb-e82de9b63894 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:55.722583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8e80caca-2ca6-4d52-8881-f66e4acd22ba None None] For port d6a21aa1-0025-428f-a69c-11915969dfdc, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d6a21aa1-0025-428f-a69c-11915969dfdc,segment=NetworkSegment(509458df-3b6f-4a52-b008-1043cfb0f925),segment_id=509458df-3b6f-4a52-b008-1043cfb0f925)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:30:55.723222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8e80caca-2ca6-4d52-8881-f66e4acd22ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:55.873222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8e80caca-2ca6-4d52-8881-f66e4acd22ba None None] Calling delete_port for d6a21aa1-0025-428f-a69c-11915969dfdc owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:30:55.893919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:55.941839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=5320f7a6-c126-4deb-9adb-e82de9b63894,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:55.968795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:30:53Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:30:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:55.973075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7f29d-bc73-454b-a24b-5f212f276560 None None] The sync data for ids ['c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db'] in dv-neutron-857775-2-hyperv is: [{'id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'name': 'tempest-TestNetworkBasicOps-router-1883398714', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:29:36Z', 'updated_at': '2022-09-19T12:30:53Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '5320f7a6-c126-4deb-9adb-e82de9b63894', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:29:37Z', 'updated_at': '2022-09-19T12:30:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:56.039502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8e80caca-2ca6-4d52-8881-f66e4acd22ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.084198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80caca-2ca6-4d52-8881-f66e4acd22ba None None] Pushing event deleted for resources: {'Port': ['ID=d6a21aa1-0025-428f-a69c-11915969dfdc,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:56.113606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80caca-2ca6-4d52-8881-f66e4acd22ba None None] No DVR routers for this DVR port d6a21aa1-0025-428f-a69c-11915969dfdc on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:30:56.152378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.326531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.329554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.421268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d6a21aa1-0025-428f-a69c-11915969dfdc no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:56.436484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.437026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Fanout notify agent at l3_agent the message router_deleted on router c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:30:56.454349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.458297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: d6a21aa1-0025-428f-a69c-11915969dfdc {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:56.458526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33822) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:56.459115 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-446cff9a-1c31-46f8-a849-3fa0688287a2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/routers/c0bfaa4a-e92d-4a89-a34e-048f3eb3b7db HTTP/1.1" status: 204 len: 168 time: 1.6215541 Sep 19 12:30:56.459229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d6a21aa1-0025-428f-a69c-11915969dfdc not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:56.459338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 489b744d-488a-4b10-b1a2-2c3d8304792c no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:56.496616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 489b744d-488a-4b10-b1a2-2c3d8304792c {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:56.497040 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 489b744d-488a-4b10-b1a2-2c3d8304792c not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:56.577755 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.724027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.748705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226248a8-5b83-45f0-976b-4557f8c94d07']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:56.761133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509458df-3b6f-4a52-b008-1043cfb0f925') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:56.761430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509458df-3b6f-4a52-b008-1043cfb0f925') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:56.772691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.788045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.793948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:30:56.794323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.861959 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 509458df-3b6f-4a52-b008-1043cfb0f925 resource provider aggregate not found Sep 19 12:30:56.882491 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 509458df-3b6f-4a52-b008-1043cfb0f925 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 509458df-3b6f-4a52-b008-1043cfb0f925 found for delete ", "request_id": "req-ad1134b6-aa0f-4bae-a404-1e2a31ecb313"}]} Sep 19 12:30:56.962660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.980901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:56.992572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Network': ['ID=226248a8-5b83-45f0-976b-4557f8c94d07,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:57.068589 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c2d8efd0-8f09-4613-be7b-f6879aebf1cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/networks/226248a8-5b83-45f0-976b-4557f8c94d07 HTTP/1.1" status: 204 len: 168 time: 0.6089051 Sep 19 12:30:57.090638 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33830) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:57.096412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'network': {'name': 'tempest-network-smoke--1595712127', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'port_security_enabled': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:30:57.101785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:30:57.106150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:network and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:30:57.109043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:30:57.114922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:30:57.196578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:30:57.200618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:57.229627 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:30:57.238226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:57.240107 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Added segment 83a415e3-3599-402c-aef3-bfd82a5d134e of type vlan for network b744d57f-bdd4-42af-8416-e4acaf277ccc Sep 19 12:30:57.269303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:57.373746 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:57.379218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:57.379807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:57.491085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Network': ['ID=b744d57f-bdd4-42af-8416-e4acaf277ccc,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:57.501659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network b744d57f-bdd4-42af-8416-e4acaf277ccc details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:30:57.551607 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-73b8182f-dcf2-4901-8aa8-0f3587d3f61d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4598346 Sep 19 12:30:57.554533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33834) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:30:57.560393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'admin_state_up': True, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:30:57.567543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:30:57.571435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:router and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:30:57.575046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:30:57.581793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:30:57.654305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:57.655411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:57.670166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:58.022560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:58.208928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5320f7a6-c126-4deb-9adb-e82de9b63894 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:30:58.246380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 5320f7a6-c126-4deb-9adb-e82de9b63894 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:30:58.246720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5320f7a6-c126-4deb-9adb-e82de9b63894 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:30:58.504115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:58.533063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:58.672543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.54 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:58.818666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:58.917625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:58.984589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:58.987439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:58.991072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:30:59.021190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:59.492472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:30:59.951147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:00.239300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:31:00.418162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:31:00.429049 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Sync routers for ids ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:31:00.438831 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Routers {'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:31:00.439424 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:00.522479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:00.523763 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-44a31114-4f0a-4d6c-8509-8e1d374af749 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9682405 Sep 19 12:31:00.527047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33838) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:00.573108 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e941fc51-3352-41ab-83ba-300987afd4b9 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d2803b9b3ed7428b94f11a8ee3347204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442233 Sep 19 12:31:00.576881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33842) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:00.621477 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Set router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:31:00.714992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c425c42-d9c3-4930-9f30-d92546dc6205 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:00.716480 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1c425c42-d9c3-4930-9f30-d92546dc6205 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1387050 Sep 19 12:31:00.719399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33846) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:00.758253 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f20a708d-71a6-44fb-96e6-18bddcfc921f tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378008 Sep 19 12:31:00.761525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33850) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:00.767050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304678268', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:00.876106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:00.880236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:subnet and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:31:00.883096 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:31:00.890262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:00.950957 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:30:59Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:00.954619 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Checking router: c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:31:00.954993 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Updating router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:31:00.965178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:31:00.968705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:01.010600 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:01.245285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:01.327770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Subnet': ['ID=cc5155b3-9aa2-4868-815f-09cb14f7af18,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:01.335045 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:01.336581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Checking segment: {'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:31:01.336945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network hostable DHCP agents. Network: b744d57f-bdd4-42af-8416-e4acaf277ccc, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:31:01.347178 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Transition to ACTIVE for port object 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:31:01.436607 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:01.448293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network b744d57f-bdd4-42af-8416-e4acaf277ccc is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:31:01.494409 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Attempting to bind port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:31:01.494879 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Attempting to bind port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:31:01.495242 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Attempting to bind port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:31:01.505266 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:31:01.505635 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:31:01.506026 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:01.506412 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:31:01.506899 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Bound port: 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:31:01.507265 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:01.530718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, b744d57f-bdd4-42af-8416-e4acaf277ccc) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:31:01.534733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:01.535335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:01.541957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c2629-ee82-4055-847b-c98ae1713a37 None None] Network b744d57f-bdd4-42af-8416-e4acaf277ccc requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:31:01.566707 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Pushing event updated for resources: {'Port': ['ID=0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:01.576932 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.577285 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.577616 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.577946 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.578273 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.578601 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.578950 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.579275 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.579593 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.579920 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.580237 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.580547 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:01.609083 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] For port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:31:01.612092 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] For port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:31:01.623067 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f813228a-3f1e-449b-a618-4244b10f23be tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8604965 Sep 19 12:31:01.625840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33854) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:01.719838 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:01.778160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-b744d57f-bdd4-42af-8416-e4acaf277ccc', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:31:01.779160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:01.791510 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5179394-0057-412d-bf52-cc2b41485652 None None] Pushing event updated for resources: {'Port': ['ID=0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:01.796333 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Routers {'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:31:01.797014 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:01.940509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Allocated IP 172.20.0.2 (b744d57f-bdd4-42af-8416-e4acaf277ccc/cc5155b3-9aa2-4868-815f-09cb14f7af18/a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:31:01.983406 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] Set router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:31:02.163641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:02.174572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Transition to ACTIVE for port object a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:31:02.195869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Transition to ACTIVE for port object a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:31:02.276372 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:30:59Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:02.280508 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e7229-fba9-45f1-8c0d-9d8e6d9703f9 None None] The sync data for ids ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'] in dv-neutron-857775-2-hyperv is: [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:30:59Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:31:02.311918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:02.382529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Network b744d57f-bdd4-42af-8416-e4acaf277ccc is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:31:02.385539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:31:02.390575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:31:02.493629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:02.524337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Pushing event updated for resources: {'Port': ['ID=a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:02.553090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Attempting to bind port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:31:02.553735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Attempting to bind port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:31:02.553863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Attempting to bind port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 on network b744d57f-bdd4-42af-8416-e4acaf277ccc {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:31:02.559779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:31:02.560055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Checking segment: {'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:31:02.560457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:02.560845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Bound using segment: {'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:31:02.561606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Bound port: a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:31:02.562002 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:02.685393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] For port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:31:02.688096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] For port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:31:02.748665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:02.859947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6a1bd-47a4-45bb-95fb-e8a4f15edea5 None None] Pushing event updated for resources: {'Port': ['ID=a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:02.977422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.1 (b744d57f-bdd4-42af-8416-e4acaf277ccc/cc5155b3-9aa2-4868-815f-09cb14f7af18/d12b1ddc-5699-4215-9e64-66e2158b6e2d) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:31:03.185868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:03.208624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object d12b1ddc-5699-4215-9e64-66e2158b6e2d will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:31:03.317509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:03.386973 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network b744d57f-bdd4-42af-8416-e4acaf277ccc is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:31:03.390164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:31:03.392645 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:31:03.438011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=d12b1ddc-5699-4215-9e64-66e2158b6e2d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:03.458436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:03.830269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd30646-06d7-4a1e-9ab9-4dc49f3cc475 None None] Network b744d57f-bdd4-42af-8416-e4acaf277ccc requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:31:03.843010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:03.990003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8d5f45e2-8843-437c-903a-89ec65432496 None None] Provisioning for port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:31:04.332482 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:31:04.421420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:04.522917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:31:04.523123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:04.528451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:04.528832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:04.561440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-047e9b1c-bd7b-474e-b068-9476dc929d05 None None] Provisioning for port d12b1ddc-5699-4215-9e64-66e2158b6e2d completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:31:04.579776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-047e9b1c-bd7b-474e-b068-9476dc929d05 None None] Provisioning complete for port d12b1ddc-5699-4215-9e64-66e2158b6e2d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:04.583291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-047e9b1c-bd7b-474e-b068-9476dc929d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:04.642024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:04.645399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=d12b1ddc-5699-4215-9e64-66e2158b6e2d,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:04.645705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-047e9b1c-bd7b-474e-b068-9476dc929d05 None None] Port d12b1ddc-5699-4215-9e64-66e2158b6e2d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:31:04.707347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:31:04.707775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:04.741102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:31:04.767008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b15ec2c4-2b36-45df-b8de-ee74d4d4034a None None] Provisioning complete for port d12b1ddc-5699-4215-9e64-66e2158b6e2d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:04.767384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b15ec2c4-2b36-45df-b8de-ee74d4d4034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:04.790413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network b744d57f-bdd4-42af-8416-e4acaf277ccc is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:31:04.792291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:31:04.821561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b15ec2c4-2b36-45df-b8de-ee74d4d4034a None None] Port d12b1ddc-5699-4215-9e64-66e2158b6e2d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:31:04.824359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:04.825168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:31:04.951283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:04.999168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:31:05.027928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:31:05.039205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:05.039590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:05.086430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1453d69a-2f61-4858-bfdc-2be0b4bb3e71 None None] Provisioning complete for port d12b1ddc-5699-4215-9e64-66e2158b6e2d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:05.086718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1453d69a-2f61-4858-bfdc-2be0b4bb3e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:05.154395 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1453d69a-2f61-4858-bfdc-2be0b4bb3e71 None None] Port d12b1ddc-5699-4215-9e64-66e2158b6e2d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:31:05.179862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:31:05.189943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Sync routers for ids ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:31:05.192440 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-51493e6a-9018-4d98-9a1f-12f05e884a44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/c255cd7f-fed7-4cd4-8118-1f2a12e15ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5655637 Sep 19 12:31:05.194992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33858) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:05.221202 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Routers {'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:31:05.221974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:05.287908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:31:05.288297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:05.321052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:31:05.335032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e8fab3-38b5-4a61-8869-a6a0c4a44591 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:05.335511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e8fab3-38b5-4a61-8869-a6a0c4a44591 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:05.335968 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e8fab3-38b5-4a61-8869-a6a0c4a44591 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:05.336420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e8fab3-38b5-4a61-8869-a6a0c4a44591 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:05.338626 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e6e8fab3-38b5-4a61-8869-a6a0c4a44591 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1422429 Sep 19 12:31:05.341601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33862) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:05.384739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:05.414089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7936d-5911-4ad0-a05e-c768a017f92b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:05.414562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7936d-5911-4ad0-a05e-c768a017f92b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:05.415181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7936d-5911-4ad0-a05e-c768a017f92b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:05.415638 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7936d-5911-4ad0-a05e-c768a017f92b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:05.418012 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b0e7936d-5911-4ad0-a05e-c768a017f92b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0755274 Sep 19 12:31:05.420762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33866) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:05.476118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Set router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:31:05.536047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:05.626528 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2686e5f6-a6e5-46c1-b9ad-915241caa9e3 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2046921 Sep 19 12:31:05.792195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33872) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:05.797537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846837480', 'description': 'tempest-secgroup-smoke-846837480 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:05.803700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:05.807999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:31:05.815453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:31:05.819672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:05.841606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:31:03Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'd12b1ddc-5699-4215-9e64-66e2158b6e2d', 'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:95:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:31:02Z', 'updated_at': '2022-09-19T12:31:04Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:05.845539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Checking router: c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:31:05.845900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Updating router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 port d12b1ddc-5699-4215-9e64-66e2158b6e2d binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:31:05.897746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:05.907928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:05.928306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:05.932349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:31:05.935318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:31:05.941013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:06.011184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.090480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.136344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b87873-009c-420f-a80d-9902012fcb56,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:06.205280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.210850 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b3b3c1cc-2d8a-4070-96ba-b2f54150a03a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4132330 Sep 19 12:31:06.210850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33876) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:06.215180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '57b87873-009c-420f-a80d-9902012fcb56', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:06.221320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:06.227688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:31:06.232174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:31:06.238408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:06.268107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.277392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:31:06.310535 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Transition to ACTIVE for port object d12b1ddc-5699-4215-9e64-66e2158b6e2d will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:31:06.312526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.352110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:06.352395 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.374205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.445349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.471304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.499819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ba3123-8909-4d53-b7ff-b42b64a27e5e,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:06.622242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.623410 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7bb06ad9-f585-4ca9-ba35-d2545056f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130318 Sep 19 12:31:06.626106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33880) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:06.631025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '57b87873-009c-420f-a80d-9902012fcb56', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:06.638184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:06.642305 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:31:06.645325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:31:06.651827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:06.653864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:31:06.654989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:31:06.696967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4588698-abb5-463d-8748-b6bad3349129 None None] Pushing event updated for resources: {'Port': ['ID=d12b1ddc-5699-4215-9e64-66e2158b6e2d,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:06.723765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Attempting to bind port d12b1ddc-5699-4215-9e64-66e2158b6e2d on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:31:06.724136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Attempting to bind port d12b1ddc-5699-4215-9e64-66e2158b6e2d by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:31:06.724497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Attempting to bind port d12b1ddc-5699-4215-9e64-66e2158b6e2d on network b744d57f-bdd4-42af-8416-e4acaf277ccc {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:31:06.735467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:31:06.735936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Checking segment: {'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:31:06.736292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.736643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Bound using segment: {'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:31:06.737094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Bound port: d12b1ddc-5699-4215-9e64-66e2158b6e2d, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:31:06.737214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.737460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.803866 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.813552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:06.813925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.882395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:06.882822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] For port d12b1ddc-5699-4215-9e64-66e2158b6e2d, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:31:06.887284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] For port d12b1ddc-5699-4215-9e64-66e2158b6e2d, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d12b1ddc-5699-4215-9e64-66e2158b6e2d,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:31:06.906838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eec7283-183c-4e89-be27-7ba2a535d743,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:06.954790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:31:06.976538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:07.010997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:07.012218 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-06870f18-8721-4b3c-9fa8-1dbc4b0c523d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3852005 Sep 19 12:31:07.015754 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33884) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:07.021112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '57b87873-009c-420f-a80d-9902012fcb56', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:07.027501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:07.031430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:31:07.034303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:31:07.037421 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Routers {'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:31:07.038047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:30:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:07.041773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:07.123733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:07.127425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4588698-abb5-463d-8748-b6bad3349129 None None] Pushing event updated for resources: {'Port': ['ID=d12b1ddc-5699-4215-9e64-66e2158b6e2d,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:07.186586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:07.270914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] Set router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:31:07.271444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:07.299160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57026732-99e5-4c55-bcbf-7d4827542a89,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:07.368130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:07.369679 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bb09bcc0-2dba-4b55-9b02-b5de2cbb6634 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3526065 Sep 19 12:31:07.372213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33888) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:07.377573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '57b87873-009c-420f-a80d-9902012fcb56', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:07.383699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:07.387878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:31:07.390996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:31:07.397000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:07.592762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:31:03Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'd12b1ddc-5699-4215-9e64-66e2158b6e2d', 'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:95:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:31:02Z', 'updated_at': '2022-09-19T12:31:06Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:07.598153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe680d2-a972-475a-be6d-5f99c58801ab None None] The sync data for ids ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'] in dv-neutron-857775-2-hyperv is: [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:31:03Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'd12b1ddc-5699-4215-9e64-66e2158b6e2d', 'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:95:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:31:02Z', 'updated_at': '2022-09-19T12:31:06Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:31:07.628888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:07.707562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:07.771035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:07.797058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7ac308-5e81-4f92-a326-d65876e27c2d,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:07.873902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:07.875041 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b3cd2be0-66d6-4c3b-8c8c-c30cefb4da9b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5017936 Sep 19 12:31:07.877752 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33892) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:07.883145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '57b87873-009c-420f-a80d-9902012fcb56', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:07.890367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:07.894690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:31:07.897560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:31:07.904324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:07.976779 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:31:07.983989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.053327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.113856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.139983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87ee1ac-4b84-4989-8979-a3386665ec60,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:08.208548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.211665 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-359b7205-20ec-4ecd-962e-71d66e6ad367 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3310008 Sep 19 12:31:08.214637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33896) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:08.220094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '57b87873-009c-420f-a80d-9902012fcb56', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:08.226736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:08.232122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:31:08.239744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:31:08.247148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:08.300461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d12b1ddc-5699-4215-9e64-66e2158b6e2d up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:31:08.359137 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:31:08.366501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.441808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.445005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port d12b1ddc-5699-4215-9e64-66e2158b6e2d completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:31:08.450898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d12b1ddc-5699-4215-9e64-66e2158b6e2d triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:08.451282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.559439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.573157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d12b1ddc-5699-4215-9e64-66e2158b6e2d is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:31:08.573539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.584514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a262895b-93c0-4118-8c31-a865b6c94de8,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:08.612244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port d12b1ddc-5699-4215-9e64-66e2158b6e2d, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d12b1ddc-5699-4215-9e64-66e2158b6e2d,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:31:08.677122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.678299 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-49fb7d29-822d-4d56-b2ea-162d50722dcf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4626598 Sep 19 12:31:08.745995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:08.815325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=d12b1ddc-5699-4215-9e64-66e2158b6e2d,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:08.956174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-6c265880-5950-441a-9cbd-01875cb40c5a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:31:09.050528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-6c265880-5950-441a-9cbd-01875cb40c5a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:31:09.051771 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-6c265880-5950-441a-9cbd-01875cb40c5a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846837480&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.1391466 Sep 19 12:31:09.204397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a3f038a4-25ba-4039-9ddd-461517f8d644 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:09.205956 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a3f038a4-25ba-4039-9ddd-461517f8d644 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/networks?id=b744d57f-bdd4-42af-8416-e4acaf277ccc HTTP/1.1" status: 200 len: 797 time: 0.1475754 Sep 19 12:31:09.221300 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-53f1d4a8-7be2-4c26-8848-0ae80c7c66eb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/quotas/d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 375 time: 0.0097935 Sep 19 12:31:09.309758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-37e7c091-6ed8-4f18-87e7-b5c7867a1984 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:31:09.404574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-37e7c091-6ed8-4f18-87e7-b5c7867a1984 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:31:09.405911 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-37e7c091-6ed8-4f18-87e7-b5c7867a1984 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1797209 Sep 19 12:31:09.544049 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-00dc9e15-286b-4492-985f-c400b47a221b service neutron] 10.222.0.66 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263330 Sep 19 12:31:09.685583 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a48d8bd1-eb6d-4f8c-9281-56609e893404 service neutron] 10.222.0.66 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356220 Sep 19 12:31:09.951335 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c50ca10c-ba15-4e7f-82a1-84bf8a404f83 req-e792a1dd-c09c-4288-9a4a-dbf5d04c7026 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 210 time: 0.0538130 Sep 19 12:31:10.262409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d12b1ddc-5699-4215-9e64-66e2158b6e2d up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:31:10.332697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d12b1ddc-5699-4215-9e64-66e2158b6e2d triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:10.333063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:10.457864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d12b1ddc-5699-4215-9e64-66e2158b6e2d is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:31:11.119495 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cc313262-92db-4338-8371-2138dfe87e4c req-67404512-6c75-4ea3-ad2f-740c440089c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 210 time: 0.0508037 Sep 19 12:31:11.620011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7aefbd14-4813-471a-a009-eb09f6da3b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:12.283079 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b5b951c4-6676-4251-8fe2-0c2bc9f577fc req-4b946406-bfda-4b55-84bb-e33a5ffb94e7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 210 time: 0.0537398 Sep 19 12:31:12.565789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-d38aeaf0-48a6-4fd5-be10-c09efa59f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:12.566463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-d38aeaf0-48a6-4fd5-be10-c09efa59f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:31:12.662130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-d38aeaf0-48a6-4fd5-be10-c09efa59f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:31:12.663512 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-d38aeaf0-48a6-4fd5-be10-c09efa59f931 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=b744d57f-bdd4-42af-8416-e4acaf277ccc HTTP/1.1" status: 200 len: 797 time: 0.2438612 Sep 19 12:31:12.715983 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-fab4ca4a-0ed8-4241-98fe-f29fd63e8daf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 379 time: 0.0403490 Sep 19 12:31:12.725194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'device_id': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'admin_state_up': True, 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'security_groups': ['57b87873-009c-420f-a80d-9902012fcb56']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:12.864782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:12.874282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:12.939737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:31:12.943327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:13.114285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.8 (b744d57f-bdd4-42af-8416-e4acaf277ccc/cc5155b3-9aa2-4868-815f-09cb14f7af18/cb229d2b-7846-4daf-a852-18460fb7fd3a) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:31:13.305431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:13.321565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object cb229d2b-7846-4daf-a852-18460fb7fd3a will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:31:13.422309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:13.483541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd053e-fc75-4414-993f-2156e32f5f6f req-1c696b02-1c03-447e-b1bd-8de974105068 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:13.485191 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c1fd053e-fc75-4414-993f-2156e32f5f6f req-1c696b02-1c03-447e-b1bd-8de974105068 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 931 time: 0.0894656 Sep 19 12:31:13.497569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network b744d57f-bdd4-42af-8416-e4acaf277ccc is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:31:13.500768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:31:13.503247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:31:13.532659 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c1fd053e-fc75-4414-993f-2156e32f5f6f req-6d11b797-b5ad-4083-b4cf-0eda3af08323 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416172 Sep 19 12:31:13.542935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=cb229d2b-7846-4daf-a852-18460fb7fd3a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:13.576976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:13.577609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:13.694634 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a5f497ca-df5a-47be-9960-f616d0d25d9a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9731877 Sep 19 12:31:13.709347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Request body: {'port': {'device_id': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:13.730205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67cbbcf3-d85a-4c2f-a625-4083b055b90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:13.793344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fe7d723a-d017-4e47-9b52-028148091fc2 None None] Provisioning for port cb229d2b-7846-4daf-a852-18460fb7fd3a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:31:13.798507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fe7d723a-d017-4e47-9b52-028148091fc2 None None] Provisioning complete for port cb229d2b-7846-4daf-a852-18460fb7fd3a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:13.798919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fe7d723a-d017-4e47-9b52-028148091fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:13.823689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:13.856919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d723a-d017-4e47-9b52-028148091fc2 None None] Port cb229d2b-7846-4daf-a852-18460fb7fd3a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:31:14.165466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb229d2b-7846-4daf-a852-18460fb7fd3a {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:31:14.172744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:14.187612 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Transition to ACTIVE for port object cb229d2b-7846-4daf-a852-18460fb7fd3a will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:31:14.267581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:14.551199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:14.567743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Pushing event updated for resources: {'Port': ['ID=cb229d2b-7846-4daf-a852-18460fb7fd3a,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:14.607952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Attempting to bind port cb229d2b-7846-4daf-a852-18460fb7fd3a on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:31:14.608617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Attempting to bind port cb229d2b-7846-4daf-a852-18460fb7fd3a by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:31:14.608617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Attempting to bind port cb229d2b-7846-4daf-a852-18460fb7fd3a on network b744d57f-bdd4-42af-8416-e4acaf277ccc {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:31:14.613135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Port cb229d2b-7846-4daf-a852-18460fb7fd3a on network b744d57f-bdd4-42af-8416-e4acaf277ccc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:31:14.613448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Attempting to bind port cb229d2b-7846-4daf-a852-18460fb7fd3a on network b744d57f-bdd4-42af-8416-e4acaf277ccc {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:31:14.619574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:31:14.619960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Checking segment: {'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:31:14.620341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Bound using segment: {'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:31:14.620770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Bound port: cb229d2b-7846-4daf-a852-18460fb7fd3a, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a415e3-3599-402c-aef3-bfd82a5d134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:31:14.621115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:14.721134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] For port cb229d2b-7846-4daf-a852-18460fb7fd3a, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:31:14.724393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] For port cb229d2b-7846-4daf-a852-18460fb7fd3a, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:31:14.760496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96069dc3-0f6a-418f-a963-66643cdb0c72 req-460c7de9-f843-491e-9017-662a00717ecf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:14.761963 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-96069dc3-0f6a-418f-a963-66643cdb0c72 req-460c7de9-f843-491e-9017-662a00717ecf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 943 time: 0.1010761 Sep 19 12:31:14.808042 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-96069dc3-0f6a-418f-a963-66643cdb0c72 req-0cc370fd-0b47-47fe-b6de-5ca4252680bc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400064 Sep 19 12:31:14.822506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:14.853740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:14.854354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:14.855768 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] 10.222.0.85 "PUT /v2.0/ports/cb229d2b-7846-4daf-a852-18460fb7fd3a HTTP/1.1" status: 200 len: 1093 time: 1.1506627 Sep 19 12:31:14.856205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'tag': 'cb229d2b-7846-4daf-a852-18460fb7fd3a'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:31:14.858492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32380f38-4fb1-4b2e-aea7-60bbce3020ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3f3233-55b5-4e6e-a1b2-100893997eca", "tag": "cb229d2b-7846-4daf-a852-18460fb7fd3a"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:14.900670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25fa106-166a-4772-81c8-647fe59631e2 x-openstack-request-id: req-c25fa106-166a-4772-81c8-647fe59631e2 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:14.900950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3f3233-55b5-4e6e-a1b2-100893997eca", "tag": "cb229d2b-7846-4daf-a852-18460fb7fd3a", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:14.901211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c25fa106-166a-4772-81c8-647fe59631e2 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:14.901596 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25fa106-166a-4772-81c8-647fe59631e2'] response: {'name': 'network-changed', 'server_uuid': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'tag': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'status': 'completed', 'code': 200} Sep 19 12:31:14.905561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ede7aa-00dc-4027-b604-1e897c87ddaa service neutron] Pushing event updated for resources: {'Port': ['ID=cb229d2b-7846-4daf-a852-18460fb7fd3a,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:14.964600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:15.012323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32380f38-4fb1-4b2e-aea7-60bbce3020ca req-878a0cfb-4c9e-4fe9-9fca-7ff978b3e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:15.013830 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32380f38-4fb1-4b2e-aea7-60bbce3020ca req-878a0cfb-4c9e-4fe9-9fca-7ff978b3e5f2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 1096 time: 0.0860219 Sep 19 12:31:15.174378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32380f38-4fb1-4b2e-aea7-60bbce3020ca req-21192102-0e9a-48b1-831b-ac75ff5b9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:15.175751 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32380f38-4fb1-4b2e-aea7-60bbce3020ca req-21192102-0e9a-48b1-831b-ac75ff5b9bfe service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1514823 Sep 19 12:31:15.315080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32380f38-4fb1-4b2e-aea7-60bbce3020ca req-3190e534-9f28-4602-876e-60476695b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:15.316520 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32380f38-4fb1-4b2e-aea7-60bbce3020ca req-3190e534-9f28-4602-876e-60476695b143 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313112 Sep 19 12:31:15.440528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-40efa67a-7e97-4be8-85b2-b22fdc2b0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:15.441984 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-40efa67a-7e97-4be8-85b2-b22fdc2b0d0f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 1096 time: 0.0831327 Sep 19 12:31:15.517025 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-1085bca1-2a11-4774-9282-ee44c05638bd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a HTTP/1.1" status: 200 len: 217 time: 0.0642898 Sep 19 12:31:15.581853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-1593b4db-d296-4067-bc78-27dde8a75854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:15.583326 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-1593b4db-d296-4067-bc78-27dde8a75854 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cc5155b3-9aa2-4868-815f-09cb14f7af18 HTTP/1.1" status: 200 len: 844 time: 0.0576925 Sep 19 12:31:15.677338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-8fe374d0-f955-4f5e-9fc4-6ba8038d747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:15.678865 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-8fe374d0-f955-4f5e-9fc4-6ba8038d747d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b744d57f-bdd4-42af-8416-e4acaf277ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859349 Sep 19 12:31:15.822077 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-a061181c-f17a-47bd-89ce-fe73e11a6416 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332955 Sep 19 12:31:15.960500 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-297c2d9f-d37c-4ec9-9efc-fab457ca0b7b req-ccd0e0b6-2c78-45fb-8fcb-6e3cb2739099 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289337 Sep 19 12:31:16.026275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f398d6a-fe30-48ba-bcf3-370d6890ce61 req-d84ae80c-57b8-4db3-9450-ccaff52fd5e1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:16.027799 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0f398d6a-fe30-48ba-bcf3-370d6890ce61 req-d84ae80c-57b8-4db3-9450-ccaff52fd5e1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 943 time: 0.1057997 Sep 19 12:31:16.086633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0f398d6a-fe30-48ba-bcf3-370d6890ce61 req-1e4f201a-e0b3-4ac3-af80-3d29c0dcdbeb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517268 Sep 19 12:31:16.421844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:17.215419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device cb229d2b-7846-4daf-a852-18460fb7fd3a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:31:17.292903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9cfca-7380-4e4d-8eb6-f38165f28838 req-97f1ceaa-e86e-480f-bd0c-36b409afa5ed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:17.294391 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-88c9cfca-7380-4e4d-8eb6-f38165f28838 req-97f1ceaa-e86e-480f-bd0c-36b409afa5ed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 943 time: 0.0956299 Sep 19 12:31:17.342284 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-88c9cfca-7380-4e4d-8eb6-f38165f28838 req-bb41e549-d067-410a-959e-e22c7855dea1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422277 Sep 19 12:31:17.356968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port cb229d2b-7846-4daf-a852-18460fb7fd3a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:31:17.370516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'port_id': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'mac_address': 'fa:16:3e:eb:c9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:31:17.425527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port cb229d2b-7846-4daf-a852-18460fb7fd3a is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:31:17.426136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:17.442229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb229d2b-7846-4daf-a852-18460fb7fd3a {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:31:17.457890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port cb229d2b-7846-4daf-a852-18460fb7fd3a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:31:17.533522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:17.606561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=cb229d2b-7846-4daf-a852-18460fb7fd3a,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:17.778879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['cb229d2b-7846-4daf-a852-18460fb7fd3a'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:31:18.553006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255d2d5-5c8e-419e-af28-f32b07fa1330 req-54038a58-5875-4ba3-bd2b-daa2a4b79594 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:18.554438 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0255d2d5-5c8e-419e-af28-f32b07fa1330 req-54038a58-5875-4ba3-bd2b-daa2a4b79594 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 944 time: 0.0906646 Sep 19 12:31:18.597963 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0255d2d5-5c8e-419e-af28-f32b07fa1330 req-48496005-8d10-42b9-9c27-ef9fcdd81270 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377102 Sep 19 12:31:19.226835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device cb229d2b-7846-4daf-a852-18460fb7fd3a up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:31:19.373486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port cb229d2b-7846-4daf-a852-18460fb7fd3a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:31:19.378755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port cb229d2b-7846-4daf-a852-18460fb7fd3a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:31:19.382865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:19.494295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port cb229d2b-7846-4daf-a852-18460fb7fd3a is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:31:19.494584 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:19.520649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb229d2b-7846-4daf-a852-18460fb7fd3a'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:31:19.522917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba6c531-1004-4d90-a3d7-1e811dc089d4" -d '{"events": [{"server_uuid": "0a3f3233-55b5-4e6e-a1b2-100893997eca", "name": "network-vif-plugged", "status": "completed", "tag": "cb229d2b-7846-4daf-a852-18460fb7fd3a"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:19.531017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port cb229d2b-7846-4daf-a852-18460fb7fd3a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:31:19.613642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:19.694223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0899707-c2e5-4223-b6a9-190f9edac305 x-openstack-request-id: req-b0899707-c2e5-4223-b6a9-190f9edac305 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:19.694504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3f3233-55b5-4e6e-a1b2-100893997eca", "name": "network-vif-plugged", "status": "completed", "tag": "cb229d2b-7846-4daf-a852-18460fb7fd3a", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:19.694765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0899707-c2e5-4223-b6a9-190f9edac305 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:19.695160 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0899707-c2e5-4223-b6a9-190f9edac305'] response: {'server_uuid': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'code': 200} Sep 19 12:31:19.731486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=cb229d2b-7846-4daf-a852-18460fb7fd3a,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:19.813834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba62df-ea09-479a-a338-9fc1777c23b9 req-63771918-eef9-45b5-aa7e-08df39195df9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:19.815330 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0aba62df-ea09-479a-a338-9fc1777c23b9 req-63771918-eef9-45b5-aa7e-08df39195df9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 945 time: 0.0987401 Sep 19 12:31:19.864313 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0aba62df-ea09-479a-a338-9fc1777c23b9 req-a77b358d-717c-4458-8a93-001509b1ff03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432081 Sep 19 12:31:20.089771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d463074-4c08-469a-a2ac-468807ce86f7 req-c915ad2c-8390-4993-a180-10c2b68b9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:20.091188 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6d463074-4c08-469a-a2ac-468807ce86f7 req-c915ad2c-8390-4993-a180-10c2b68b9c9c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 1098 time: 0.0775385 Sep 19 12:31:20.136214 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6d463074-4c08-469a-a2ac-468807ce86f7 req-62cb88ce-8534-41bf-b791-73af877f9585 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362473 Sep 19 12:31:20.797347 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:31:21.067044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dc3f6-6910-496a-b4fa-b5dff0a40927 req-432c319b-e2a1-4ba6-b15c-51813777dff0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:21.068405 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b15dc3f6-6910-496a-b4fa-b5dff0a40927 req-432c319b-e2a1-4ba6-b15c-51813777dff0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 945 time: 0.0872133 Sep 19 12:31:21.112589 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b15dc3f6-6910-496a-b4fa-b5dff0a40927 req-955e3c3d-1901-4ee3-b95a-7244bc70244c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 Sep 19 12:31:22.420984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a6e49-fc23-4393-8c05-f780e9201121 req-e1706913-3c3c-4033-86bd-f3e49eb282df tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:22.422333 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-624a6e49-fc23-4393-8c05-f780e9201121 req-e1706913-3c3c-4033-86bd-f3e49eb282df tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 945 time: 0.1944373 Sep 19 12:31:22.466030 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-624a6e49-fc23-4393-8c05-f780e9201121 req-1ab3314b-a693-4f71-b943-b2693c52f9da tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379927 Sep 19 12:31:22.664530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfb123-3213-4f17-aca5-f0836f322ae2 req-28d65ea0-df92-49dd-8778-f31c73fade0e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:22.665985 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8bdfb123-3213-4f17-aca5-f0836f322ae2 req-28d65ea0-df92-49dd-8778-f31c73fade0e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 945 time: 0.0902090 Sep 19 12:31:22.709644 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8bdfb123-3213-4f17-aca5-f0836f322ae2 req-964641df-e78d-4c1f-a74b-0515266d2bd0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379775 Sep 19 12:31:22.739060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33958) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:22.819442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cf4670-2800-47c3-b397-3b707fb3a732 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:22.820988 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a3cf4670-2800-47c3-b397-3b707fb3a732 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 1093 time: 0.0808921 Sep 19 12:31:22.824432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33962) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:22.829312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:31:22.835262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:31:22.841239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:floatingip and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:31:22.842554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:31:22.848293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:31:22.907805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:22.953095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:23.090185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:23.222385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.62 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/e21a8041-a1c0-4161-b049-603854812847) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:31:23.463181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:23.576640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:23.638272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:31:23.641314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:31:23.644852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:31:23.686529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=e21a8041-a1c0-4161-b049-603854812847,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:24.072667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:24.220718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:24.428840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:24.524448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:24.630835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=e21a8041-a1c0-4161-b049-603854812847,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:24.635512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:24.803870 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 93e4506e-8737-4a64-8ee3-8660e0249474 associated. External IP: 172.26.5.62, port: cb229d2b-7846-4daf-a852-18460fb7fd3a. Sep 19 12:31:25.261383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:31:25.437980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:31:25.447494 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] Sync routers for ids ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:31:25.461098 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] Routers {'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:31:25.462860 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:31:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:25.524980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:25.584466 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ce1f88a4-ad33-4e89-a543-45bbfe969e47 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7589893 Sep 19 12:31:25.585458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'tag': 'cb229d2b-7846-4daf-a852-18460fb7fd3a'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:31:25.587378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33966) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:25.587889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760919c0-32d6-4a97-89af-a77b6fb83f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3f3233-55b5-4e6e-a1b2-100893997eca", "tag": "cb229d2b-7846-4daf-a852-18460fb7fd3a"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:25.630877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4297c0-3464-4f65-bac9-8054f811450f x-openstack-request-id: req-ef4297c0-3464-4f65-bac9-8054f811450f {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:25.631283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3f3233-55b5-4e6e-a1b2-100893997eca", "tag": "cb229d2b-7846-4daf-a852-18460fb7fd3a", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:25.631541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef4297c0-3464-4f65-bac9-8054f811450f {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:25.632055 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4297c0-3464-4f65-bac9-8054f811450f'] response: {'name': 'network-changed', 'server_uuid': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'tag': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'status': 'completed', 'code': 200} Sep 19 12:31:25.679728 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] Set router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:31:25.701468 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2cbfed4b-92b5-4c9a-92c6-06d4d595b4c9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/93e4506e-8737-4a64-8ee3-8660e0249474 HTTP/1.1" status: 200 len: 990 time: 0.1108832 Sep 19 12:31:25.739226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-25d03288-e89f-4976-bbcb-c9e60a114dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:25.740716 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-25d03288-e89f-4976-bbcb-c9e60a114dde service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 1098 time: 0.0803485 Sep 19 12:31:25.880981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-f129ea3e-64f5-4730-b431-ec0b889b1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:25.882325 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-f129ea3e-64f5-4730-b431-ec0b889b1d57 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b744d57f-bdd4-42af-8416-e4acaf277ccc HTTP/1.1" status: 200 len: 898 time: 0.1356409 Sep 19 12:31:25.991952 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-f0b81ce2-69dd-45d3-80a4-ff44c02401f6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a HTTP/1.1" status: 200 len: 998 time: 0.1004260 Sep 19 12:31:26.036875 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:31:03Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '93e4506e-8737-4a64-8ee3-8660e0249474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'port_id': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'mac_address': 'fa:16:3e:eb:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:31:24Z', 'updated_at': '2022-09-19T12:31:24Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12b1ddc-5699-4215-9e64-66e2158b6e2d', 'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:95:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:31:02Z', 'updated_at': '2022-09-19T12:31:08Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:26.040574 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] Checking router: c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:31:26.048924 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] Routers {'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:31:26.049508 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:31:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:26.055084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-ffe17e88-e05a-48b4-9a03-28cf2bd3fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:26.056545 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-ffe17e88-e05a-48b4-9a03-28cf2bd3fd09 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cc5155b3-9aa2-4868-815f-09cb14f7af18 HTTP/1.1" status: 200 len: 844 time: 0.0580969 Sep 19 12:31:26.156045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-ca1cc95b-a7bf-45bc-8973-d82637b59105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:26.157438 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-ca1cc95b-a7bf-45bc-8973-d82637b59105 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b744d57f-bdd4-42af-8416-e4acaf277ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952237 Sep 19 12:31:26.228269 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] Set router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:31:26.296481 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-0e926cfe-f9a4-436a-9b98-b60b340f10e5 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301255 Sep 19 12:31:26.430179 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-760919c0-32d6-4a97-89af-a77b6fb83f0c req-a1327c39-8275-4dd9-a176-ef8431be6389 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279345 Sep 19 12:31:26.578665 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:31:03Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '93e4506e-8737-4a64-8ee3-8660e0249474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'port_id': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'mac_address': 'fa:16:3e:eb:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:31:24Z', 'updated_at': '2022-09-19T12:31:24Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12b1ddc-5699-4215-9e64-66e2158b6e2d', 'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:95:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:31:02Z', 'updated_at': '2022-09-19T12:31:08Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:26.582521 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636407ba-a9b5-4bb9-8e7d-2c70c6ae310d None None] The sync data for ids ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'] in dv-neutron-857775-2-hyperv is: [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:31:03Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '93e4506e-8737-4a64-8ee3-8660e0249474', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'port_id': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'mac_address': 'fa:16:3e:eb:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:31:24Z', 'updated_at': '2022-09-19T12:31:24Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12b1ddc-5699-4215-9e64-66e2158b6e2d', 'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:95:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:31:02Z', 'updated_at': '2022-09-19T12:31:08Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:31:26.703612 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 33972) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:26.766056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a00500-782a-418a-b5a0-521bb9f677e8 None None] New status for floating IP 93e4506e-8737-4a64-8ee3-8660e0249474: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:31:26.813216 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2a826f2a-fa41-4997-89ab-3015e1234659 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/93e4506e-8737-4a64-8ee3-8660e0249474 HTTP/1.1" status: 200 len: 990 time: 0.1084135 Sep 19 12:31:27.816667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 33976) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:31:27.924249 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e34fa575-d0a7-45ce-a67d-86f7f0c6578a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/93e4506e-8737-4a64-8ee3-8660e0249474 HTTP/1.1" status: 200 len: 992 time: 0.1064382 Sep 19 12:31:37.032471 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-22f37023-7273-4455-9654-863428bfe052 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762527 Sep 19 12:31:37.182155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-cd8f76fa-7ce1-4a09-81d3-8b0ca2d1139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:37.183726 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-cd8f76fa-7ce1-4a09-81d3-8b0ca2d1139b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 1098 time: 0.0819817 Sep 19 12:31:37.434175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-4a55993c-3d62-4c5a-8ad8-127a290edd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:37.435740 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-4a55993c-3d62-4c5a-8ad8-127a290edd6c service neutron] 10.222.0.85 "GET /v2.0/networks?id=b744d57f-bdd4-42af-8416-e4acaf277ccc HTTP/1.1" status: 200 len: 898 time: 0.2302370 Sep 19 12:31:37.555236 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-65e7a7d5-9789-4b1b-aabd-53d41a6e8e99 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a HTTP/1.1" status: 200 len: 1000 time: 0.0978570 Sep 19 12:31:37.618641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-000c0a29-ae70-42c9-b15d-14fd17cf2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:37.620177 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-000c0a29-ae70-42c9-b15d-14fd17cf2aa0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cc5155b3-9aa2-4868-815f-09cb14f7af18 HTTP/1.1" status: 200 len: 844 time: 0.0584190 Sep 19 12:31:37.708729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-5e4bd4f8-a4bf-4dca-abb0-a59e8f89de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:37.710220 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-5e4bd4f8-a4bf-4dca-abb0-a59e8f89de84 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b744d57f-bdd4-42af-8416-e4acaf277ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817404 Sep 19 12:31:37.844264 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-204404c7-ba95-40d6-87bb-7e385e6f05c2 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262484 Sep 19 12:31:37.982617 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b893e897-293a-4de3-8c36-9a8fe0e6c6e4 req-cea368a7-baba-4f70-acea-6b3417025346 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318328 Sep 19 12:31:41.558394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-97ff3381-609a-4c9d-a853-a24135c1e14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:43.676433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-12862813-7af5-45cc-92b9-964761aac8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:44.575944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:44.964107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:46.416078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:52.921637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:31:57.797649 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:32:11.569702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3526ecb9-5283-4d61-8114-9adca8cd6106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:13.676114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e0979715-7c23-436d-9a09-69ed8b674eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:14.581185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:14.963505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:16.392378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:22.912091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:34.796759 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:32:37.773185 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-b437b2f0-1577-4ed3-92d5-4374ad031893 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777035 Sep 19 12:32:37.929230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-0096a5bf-e597-4895-a384-4e803da01065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:37.930715 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-0096a5bf-e597-4895-a384-4e803da01065 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 1098 time: 0.0843978 Sep 19 12:32:38.080303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-220096b4-bf74-470f-9e16-546d840242cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:38.081684 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-220096b4-bf74-470f-9e16-546d840242cd service neutron] 10.222.0.85 "GET /v2.0/networks?id=b744d57f-bdd4-42af-8416-e4acaf277ccc HTTP/1.1" status: 200 len: 898 time: 0.1278961 Sep 19 12:32:38.180405 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-2eabdf06-2d83-4d42-92c5-37a8ac8fce4d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a HTTP/1.1" status: 200 len: 1000 time: 0.0919878 Sep 19 12:32:38.251563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-e048a946-1487-4a83-8385-e443fc502cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:38.253022 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-e048a946-1487-4a83-8385-e443fc502cba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cc5155b3-9aa2-4868-815f-09cb14f7af18 HTTP/1.1" status: 200 len: 844 time: 0.0640495 Sep 19 12:32:38.341173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-503ede6e-1ac4-4c9c-bd31-2f7fb59443e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:38.342578 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-503ede6e-1ac4-4c9c-bd31-2f7fb59443e7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b744d57f-bdd4-42af-8416-e4acaf277ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803816 Sep 19 12:32:38.479222 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-3a76df27-bf4f-4d6e-a8be-a539ebf29747 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254861 Sep 19 12:32:38.614881 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d26a8f00-044a-4b6a-8e09-f604bb0184c0 req-f3d91184-a806-4f44-a742-bd38ab3b4c40 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266184 Sep 19 12:32:41.569150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c63e8ce9-72df-4b89-bce0-fe7031e32579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:43.717650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6310a5ee-8207-48bb-a9db-b13dc4aa7612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:44.558154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:44.997520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:46.419114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:32:52.938575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:11.566835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b73969d-84ad-4aa4-95dd-15f8c6bc8ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:11.796984 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:33:13.669804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-269df310-1af4-4b70-b084-bff3a113b81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:14.580150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:15.000737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:16.408150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:19.142915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34012) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:33:19.298196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:33:19.420323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10640140'] for subnet, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:19.680890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773458013004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2061723'] for subnet, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:19.731576 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:19.732161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:19.733993 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/subnets/cc5155b3-9aa2-4868-815f-09cb14f7af18 HTTP/1.1" status: 200 len: 836 time: 0.5900180 Sep 19 12:33:19.739133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11ca02-aa72-4006-8270-95d2178784db None None] Network b744d57f-bdd4-42af-8416-e4acaf277ccc requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:33:19.750584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Subnet': ['ID=cc5155b3-9aa2-4868-815f-09cb14f7af18,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:19.758105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.758458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.758824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.759538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.759538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.759816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.760145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.760472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.760801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.761125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.761450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:19.761773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d4b3a-4196-4fbb-a963-e39ccf0c0b2c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:20.271503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-00702eff-a759-4cad-9912-b2ebf74da9c1 None None] Provisioning complete for port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:33:20.271808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-00702eff-a759-4cad-9912-b2ebf74da9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:20.386617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-00702eff-a759-4cad-9912-b2ebf74da9c1 None None] Current status of the port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:33:20.399084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-00702eff-a759-4cad-9912-b2ebf74da9c1 None None] Provisioning complete for port d12b1ddc-5699-4215-9e64-66e2158b6e2d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:33:20.399455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-00702eff-a759-4cad-9912-b2ebf74da9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:20.514162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-00702eff-a759-4cad-9912-b2ebf74da9c1 None None] Current status of the port d12b1ddc-5699-4215-9e64-66e2158b6e2d is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:33:20.525654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-00702eff-a759-4cad-9912-b2ebf74da9c1 None None] Provisioning complete for port cb229d2b-7846-4daf-a852-18460fb7fd3a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:33:20.525959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-00702eff-a759-4cad-9912-b2ebf74da9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:20.654381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-00702eff-a759-4cad-9912-b2ebf74da9c1 None None] Current status of the port cb229d2b-7846-4daf-a852-18460fb7fd3a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:33:22.966867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:37.703838 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-735b5430-2515-4f50-976d-651c7871c934 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826149 Sep 19 12:33:37.865642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-88a9a35e-cf6d-4a84-8fc8-ec6895fa3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:37.867186 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-88a9a35e-cf6d-4a84-8fc8-ec6895fa3ac5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 1098 time: 0.0794072 Sep 19 12:33:38.108390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-40d986b9-6167-4e09-b600-0e9001c493e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:38.109974 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-40d986b9-6167-4e09-b600-0e9001c493e8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b744d57f-bdd4-42af-8416-e4acaf277ccc HTTP/1.1" status: 200 len: 898 time: 0.2188361 Sep 19 12:33:38.217406 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-71582a41-9ca7-4f87-9fe3-8734d6c4e0d8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a HTTP/1.1" status: 200 len: 1000 time: 0.0971594 Sep 19 12:33:38.288624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-fca583cf-5c56-4217-8bb4-51faa0288f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:38.290083 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-fca583cf-5c56-4217-8bb4-51faa0288f6e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cc5155b3-9aa2-4868-815f-09cb14f7af18 HTTP/1.1" status: 200 len: 844 time: 0.0640090 Sep 19 12:33:38.377751 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-8b6fd9b6-5103-492d-9357-b673cac8e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:38.379163 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-8b6fd9b6-5103-492d-9357-b673cac8e12c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b744d57f-bdd4-42af-8416-e4acaf277ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795639 Sep 19 12:33:38.389841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-cae4cb89-caa3-4d95-90f5-0b2f4570ad63 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:33:38.390884 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-cae4cb89-caa3-4d95-90f5-0b2f4570ad63 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052729 Sep 19 12:33:38.526472 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-4fc5671d-5d6f-4e23-b707-75b7b9c921e2 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263087 Sep 19 12:33:38.676149 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf393485-4cd1-44b8-b35a-ef9652bec497 req-a7dbee37-1642-4bce-90b3-47de70b79e60 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397185 Sep 19 12:33:41.591003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-46c9b41f-f470-4603-bd61-5ee9e8f48939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:43.680698 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ed3e-449d-4706-9795-f7d7a318e776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:44.676874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:45.019137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:46.435127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:33:48.796612 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:33:52.945121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:02.839026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34028) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:03.054610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port e21a8041-a1c0-4161-b049-603854812847 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:34:03.054982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:03.225552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:03.225875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:03.353349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for e21a8041-a1c0-4161-b049-603854812847 owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:34:03.625559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:03.681450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=e21a8041-a1c0-4161-b049-603854812847,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:03.723440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.723797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.724138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.724473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.724802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.725130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.725456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.725781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.726131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.726466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.726795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.727118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:03.788309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:03.788644 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 93e4506e-8737-4a64-8ee3-8660e0249474 disassociated (deleted). External IP: 172.26.5.62, port: cb229d2b-7846-4daf-a852-18460fb7fd3a. Sep 19 12:34:04.240392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:34:04.420239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:34:04.430024 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] Sync routers for ids ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:34:04.437655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:04.439696 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] Routers {'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:34:04.440307 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:33:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:04.495870 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-80ee183a-fac0-45a2-ba02-06c76634aaac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/floatingips/93e4506e-8737-4a64-8ee3-8660e0249474 HTTP/1.1" status: 204 len: 168 time: 1.6556485 Sep 19 12:34:04.496322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'tag': 'cb229d2b-7846-4daf-a852-18460fb7fd3a'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:34:04.498997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3f3233-55b5-4e6e-a1b2-100893997eca", "tag": "cb229d2b-7846-4daf-a852-18460fb7fd3a"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:34:04.653663 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] Set router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:34:04.991310 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:31:03Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'd12b1ddc-5699-4215-9e64-66e2158b6e2d', 'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:95:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:31:02Z', 'updated_at': '2022-09-19T12:31:08Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:04.995048 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] Checking router: c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:34:05.003056 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] Routers {'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:34:05.003636 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:33:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:05.126355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caca40-914e-4944-a840-f59fee0f64e9 req-aae15c16-1ce2-4b53-b656-12d19ea783ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:05.127823 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-75caca40-914e-4944-a840-f59fee0f64e9 req-aae15c16-1ce2-4b53-b656-12d19ea783ff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 945 time: 0.0948017 Sep 19 12:34:05.172402 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-75caca40-914e-4944-a840-f59fee0f64e9 req-ed2a80e7-8c41-4007-abea-a405b1e18747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384169 Sep 19 12:34:05.180719 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] Set router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:34:05.493328 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:31:03Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'd12b1ddc-5699-4215-9e64-66e2158b6e2d', 'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:95:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:31:02Z', 'updated_at': '2022-09-19T12:31:08Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:05.497057 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7e7ce-c510-4eb4-b643-bb36e787f5e1 None None] The sync data for ids ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'] in dv-neutron-857775-2-hyperv is: [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:31:03Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'd12b1ddc-5699-4215-9e64-66e2158b6e2d', 'name': '', 'network_id': 'b744d57f-bdd4-42af-8416-e4acaf277ccc', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:95:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:31:02Z', 'updated_at': '2022-09-19T12:31:08Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': 'cc5155b3-9aa2-4868-815f-09cb14f7af18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:34:05.561885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1672af9f-4e03-4ac1-9d03-9a9bafc42953 x-openstack-request-id: req-1672af9f-4e03-4ac1-9d03-9a9bafc42953 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:34:05.562394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3f3233-55b5-4e6e-a1b2-100893997eca", "tag": "cb229d2b-7846-4daf-a852-18460fb7fd3a", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:34:05.562394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1672af9f-4e03-4ac1-9d03-9a9bafc42953 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:34:05.562841 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1672af9f-4e03-4ac1-9d03-9a9bafc42953'] response: {'name': 'network-changed', 'server_uuid': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'tag': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'status': 'completed', 'code': 200} Sep 19 12:34:05.669047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-5b191320-a210-48da-b5fe-61ea4c19927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:05.671031 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-5b191320-a210-48da-b5fe-61ea4c19927e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 1098 time: 0.0862119 Sep 19 12:34:05.727249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efbf9ce-469b-4fd4-bb70-e85818e7961b None None] New status for floating IP 93e4506e-8737-4a64-8ee3-8660e0249474: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:34:05.806706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-1d2bd8c5-24d0-4a7b-9c45-ecdfc233cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:05.808192 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-1d2bd8c5-24d0-4a7b-9c45-ecdfc233cc9a service neutron] 10.222.0.85 "GET /v2.0/networks?id=b744d57f-bdd4-42af-8416-e4acaf277ccc HTTP/1.1" status: 200 len: 898 time: 0.1309969 Sep 19 12:34:05.881498 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-e7d60e82-f431-4054-b53f-7cd7cb34dd9f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a HTTP/1.1" status: 200 len: 217 time: 0.0665839 Sep 19 12:34:05.949449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-ada6faf3-c5b4-4d62-9b84-d587c98c4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:05.951483 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-ada6faf3-c5b4-4d62-9b84-d587c98c4cbc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cc5155b3-9aa2-4868-815f-09cb14f7af18 HTTP/1.1" status: 200 len: 844 time: 0.0634418 Sep 19 12:34:06.039861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-25710f6d-e949-4ef2-8fea-b18880aea52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:06.041337 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-25710f6d-e949-4ef2-8fea-b18880aea52b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b744d57f-bdd4-42af-8416-e4acaf277ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837138 Sep 19 12:34:06.174411 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-e714ad70-0335-439c-b657-86c22a67dec3 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254539 Sep 19 12:34:06.328664 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a729fc0-a4ba-4b13-ac90-22291c7b0d28 req-202b3ca2-bbc7-4124-a09f-545a5045dfb2 service neutron] 10.222.0.85 "GET /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480119 Sep 19 12:34:06.392618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5e8ba-318d-4369-9166-66912a3507f1 req-76a438c0-5219-4b56-adf1-407ac6c2e490 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:06.394120 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d1a5e8ba-318d-4369-9166-66912a3507f1 req-76a438c0-5219-4b56-adf1-407ac6c2e490 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 945 time: 0.0955565 Sep 19 12:34:06.439063 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d1a5e8ba-318d-4369-9166-66912a3507f1 req-014c59ad-e7a8-4183-9d1c-87e2b7beae05 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=57b87873-009c-420f-a80d-9902012fcb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389519 Sep 19 12:34:06.582402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-f2afc636-3c04-4e63-8bf3-814cbae548dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:06.583132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-f2afc636-3c04-4e63-8bf3-814cbae548dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:34:06.670342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-f2afc636-3c04-4e63-8bf3-814cbae548dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:34:06.671555 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-f2afc636-3c04-4e63-8bf3-814cbae548dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 945 time: 0.1752043 Sep 19 12:34:06.851691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-956cbc08-a82d-42aa-b425-ec872eed6319 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port cb229d2b-7846-4daf-a852-18460fb7fd3a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:34:06.852151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-956cbc08-a82d-42aa-b425-ec872eed6319 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:07.107808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-956cbc08-a82d-42aa-b425-ec872eed6319 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port cb229d2b-7846-4daf-a852-18460fb7fd3a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=cb229d2b-7846-4daf-a852-18460fb7fd3a,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:07.108094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-956cbc08-a82d-42aa-b425-ec872eed6319 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:07.233894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-956cbc08-a82d-42aa-b425-ec872eed6319 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for cb229d2b-7846-4daf-a852-18460fb7fd3a owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:34:07.447410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-956cbc08-a82d-42aa-b425-ec872eed6319 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:07.499783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cbc08-a82d-42aa-b425-ec872eed6319 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=cb229d2b-7846-4daf-a852-18460fb7fd3a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:07.594712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-956cbc08-a82d-42aa-b425-ec872eed6319 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port cb229d2b-7846-4daf-a852-18460fb7fd3a on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:34:07.597274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-956cbc08-a82d-42aa-b425-ec872eed6319 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:07.599922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'name': 'network-vif-deleted', 'tag': 'cb229d2b-7846-4daf-a852-18460fb7fd3a'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:34:07.602214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448f4bff-c803-4bfa-a2f5-7801b771f8f3" -d '{"events": [{"server_uuid": "0a3f3233-55b5-4e6e-a1b2-100893997eca", "name": "network-vif-deleted", "tag": "cb229d2b-7846-4daf-a852-18460fb7fd3a"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:34:07.613998 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8df94367-a6d0-4c2d-83a5-1dba95349798 req-99e3e437-7de8-491f-b5bc-24d5b1d4bfdf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a3f3233-55b5-4e6e-a1b2-100893997eca HTTP/1.1" status: 200 len: 210 time: 0.0547781 Sep 19 12:34:07.644820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89e7250-67ed-4d09-ba1e-71c25871a936 x-openstack-request-id: req-d89e7250-67ed-4d09-ba1e-71c25871a936 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:34:07.645118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3f3233-55b5-4e6e-a1b2-100893997eca", "name": "network-vif-deleted", "tag": "cb229d2b-7846-4daf-a852-18460fb7fd3a", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:34:07.645369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d89e7250-67ed-4d09-ba1e-71c25871a936 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:34:07.645766 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89e7250-67ed-4d09-ba1e-71c25871a936'] response: {'server_uuid': '0a3f3233-55b5-4e6e-a1b2-100893997eca', 'name': 'network-vif-deleted', 'tag': 'cb229d2b-7846-4daf-a852-18460fb7fd3a', 'status': 'completed', 'code': 200} Sep 19 12:34:07.671215 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1eb477aa-04a4-4d56-907c-c4ddb6f32946 req-956cbc08-a82d-42aa-b425-ec872eed6319 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "DELETE /v2.0/ports/cb229d2b-7846-4daf-a852-18460fb7fd3a HTTP/1.1" status: 204 len: 173 time: 0.9911821 Sep 19 12:34:08.720207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34052) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:08.789106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4f67-5992-4383-a81d-dd87e5919835 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:08.818954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4f67-5992-4383-a81d-dd87e5919835 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:09.008053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4f67-5992-4383-a81d-dd87e5919835 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:09.027575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb4f67-5992-4383-a81d-dd87e5919835 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b87873-009c-420f-a80d-9902012fcb56,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:09.104086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4f67-5992-4383-a81d-dd87e5919835 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:09.105220 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cdbb4f67-5992-4383-a81d-dd87e5919835 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/57b87873-009c-420f-a80d-9902012fcb56 HTTP/1.1" status: 204 len: 168 time: 0.3840322 Sep 19 12:34:10.181759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device cb229d2b-7846-4daf-a852-18460fb7fd3a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:34:10.216908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: cb229d2b-7846-4daf-a852-18460fb7fd3a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:34:10.217358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device cb229d2b-7846-4daf-a852-18460fb7fd3a not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:34:10.231743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34060) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:10.798616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:11.259321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port d12b1ddc-5699-4215-9e64-66e2158b6e2d {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:34:11.260067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:11.447447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port d12b1ddc-5699-4215-9e64-66e2158b6e2d, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d12b1ddc-5699-4215-9e64-66e2158b6e2d,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:11.447811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:11.548857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-15f98cae-b9d1-4afb-954f-e712aaa628d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:11.571933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for d12b1ddc-5699-4215-9e64-66e2158b6e2d owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:34:11.968275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:12.016524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=d12b1ddc-5699-4215-9e64-66e2158b6e2d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:12.307300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:12.773919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:34:12.952799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:34:12.962466 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] Sync routers for ids ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:34:12.965372 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e7989397-0021-4edb-a7b4-9da89730ee9d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/c255cd7f-fed7-4cd4-8118-1f2a12e15ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7324889 Sep 19 12:34:12.968653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34064) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:12.972855 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] Routers {'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:34:12.973467 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:33:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:13.049047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad6b231-3209-4e80-8cfc-c56b3e0dd8a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting subnet cc5155b3-9aa2-4868-815f-09cb14f7af18 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:34:13.051951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aad6b231-3209-4e80-8cfc-c56b3e0dd8a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.108732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aad6b231-3209-4e80-8cfc-c56b3e0dd8a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.154882 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] Set router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:34:13.196197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aad6b231-3209-4e80-8cfc-c56b3e0dd8a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.368106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aad6b231-3209-4e80-8cfc-c56b3e0dd8a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.411381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6b231-3209-4e80-8cfc-c56b3e0dd8a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5155b3-9aa2-4868-815f-09cb14f7af18,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:13.413433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aad6b231-3209-4e80-8cfc-c56b3e0dd8a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.422172 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-aad6b231-3209-4e80-8cfc-c56b3e0dd8a0 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/subnets/cc5155b3-9aa2-4868-815f-09cb14f7af18 HTTP/1.1" status: 204 len: 168 time: 0.4501529 Sep 19 12:34:13.422333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f8862-480a-413a-85e0-cf3318856385 None None] Network b744d57f-bdd4-42af-8416-e4acaf277ccc requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:34:13.422762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34068) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:13.468349 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:34:11Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:13.472261 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] Checking router: c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:34:13.480616 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] Routers {'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:34:13.481204 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:33:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:13.612513 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.664347 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] Set router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:34:13.693476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aeab10fe-d4a0-4713-9c6e-11d307010ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.713744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] DHCP port deletion for b744d57f-bdd4-42af-8416-e4acaf277ccc request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:34:13.718720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Deleting port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:34:13.719173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.803335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.899296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:34:13.899675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.934072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] For port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0,segment=NetworkSegment(83a415e3-3599-402c-aef3-bfd82a5d134e),segment_id=83a415e3-3599-402c-aef3-bfd82a5d134e)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:13.934541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:13.964399 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:34:11Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:13.969080 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7285cb2-ef33-4aab-9122-c4aad45cd0bd None None] The sync data for ids ['c255cd7f-fed7-4cd4-8118-1f2a12e15ce7'] in dv-neutron-857775-2-hyperv is: [{'id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'name': 'tempest-TestNetworkBasicOps-router-1450254903', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:57Z', 'updated_at': '2022-09-19T12:34:11Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': '0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cd7f-fed7-4cd4-8118-1f2a12e15ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:58Z', 'updated_at': '2022-09-19T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:34:14.066386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Calling delete_port for a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:34:14.078456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:14.078842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:14.247853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:14.299090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Pushing event deleted for resources: {'Port': ['ID=a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:14.303407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] No DVR routers for this DVR port a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:34:14.311123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:34:14.317053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.317053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.317551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.317992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.318406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.318952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.319361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.319755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.320156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.320764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.320872 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.321251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caf321-f11d-4ee3-97ee-e7e12b1973d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:14.389058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:34:14.434030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:34:14.435339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a71a56f8-8ab1-41ea-8474-5bb57cdcf1f0 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:34:14.435575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d12b1ddc-5699-4215-9e64-66e2158b6e2d no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:34:14.471446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: d12b1ddc-5699-4215-9e64-66e2158b6e2d {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:34:14.471794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d12b1ddc-5699-4215-9e64-66e2158b6e2d not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:34:14.590694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:14.619648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:14.673397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:14.775238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:14.947872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:14.949942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.002999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.035999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.036549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Fanout notify agent at l3_agent the message router_deleted on router c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:34:15.052363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.053471 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3deb5652-c6e9-4225-bb48-eba0b047b4ce tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/routers/c255cd7f-fed7-4cd4-8118-1f2a12e15ce7 HTTP/1.1" status: 204 len: 168 time: 1.6300344 Sep 19 12:34:15.056259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34072) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:15.179527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.312260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.340854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b744d57f-bdd4-42af-8416-e4acaf277ccc']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:15.352782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a415e3-3599-402c-aef3-bfd82a5d134e') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:15.353084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a415e3-3599-402c-aef3-bfd82a5d134e') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:15.364246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.380198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.386309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:34:15.386691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.452183 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 83a415e3-3599-402c-aef3-bfd82a5d134e resource provider aggregate not found Sep 19 12:34:15.481497 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 83a415e3-3599-402c-aef3-bfd82a5d134e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83a415e3-3599-402c-aef3-bfd82a5d134e found for delete ", "request_id": "req-67dc75ea-a4f4-4733-91b0-2deb735153da"}]} Sep 19 12:34:15.556058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.573288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.585072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Network': ['ID=b744d57f-bdd4-42af-8416-e4acaf277ccc,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:15.659517 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-70ea67e1-04c6-4d0a-af23-39de02f4a289 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/networks/b744d57f-bdd4-42af-8416-e4acaf277ccc HTTP/1.1" status: 204 len: 168 time: 0.6022327 Sep 19 12:34:15.671269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34080) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:15.677603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'network': {'name': 'tempest-network-smoke--630663377', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'port_security_enabled': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:15.682739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:15.687019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:network and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:15.689870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:15.696062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:15.800642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:34:15.804099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.839764 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:34:15.850552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.850925 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Added segment 9846e0e7-5c15-4a96-a334-12e378c6fd4f of type vlan for network f9d26c49-2f8b-4e86-bbd4-7b53732229fb Sep 19 12:34:15.876021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:15.995994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:16.002065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:16.002681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:16.110554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Network': ['ID=f9d26c49-2f8b-4e86-bbd4-7b53732229fb,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:16.120400 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network f9d26c49-2f8b-4e86-bbd4-7b53732229fb details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:34:16.179872 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-96a6880d-af04-4680-a2e9-c6e5eeb2da77 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5074608 Sep 19 12:34:16.182841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34084) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:16.188788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'admin_state_up': True, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:16.196217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:16.200249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:router and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:16.203989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:16.210650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:16.293571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:16.294789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:16.310790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:16.337855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:34:16.382432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:34:16.382693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0a34e89c-8c36-43c1-9ab8-97d43c2c4eb0 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:34:16.464595 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:16.759150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:17.126446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:17.155684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:17.293904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.195 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/db11048d-8b31-4210-8038-8b8ca69897a3) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:34:17.448128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:17.550375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:17.614553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:34:17.617354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:34:17.621099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:34:17.665827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=db11048d-8b31-4210-8038-8b8ca69897a3,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:18.257799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:18.710530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:18.984382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 63a12762-66a4-41ed-8a45-276bc981a8fe is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:34:19.174832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:34:19.184431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Sync routers for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:34:19.193767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:34:19.194386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:34:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:19.259108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:19.264152 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4be44ab5-9135-4d4a-a4b5-c9aeed25c4e8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0766807 Sep 19 12:34:19.264360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34088) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:19.416985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:34:19.459797 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-472d43a6-4e75-4841-835b-4a8590463ac4 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d2803b9b3ed7428b94f11a8ee3347204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1942480 Sep 19 12:34:19.462399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34094) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:19.593682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488b6a01-4075-4201-aa72-8e31321555a7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:19.595217 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-488b6a01-4075-4201-aa72-8e31321555a7 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318948 Sep 19 12:34:19.598177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34098) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:19.638237 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-deeb3edb-c393-44b1-ae3d-6dac5275610b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387311 Sep 19 12:34:19.640820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34102) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:19.646816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997910419', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:19.706822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:17Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:19.710655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Checking router: 63a12762-66a4-41ed-8a45-276bc981a8fe for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:34:19.711041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Updating router 63a12762-66a4-41ed-8a45-276bc981a8fe port db11048d-8b31-4210-8038-8b8ca69897a3 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:34:19.757774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:19.761844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:subnet and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:19.764610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:19.766777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:19.772484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:19.851669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:34:19.855151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:20.096851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:20.108697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Transition to ACTIVE for port object db11048d-8b31-4210-8038-8b8ca69897a3 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:34:20.196377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:20.207524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:20.275550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Attempting to bind port db11048d-8b31-4210-8038-8b8ca69897a3 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:34:20.275932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Attempting to bind port db11048d-8b31-4210-8038-8b8ca69897a3 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:34:20.276283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Attempting to bind port db11048d-8b31-4210-8038-8b8ca69897a3 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:34:20.278841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Subnet': ['ID=407e98ea-79c9-4bae-a777-d62300f9d207,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:20.285295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:34:20.285816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:34:20.286093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:20.287391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:34:20.287876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Bound port: db11048d-8b31-4210-8038-8b8ca69897a3, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:34:20.288252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:20.291299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Checking segment: {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:34:20.291650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network hostable DHCP agents. Network: f9d26c49-2f8b-4e86-bbd4-7b53732229fb, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:34:20.297613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.297957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.298295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.298624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.298977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.299442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.299627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.299946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.300287 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.300583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.300896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.301210 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:20.327713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5e32d-3056-4190-9e50-870a7508764a None None] Pushing event updated for resources: {'Port': ['ID=db11048d-8b31-4210-8038-8b8ca69897a3,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:20.377625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] For port db11048d-8b31-4210-8038-8b8ca69897a3, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:34:20.377625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] For port db11048d-8b31-4210-8038-8b8ca69897a3, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=db11048d-8b31-4210-8038-8b8ca69897a3,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:34:20.447550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f9d26c49-2f8b-4e86-bbd4-7b53732229fb is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:34:20.516687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:20.545149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, f9d26c49-2f8b-4e86-bbd4-7b53732229fb) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:34:20.549148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:20.549918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:20.557957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9ff43-b533-496b-aaab-03c13689ceb8 None None] Network f9d26c49-2f8b-4e86-bbd4-7b53732229fb requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:34:20.625091 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e38f9c1b-e132-4b09-8ef5-8baaa698f873 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9832230 Sep 19 12:34:20.627877 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34106) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:20.661329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:34:20.661969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:34:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:20.755250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5e32d-3056-4190-9e50-870a7508764a None None] Pushing event updated for resources: {'Port': ['ID=db11048d-8b31-4210-8038-8b8ca69897a3,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:20.928392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:34:21.224923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:34:21.225762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:21.469227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:21.469938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Allocated IP 172.20.0.2 (f9d26c49-2f8b-4e86-bbd4-7b53732229fb/407e98ea-79c9-4bae-a777-d62300f9d207/d5775b4e-b1ce-45a9-ac12-b86edabda0a3) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:34:21.477226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:17Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:21.486216 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520c6b3-900a-4f08-94f5-d915dc676bdf None None] The sync data for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv is: [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:17Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:34:21.700085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:21.736249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Transition to ACTIVE for port object d5775b4e-b1ce-45a9-ac12-b86edabda0a3 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:34:21.758689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Transition to ACTIVE for port object d5775b4e-b1ce-45a9-ac12-b86edabda0a3 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:34:21.847785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:21.916128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Network f9d26c49-2f8b-4e86-bbd4-7b53732229fb is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:34:21.919897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:34:21.923905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:34:21.940169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.1 (f9d26c49-2f8b-4e86-bbd4-7b53732229fb/407e98ea-79c9-4bae-a777-d62300f9d207/762da595-bce9-4335-8b83-7d74a4d02c03) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:34:21.964221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Pushing event updated for resources: {'Port': ['ID=d5775b4e-b1ce-45a9-ac12-b86edabda0a3,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:22.037460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Attempting to bind port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:34:22.038069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Attempting to bind port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:34:22.038425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Attempting to bind port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 on network f9d26c49-2f8b-4e86-bbd4-7b53732229fb {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:34:22.044198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:34:22.045069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Checking segment: {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:34:22.045465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:22.045852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Bound using segment: {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:34:22.047005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Bound port: d5775b4e-b1ce-45a9-ac12-b86edabda0a3, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:34:22.047005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:22.124870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:22.143817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object 762da595-bce9-4335-8b83-7d74a4d02c03 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:34:22.148880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] For port d5775b4e-b1ce-45a9-ac12-b86edabda0a3, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:34:22.152369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] For port d5775b4e-b1ce-45a9-ac12-b86edabda0a3, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d5775b4e-b1ce-45a9-ac12-b86edabda0a3,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:34:22.242623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:22.275576 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:22.337612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe3fa7-2d4d-4bcb-8fe1-aa7624fae998 None None] Pushing event updated for resources: {'Port': ['ID=d5775b4e-b1ce-45a9-ac12-b86edabda0a3,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:22.362354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f9d26c49-2f8b-4e86-bbd4-7b53732229fb is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:34:22.367961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:34:22.371925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:34:22.411174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=762da595-bce9-4335-8b83-7d74a4d02c03,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:22.416829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device db11048d-8b31-4210-8038-8b8ca69897a3 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:34:22.449277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:22.549013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port db11048d-8b31-4210-8038-8b8ca69897a3 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:34:22.557212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port db11048d-8b31-4210-8038-8b8ca69897a3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:22.557508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:22.701915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port db11048d-8b31-4210-8038-8b8ca69897a3 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:34:22.702306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:22.719570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port db11048d-8b31-4210-8038-8b8ca69897a3, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=db11048d-8b31-4210-8038-8b8ca69897a3,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:22.797516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:22.874992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=db11048d-8b31-4210-8038-8b8ca69897a3,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:22.965663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:22.984619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:23.392685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:23.459006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:23.579413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:23.583129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=762da595-bce9-4335-8b83-7d74a4d02c03,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:23.711849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e85f7d-3dc5-4e7c-b608-39fe082afb4e None None] Network f9d26c49-2f8b-4e86-bbd4-7b53732229fb requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:34:23.723006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f9d26c49-2f8b-4e86-bbd4-7b53732229fb is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:34:23.724094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:34:23.864918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-285272a9-a27d-4f90-8498-9e12e7184e46 None None] Provisioning for port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:34:23.911237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 63a12762-66a4-41ed-8a45-276bc981a8fe has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:34:24.100820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:34:24.111181 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Sync routers for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:34:24.118476 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-62b9e986-0292-4aaf-a898-96b009c791ef tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/63a12762-66a4-41ed-8a45-276bc981a8fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4872839 Sep 19 12:34:24.118715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34110) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:24.120701 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:34:24.121455 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:34:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:24.270473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff2813-094e-4e2a-96c1-df4c3d17df27 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:24.271079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff2813-094e-4e2a-96c1-df4c3d17df27 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:24.271606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff2813-094e-4e2a-96c1-df4c3d17df27 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:24.272170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff2813-094e-4e2a-96c1-df4c3d17df27 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:24.274158 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3aff2813-094e-4e2a-96c1-df4c3d17df27 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1544373 Sep 19 12:34:24.277414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34114) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:24.281941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-df511c63-74c9-4413-aefc-1be56f9a400e None None] Provisioning for port 762da595-bce9-4335-8b83-7d74a4d02c03 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:34:24.287789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-df511c63-74c9-4413-aefc-1be56f9a400e None None] Provisioning complete for port 762da595-bce9-4335-8b83-7d74a4d02c03 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:24.288175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-df511c63-74c9-4413-aefc-1be56f9a400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:24.343496 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:34:24.351354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-df511c63-74c9-4413-aefc-1be56f9a400e None None] Port 762da595-bce9-4335-8b83-7d74a4d02c03 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:34:24.408382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97653fd-7f4b-4f86-9b2d-63123b2023b6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:24.408886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97653fd-7f4b-4f86-9b2d-63123b2023b6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:24.409346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97653fd-7f4b-4f86-9b2d-63123b2023b6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:24.411596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97653fd-7f4b-4f86-9b2d-63123b2023b6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:24.416818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34118) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:24.422869 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f97653fd-7f4b-4f86-9b2d-63123b2023b6 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1424820 Sep 19 12:34:24.491583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device db11048d-8b31-4210-8038-8b8ca69897a3 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:34:24.561335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-904de436-26b6-4e4e-b4c1-d4e0c63b6be6 None None] Provisioning complete for port 762da595-bce9-4335-8b83-7d74a4d02c03 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:24.561713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-904de436-26b6-4e4e-b4c1-d4e0c63b6be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:24.652771 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bb5598a6-c899-45e9-9e3b-d49f20a5929d tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2346625 Sep 19 12:34:24.682118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-904de436-26b6-4e4e-b4c1-d4e0c63b6be6 None None] Port 762da595-bce9-4335-8b83-7d74a4d02c03 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:34:24.690408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port db11048d-8b31-4210-8038-8b8ca69897a3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:24.690907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:24.729908 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:23Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:24.734204 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Checking router: 63a12762-66a4-41ed-8a45-276bc981a8fe for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:34:24.734569 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Updating router 63a12762-66a4-41ed-8a45-276bc981a8fe port 762da595-bce9-4335-8b83-7d74a4d02c03 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:34:24.791168 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:24.818111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port db11048d-8b31-4210-8038-8b8ca69897a3 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:34:24.819181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d5775b4e-b1ce-45a9-ac12-b86edabda0a3 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:34:24.862534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-9fef0b43-4bba-465c-930f-206d13823115 None None] Provisioning complete for port 762da595-bce9-4335-8b83-7d74a4d02c03 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:24.862534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9fef0b43-4bba-465c-930f-206d13823115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:24.871010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34124) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:24.871010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1146865502', 'description': 'tempest-secgroup-smoke-1146865502 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:24.875151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:24.879463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:24.882395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:24.888723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:24.932801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-9fef0b43-4bba-465c-930f-206d13823115 None None] Port 762da595-bce9-4335-8b83-7d74a4d02c03 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:34:24.990601 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.018891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:34:25.024619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:25.025251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.141014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:25.147282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:25.150866 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:25.157160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:34:25.157543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.162205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:25.187568 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.191520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port d5775b4e-b1ce-45a9-ac12-b86edabda0a3, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d5775b4e-b1ce-45a9-ac12-b86edabda0a3,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:25.199696 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Transition to ACTIVE for port object 762da595-bce9-4335-8b83-7d74a4d02c03 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:34:25.235343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.248154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.275917 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.318948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=d5775b4e-b1ce-45a9-ac12-b86edabda0a3,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:25.337463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.383052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f78a21b-4e72-4660-b35b-ef561ef8f242,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:25.465839 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Pushing event updated for resources: {'Port': ['ID=762da595-bce9-4335-8b83-7d74a4d02c03,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:25.470079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.471516 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c091181f-a7c1-4f28-9b34-a3d5278f5575 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6073382 Sep 19 12:34:25.474569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34128) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:25.479542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '2f78a21b-4e72-4660-b35b-ef561ef8f242', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:25.486388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:25.486547 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.486913 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.487253 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.487584 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.487911 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.488240 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.488562 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.488880 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.489202 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.489527 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.489829 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.490143 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:25.490517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:25.494264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:25.500430 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Attempting to bind port 762da595-bce9-4335-8b83-7d74a4d02c03 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:34:25.501307 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Attempting to bind port 762da595-bce9-4335-8b83-7d74a4d02c03 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:34:25.501524 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Attempting to bind port 762da595-bce9-4335-8b83-7d74a4d02c03 on network f9d26c49-2f8b-4e86-bbd4-7b53732229fb {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:34:25.501823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:25.507494 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:34:25.507862 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Checking segment: {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:34:25.508247 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.508636 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Bound using segment: {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:34:25.509595 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Bound port: 762da595-bce9-4335-8b83-7d74a4d02c03, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:34:25.509964 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.602450 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] For port 762da595-bce9-4335-8b83-7d74a4d02c03, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:34:25.605613 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] For port 762da595-bce9-4335-8b83-7d74a4d02c03, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=762da595-bce9-4335-8b83-7d74a4d02c03,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:34:25.615028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.675687 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.705033 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.765848 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:34:25.766441 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:34:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:25.784353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.811042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b574630e-0d28-439d-bbd3-3bacf45abbc6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:25.864230 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e7a90-6866-4ac3-bd88-25f329e9b24e None None] Pushing event updated for resources: {'Port': ['ID=762da595-bce9-4335-8b83-7d74a4d02c03,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:25.869690 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:34:25.899167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:25.900482 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aface4e3-2777-4bc8-bba1-fc4ecff70420 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4250619 Sep 19 12:34:25.903820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34134) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:25.909057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '2f78a21b-4e72-4660-b35b-ef561ef8f242', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:25.915148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:25.919288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:25.923178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:25.929095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:25.968237 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:34:26.001671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.066311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.144167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.169682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a73d2ef-a5fe-4c42-a1ae-4f53ca111c43,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:26.240335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.241859 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d3d54e3a-11b8-4a40-a574-8d2d0961f54c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3370900 Sep 19 12:34:26.244551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34138) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:26.250186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '2f78a21b-4e72-4660-b35b-ef561ef8f242', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:26.255904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:26.259734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:26.264724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:26.270678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:26.288786 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:25Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:26.292389 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf08119d-ffa5-43c7-bb9b-0326170465c0 None None] The sync data for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv is: [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:25Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:34:26.368574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.370550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d5775b4e-b1ce-45a9-ac12-b86edabda0a3 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:34:26.445410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.446701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:26.447115 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.533096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.558605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e389e78-e0c3-400d-8a63-cff5e596eab5,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:26.578625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:34:26.642080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.643631 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eeae156b-e727-4686-a287-ae7c8507a5b9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3981299 Sep 19 12:34:26.646564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34142) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:26.651718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '2f78a21b-4e72-4660-b35b-ef561ef8f242', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:26.658207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:26.662215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:26.665468 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:26.671411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:26.808335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.881485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.960528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:26.989156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed09b265-465c-40da-8cc3-afa36ccd3bb6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:27.053387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:27.054716 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-69760b49-c6fd-46eb-8247-28ea063e82fa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4070904 Sep 19 12:34:27.057477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34146) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:27.063952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '2f78a21b-4e72-4660-b35b-ef561ef8f242', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:27.070475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:27.074489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:27.078238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:27.084476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:27.167741 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:34:27.176484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:27.246025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:27.321627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:27.345733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5192f6-ae99-4ded-ad22-284a83844d58,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:27.424462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:27.425705 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6d7596e7-0b17-40d0-8739-633572f65747 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3671885 Sep 19 12:34:27.435098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34150) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:27.440243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': '2f78a21b-4e72-4660-b35b-ef561ef8f242', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:27.446280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:27.450267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:27.453676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:27.459331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:27.561865 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:34:27.568939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:27.637936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:27.710208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:27.733921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707267f7-5d83-4068-a181-77f0b2333292,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:27.840801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:27.842055 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-84f43ddc-b26e-4e99-bae4-4085de4b377a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4059653 Sep 19 12:34:28.016711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7b559af0-a624-419c-b246-e92de26d4a36 req-b477de7c-43d4-4f76-8a5c-a10b8005c7d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:34:28.104038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7b559af0-a624-419c-b246-e92de26d4a36 req-b477de7c-43d4-4f76-8a5c-a10b8005c7d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:34:28.105213 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-b477de7c-43d4-4f76-8a5c-a10b8005c7d7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146865502&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.1278954 Sep 19 12:34:28.258452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559af0-a624-419c-b246-e92de26d4a36 req-09dde276-3663-4681-9ca5-e3ea42d80163 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:28.259165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7b559af0-a624-419c-b246-e92de26d4a36 req-09dde276-3663-4681-9ca5-e3ea42d80163 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:34:28.338934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7b559af0-a624-419c-b246-e92de26d4a36 req-09dde276-3663-4681-9ca5-e3ea42d80163 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:34:28.340120 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-09dde276-3663-4681-9ca5-e3ea42d80163 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 796 time: 0.2276118 Sep 19 12:34:28.356714 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-91ae5c4b-c76f-43e4-a68e-d3e1078b37ed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/quotas/d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 375 time: 0.0102870 Sep 19 12:34:28.363391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 762da595-bce9-4335-8b83-7d74a4d02c03 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:34:28.453410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7b559af0-a624-419c-b246-e92de26d4a36 req-6bdb2cba-033a-4def-8c73-0547c62926cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:34:28.504335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 762da595-bce9-4335-8b83-7d74a4d02c03 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:34:28.509358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 762da595-bce9-4335-8b83-7d74a4d02c03 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:28.511720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:28.595833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7b559af0-a624-419c-b246-e92de26d4a36 req-6bdb2cba-033a-4def-8c73-0547c62926cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:34:28.597430 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-6bdb2cba-033a-4def-8c73-0547c62926cc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2311339 Sep 19 12:34:28.628376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 762da595-bce9-4335-8b83-7d74a4d02c03 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:34:28.628756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:28.659919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-ebc85412-9757-429c-bd30-8f520f202d63 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:34:28.660886 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-ebc85412-9757-429c-bd30-8f520f202d63 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491562 Sep 19 12:34:28.662498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 762da595-bce9-4335-8b83-7d74a4d02c03, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=762da595-bce9-4335-8b83-7d74a4d02c03,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:28.750393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:28.794687 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-5da31bfb-3fcc-4fcd-b5a9-f50c3b269567 service neutron] 10.222.0.66 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275380 Sep 19 12:34:28.821383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=762da595-bce9-4335-8b83-7d74a4d02c03,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:28.929875 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-7ab0f940-e22b-4441-92bf-9d214ab82daa service neutron] 10.222.0.66 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285381 Sep 19 12:34:29.207004 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20568674-78c6-488a-a137-3d4bdddc95a4 req-fb459112-2600-4d67-8f11-8b94027ce43f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 210 time: 0.0606587 Sep 19 12:34:30.351032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 762da595-bce9-4335-8b83-7d74a4d02c03 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:34:30.379142 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-43f645fa-4e6c-4dae-91e5-3c0e7847bd05 req-55fb8ff2-e08f-49e2-b34d-7949e510e776 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 210 time: 0.0548537 Sep 19 12:34:30.424427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 762da595-bce9-4335-8b83-7d74a4d02c03 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:30.424783 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:30.545545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 762da595-bce9-4335-8b83-7d74a4d02c03 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:34:31.348225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559af0-a624-419c-b246-e92de26d4a36 req-40d1ffc0-80b3-4c17-8f69-4b166872ec26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:31.348953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7b559af0-a624-419c-b246-e92de26d4a36 req-40d1ffc0-80b3-4c17-8f69-4b166872ec26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:34:31.361417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7b559af0-a624-419c-b246-e92de26d4a36 req-40d1ffc0-80b3-4c17-8f69-4b166872ec26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:34:31.362538 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-40d1ffc0-80b3-4c17-8f69-4b166872ec26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 796 time: 0.1693130 Sep 19 12:34:31.415692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7b559af0-a624-419c-b246-e92de26d4a36 req-b97ae2a4-f9f7-4af1-8d05-2a100221b26b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:34:31.428198 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7b559af0-a624-419c-b246-e92de26d4a36 req-b97ae2a4-f9f7-4af1-8d05-2a100221b26b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:34:31.429330 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-b97ae2a4-f9f7-4af1-8d05-2a100221b26b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 380 time: 0.0531855 Sep 19 12:34:31.440834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'admin_state_up': True, 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'security_groups': ['2f78a21b-4e72-4660-b35b-ef561ef8f242']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:31.550922 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ac83dc3a-e0d5-4f88-b249-00f8cb79c45c req-696bf632-79a6-4b61-add9-8d8d781cf84c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 210 time: 0.0569072 Sep 19 12:34:31.582792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:31.592344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:31.693172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:34:31.696788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:31.956263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.8 (f9d26c49-2f8b-4e86-bbd4-7b53732229fb/407e98ea-79c9-4bae-a777-d62300f9d207/eb965919-d858-4ac7-853d-76e4d1df799c) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:34:32.148166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:32.164040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object eb965919-d858-4ac7-853d-76e4d1df799c will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:34:32.259286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:32.331634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f9d26c49-2f8b-4e86-bbd4-7b53732229fb is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:34:32.334792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:34:32.338528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:34:32.369867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=eb965919-d858-4ac7-853d-76e4d1df799c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:32.409177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:32.409717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:32.528160 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-04e2d726-afc1-4c47-8823-8801939915f6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0909908 Sep 19 12:34:32.542812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Request body: {'port': {'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:32.658782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:32.663217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f4970a44-dd37-42f4-a41b-4bd7b816a233 None None] Provisioning for port eb965919-d858-4ac7-853d-76e4d1df799c completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:34:32.672652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f4970a44-dd37-42f4-a41b-4bd7b816a233 None None] Provisioning complete for port eb965919-d858-4ac7-853d-76e4d1df799c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:32.673032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f4970a44-dd37-42f4-a41b-4bd7b816a233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:32.733473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f4970a44-dd37-42f4-a41b-4bd7b816a233 None None] Port eb965919-d858-4ac7-853d-76e4d1df799c cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:34:32.758011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abea49c-ab6a-4b26-ae93-edee1f3763c2 req-f8bd4431-6082-4fd1-8529-68ea065b3b7b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:32.759515 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4abea49c-ab6a-4b26-ae93-edee1f3763c2 req-f8bd4431-6082-4fd1-8529-68ea065b3b7b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 931 time: 0.0892322 Sep 19 12:34:32.805713 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4abea49c-ab6a-4b26-ae93-edee1f3763c2 req-718746fd-1c44-46b4-bc06-c56266499d79 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397279 Sep 19 12:34:33.012374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb965919-d858-4ac7-853d-76e4d1df799c {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:34:33.020249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:33.034664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Transition to ACTIVE for port object eb965919-d858-4ac7-853d-76e4d1df799c will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:34:33.109985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:33.301261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Pushing event updated for resources: {'Port': ['ID=eb965919-d858-4ac7-853d-76e4d1df799c,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:33.345578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Attempting to bind port eb965919-d858-4ac7-853d-76e4d1df799c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:34:33.345907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Attempting to bind port eb965919-d858-4ac7-853d-76e4d1df799c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:34:33.346226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Attempting to bind port eb965919-d858-4ac7-853d-76e4d1df799c on network f9d26c49-2f8b-4e86-bbd4-7b53732229fb {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:34:33.350920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Port eb965919-d858-4ac7-853d-76e4d1df799c on network f9d26c49-2f8b-4e86-bbd4-7b53732229fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:34:33.351247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Attempting to bind port eb965919-d858-4ac7-853d-76e4d1df799c on network f9d26c49-2f8b-4e86-bbd4-7b53732229fb {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:34:33.356583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:34:33.356951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Checking segment: {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:34:33.357458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Bound using segment: {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:34:33.357887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Bound port: eb965919-d858-4ac7-853d-76e4d1df799c, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:34:33.358234 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:33.446355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] For port eb965919-d858-4ac7-853d-76e4d1df799c, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:34:33.449385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] For port eb965919-d858-4ac7-853d-76e4d1df799c, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb965919-d858-4ac7-853d-76e4d1df799c,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:34:33.556328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:33.586666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:33.587306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:33.588667 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] 10.222.0.85 "PUT /v2.0/ports/eb965919-d858-4ac7-853d-76e4d1df799c HTTP/1.1" status: 200 len: 1093 time: 1.0499294 Sep 19 12:34:33.589097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:34:33.592070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc6bdef-bc95-4c5d-9f33-049873c284be" -d '{"events": [{"name": "network-changed", "server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:34:33.632995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d6773-c22b-4f95-8826-fc174455a962 service neutron] Pushing event updated for resources: {'Port': ['ID=eb965919-d858-4ac7-853d-76e4d1df799c,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:33.637210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2a6184-965f-4de8-9f9d-8e3772bafc8e x-openstack-request-id: req-7c2a6184-965f-4de8-9f9d-8e3772bafc8e {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:34:33.637498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:34:33.638296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c2a6184-965f-4de8-9f9d-8e3772bafc8e {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:34:33.638813 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2a6184-965f-4de8-9f9d-8e3772bafc8e'] response: {'name': 'network-changed', 'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'status': 'completed', 'code': 200} Sep 19 12:34:33.745584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bdef-bc95-4c5d-9f33-049873c284be req-788a828b-2257-45a9-80f8-232779f16ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:33.747159 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fc6bdef-bc95-4c5d-9f33-049873c284be req-788a828b-2257-45a9-80f8-232779f16ef7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 1096 time: 0.0825751 Sep 19 12:34:33.892169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bdef-bc95-4c5d-9f33-049873c284be req-24661ccd-a359-4b0f-b847-16d77f3355b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:33.893813 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fc6bdef-bc95-4c5d-9f33-049873c284be req-24661ccd-a359-4b0f-b847-16d77f3355b6 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1362638 Sep 19 12:34:34.012065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08958c-abbf-4c0b-aaf4-1b22616cae80 req-7b642895-f53d-40d1-92f8-aaf9b3f1dabf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:34.014482 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bd08958c-abbf-4c0b-aaf4-1b22616cae80 req-7b642895-f53d-40d1-92f8-aaf9b3f1dabf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 943 time: 0.0948832 Sep 19 12:34:34.061240 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bd08958c-abbf-4c0b-aaf4-1b22616cae80 req-140a42a1-68d9-444b-ac43-29ef188babe3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408573 Sep 19 12:34:34.130777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bdef-bc95-4c5d-9f33-049873c284be req-03e821f2-5e0f-4ad5-9f66-236d91b16c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:34.132139 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0fc6bdef-bc95-4c5d-9f33-049873c284be req-03e821f2-5e0f-4ad5-9f66-236d91b16c06 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2295461 Sep 19 12:34:34.259806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559af0-a624-419c-b246-e92de26d4a36 req-5fb01473-dd66-464e-8d3e-d931f2a193a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:34.261542 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-5fb01473-dd66-464e-8d3e-d931f2a193a2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 1096 time: 0.0879216 Sep 19 12:34:34.334983 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-c1f5dcb9-347c-4c69-bce3-3131d7bbd697 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb965919-d858-4ac7-853d-76e4d1df799c HTTP/1.1" status: 200 len: 217 time: 0.0630453 Sep 19 12:34:34.399346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559af0-a624-419c-b246-e92de26d4a36 req-3427dada-a5f1-4e01-86b3-b9a9a6fe5680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:34.400662 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-3427dada-a5f1-4e01-86b3-b9a9a6fe5680 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 200 len: 835 time: 0.0571227 Sep 19 12:34:34.489376 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559af0-a624-419c-b246-e92de26d4a36 req-cc47980b-8ee1-48d8-b029-9af40c355289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:34.490888 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-cc47980b-8ee1-48d8-b029-9af40c355289 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808282 Sep 19 12:34:34.634815 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-b1f9a336-460c-4b89-b998-3d4873ae8b4d service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344404 Sep 19 12:34:34.770247 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7b559af0-a624-419c-b246-e92de26d4a36 req-f25071f3-cace-42e3-bcb6-25a725fa7abe service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263633 Sep 19 12:34:35.263755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e0b85-7ef0-4463-9fbe-6e4440b1196d req-0f957940-b82d-49d8-919a-58d2c8ec9907 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:35.265211 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-491e0b85-7ef0-4463-9fbe-6e4440b1196d req-0f957940-b82d-49d8-919a-58d2c8ec9907 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 943 time: 0.0897939 Sep 19 12:34:35.314819 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-491e0b85-7ef0-4463-9fbe-6e4440b1196d req-41022725-1b1b-401e-81dd-5849f9242013 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437355 Sep 19 12:34:36.515143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f90d2-48b6-41db-b1c3-7a3c40241f66 req-072e6612-e8c5-46b4-8261-a1e2ce6ed502 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:36.516627 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-559f90d2-48b6-41db-b1c3-7a3c40241f66 req-072e6612-e8c5-46b4-8261-a1e2ce6ed502 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 943 time: 0.0906954 Sep 19 12:34:36.567016 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-559f90d2-48b6-41db-b1c3-7a3c40241f66 req-96f2bed7-43cf-402f-ad4e-0b779d0d9ab4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446019 Sep 19 12:34:37.773770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d88e5-9409-4447-9944-7d0713e4bf81 req-85635851-4aab-4aeb-b0cb-bccc771746d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:37.775236 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-958d88e5-9409-4447-9944-7d0713e4bf81 req-85635851-4aab-4aeb-b0cb-bccc771746d4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 943 time: 0.0917642 Sep 19 12:34:37.819710 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-958d88e5-9409-4447-9944-7d0713e4bf81 req-3e5c0b54-51b2-40f4-afc0-612b76ed3f44 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381763 Sep 19 12:34:38.258533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device eb965919-d858-4ac7-853d-76e4d1df799c details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:34:38.394767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port eb965919-d858-4ac7-853d-76e4d1df799c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb965919-d858-4ac7-853d-76e4d1df799c,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:38.408412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'mac_address': 'fa:16:3e:10:b8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:34:38.462844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port eb965919-d858-4ac7-853d-76e4d1df799c is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:34:38.463224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:38.479500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb965919-d858-4ac7-853d-76e4d1df799c {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:34:38.494469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port eb965919-d858-4ac7-853d-76e4d1df799c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb965919-d858-4ac7-853d-76e4d1df799c,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:38.561835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:38.632704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=eb965919-d858-4ac7-853d-76e4d1df799c,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:38.873077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['eb965919-d858-4ac7-853d-76e4d1df799c'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:34:39.024971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0d5f3-b34c-47bf-9df4-fc08d19b2915 req-f73d6df1-f101-4653-bbc6-f3791f135e6e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:39.026431 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-61e0d5f3-b34c-47bf-9df4-fc08d19b2915 req-f73d6df1-f101-4653-bbc6-f3791f135e6e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 944 time: 0.0896149 Sep 19 12:34:39.075867 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-61e0d5f3-b34c-47bf-9df4-fc08d19b2915 req-889991f2-dcd3-49aa-ada4-8e02846fabbc tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Sep 19 12:34:40.259236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device eb965919-d858-4ac7-853d-76e4d1df799c up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:34:40.277537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c18a8-532a-4650-b421-495110ef1fc1 req-cc48c9f0-a5b4-4064-b893-991c37d9c6aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:40.279283 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-644c18a8-532a-4650-b421-495110ef1fc1 req-cc48c9f0-a5b4-4064-b893-991c37d9c6aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 944 time: 0.0879347 Sep 19 12:34:40.325961 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-644c18a8-532a-4650-b421-495110ef1fc1 req-9dfbdb96-3d32-4530-a5ab-c677a437958f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 Sep 19 12:34:40.388748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port eb965919-d858-4ac7-853d-76e4d1df799c completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:34:40.393801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port eb965919-d858-4ac7-853d-76e4d1df799c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:40.398094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:40.506968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port eb965919-d858-4ac7-853d-76e4d1df799c is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:34:40.507353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:40.535827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:34:40.538112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181eb941-f56e-42f3-99ed-34601538eb3c" -d '{"events": [{"server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "name": "network-vif-plugged", "status": "completed", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:34:40.546961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port eb965919-d858-4ac7-853d-76e4d1df799c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb965919-d858-4ac7-853d-76e4d1df799c,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:40.580329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43e8a6d-c60b-4d49-af6d-26f733535e2f x-openstack-request-id: req-f43e8a6d-c60b-4d49-af6d-26f733535e2f {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:34:40.581510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "name": "network-vif-plugged", "status": "completed", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:34:40.581510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f43e8a6d-c60b-4d49-af6d-26f733535e2f {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:34:40.581510 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43e8a6d-c60b-4d49-af6d-26f733535e2f'] response: {'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'code': 200} Sep 19 12:34:40.600286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:40.666733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=eb965919-d858-4ac7-853d-76e4d1df799c,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:41.018334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd814617-7d42-470e-b428-42a324a9b9d3 req-5b3a7ee6-afd9-4da2-968f-1ade02af3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:41.019852 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fd814617-7d42-470e-b428-42a324a9b9d3 req-5b3a7ee6-afd9-4da2-968f-1ade02af3f55 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 1098 time: 0.0830228 Sep 19 12:34:41.066885 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fd814617-7d42-470e-b428-42a324a9b9d3 req-b643f400-3e2b-482f-afe1-649effcc9255 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372086 Sep 19 12:34:41.528229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e194d-adc9-4b33-98ae-e3352f31e69e req-3402f1c6-fc1c-4ec2-aa5f-29906bb3b29c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:41.529769 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dd4e194d-adc9-4b33-98ae-e3352f31e69e req-3402f1c6-fc1c-4ec2-aa5f-29906bb3b29c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 945 time: 0.0915463 Sep 19 12:34:41.573675 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dd4e194d-adc9-4b33-98ae-e3352f31e69e req-484c299b-85cf-4b34-a417-54262bd59b75 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382454 Sep 19 12:34:41.578668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6df8f208-0f22-4825-ad58-89397ea6a160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:42.776711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a79a77-52e8-4f4b-9840-9bdf3701ff5f req-77805380-8cee-42e1-8f38-4e9204206699 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:42.778872 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-62a79a77-52e8-4f4b-9840-9bdf3701ff5f req-77805380-8cee-42e1-8f38-4e9204206699 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 945 time: 0.0875425 Sep 19 12:34:42.826373 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-62a79a77-52e8-4f4b-9840-9bdf3701ff5f req-fee57772-05a6-4571-8c1b-31e253137468 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Sep 19 12:34:43.031132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5c2c8-49a9-4825-b1be-f9ab28cc5f49 req-ec98a441-eee7-4d48-9adf-6d49266dbdde tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:43.032579 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2cc5c2c8-49a9-4825-b1be-f9ab28cc5f49 req-ec98a441-eee7-4d48-9adf-6d49266dbdde tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 945 time: 0.0902760 Sep 19 12:34:43.077108 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2cc5c2c8-49a9-4825-b1be-f9ab28cc5f49 req-5803895b-6162-4d84-932b-ce0d26170849 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388577 Sep 19 12:34:43.105707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34212) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:43.188690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38effbe-82ec-4d33-b47a-fdd829e8043e tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:43.190162 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f38effbe-82ec-4d33-b47a-fdd829e8043e tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 1093 time: 0.0834196 Sep 19 12:34:43.192901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34216) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:43.197794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:43.204799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:43.208706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:floatingip and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:43.211583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:43.217569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:43.292503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:43.536392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:43.671496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.156 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/3b0fda8c-ca86-47c5-8060-21efa328dddd) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:34:43.692868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d59c9a58-f6ad-4074-9240-15b6956c4aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:43.816749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:43.892786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:43.961018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:34:43.963934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:34:43.968171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:34:43.997632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=3b0fda8c-ca86-47c5-8060-21efa328dddd,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:44.387905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:44.553274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:44.617196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:44.768405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:44.859180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:44.971506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:45.007120 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:45.020116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=3b0fda8c-ca86-47c5-8060-21efa328dddd,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:45.147752 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP d25922e7-3848-4129-97e6-ef41c7baa53b associated. External IP: 172.26.5.156, port: eb965919-d858-4ac7-853d-76e4d1df799c. Sep 19 12:34:45.627490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 63a12762-66a4-41ed-8a45-276bc981a8fe has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:34:45.804386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:34:45.814489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] Sync routers for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:34:45.824261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:34:45.825520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:34:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:45.888091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:45.947881 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a500d8d7-89bc-439f-9d70-5dc021431290 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7539389 Sep 19 12:34:45.948706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:34:45.951589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34220) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:45.952078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2aa362-8b1e-4c43-8567-8a84284b841d" -d '{"events": [{"name": "network-changed", "server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:34:46.007986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:34:46.034454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d18235b-534b-4c1e-aebb-b5a3b3ebb6fd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:46.041099 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1d18235b-534b-4c1e-aebb-b5a3b3ebb6fd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 1093 time: 0.0834370 Sep 19 12:34:46.116928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5a8d57-f72e-4f77-a268-3f0f0bf227d0 x-openstack-request-id: req-fd5a8d57-f72e-4f77-a268-3f0f0bf227d0 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:34:46.117221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:34:46.117474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd5a8d57-f72e-4f77-a268-3f0f0bf227d0 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:34:46.117880 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5a8d57-f72e-4f77-a268-3f0f0bf227d0'] response: {'name': 'network-changed', 'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'status': 'completed', 'code': 200} Sep 19 12:34:46.204397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34230) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:46.210290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-48716288', 'description': 'tempest-secgroup-smoke-48716288 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:46.217624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:46.228364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-b33addaa-a492-4f35-84c5-6db7615685e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:46.229192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:46.229988 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-b33addaa-a492-4f35-84c5-6db7615685e9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 1098 time: 0.0899141 Sep 19 12:34:46.305552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:46.331338 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:46.339714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:46.343016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:46.350113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:46.375654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-a04b31b4-697b-47e9-b2c0-c7ceea7c0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:46.377473 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-a04b31b4-697b-47e9-b2c0-c7ceea7c0d6c service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 897 time: 0.1393485 Sep 19 12:34:46.403243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'd25922e7-3848-4129-97e6-ef41c7baa53b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:10:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:34:44Z', 'updated_at': '2022-09-19T12:34:44Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:46.407404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] Checking router: 63a12762-66a4-41ed-8a45-276bc981a8fe for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:34:46.417641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:34:46.418243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:34:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:46.433445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:46.471736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:46.493115 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-9422975a-367e-431d-97d3-b25e47cbcb96 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb965919-d858-4ac7-853d-76e4d1df799c HTTP/1.1" status: 200 len: 999 time: 0.1073282 Sep 19 12:34:46.521741 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:46.562393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-23b8c1eb-a713-42fd-8032-10b9e08ee622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:46.564247 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-23b8c1eb-a713-42fd-8032-10b9e08ee622 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 200 len: 835 time: 0.0652659 Sep 19 12:34:46.569021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21861eb-ba66-43f9-a489-0bbe26c81d63,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:46.601940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:34:46.650813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-49f2a867-890b-478e-bb0b-5caf9738d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:46.652309 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-49f2a867-890b-478e-bb0b-5caf9738d973 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820575 Sep 19 12:34:46.675582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:46.679573 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-687c607e-4205-427e-9d85-b00ebcf245b6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4711614 Sep 19 12:34:46.679796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34234) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:46.685725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'b21861eb-ba66-43f9-a489-0bbe26c81d63', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:46.692081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:46.696127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:46.699039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:46.705358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:46.791075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:46.797050 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-b5a5c38a-1fe7-4d2a-a9de-dfe319a5b318 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385713 Sep 19 12:34:46.858424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:46.935280 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3e2aa362-8b1e-4c43-8567-8a84284b841d req-0e3921f9-d126-4234-b904-5d1c43c0175d service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317127 Sep 19 12:34:46.961197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:46.989033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d1a8c6-8f84-400e-894a-d8fd7eb3d95e,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:47.015071 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'd25922e7-3848-4129-97e6-ef41c7baa53b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:10:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:34:44Z', 'updated_at': '2022-09-19T12:34:44Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:34:47.019273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838bc547-3a09-4de7-bbca-ad86f99b929d None None] The sync data for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv is: [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'd25922e7-3848-4129-97e6-ef41c7baa53b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:10:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:34:44Z', 'updated_at': '2022-09-19T12:34:44Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:34:47.143268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:47.143268 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3d765b45-3e2f-4ca4-9ac4-231123c48e1c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4597259 Sep 19 12:34:47.143452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34238) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:47.148772 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'b21861eb-ba66-43f9-a489-0bbe26c81d63', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:47.155873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:47.160062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:47.163066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:47.169186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:47.221087 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db4c2f-c3f2-451a-89e5-ab24b170c01c None None] New status for floating IP d25922e7-3848-4129-97e6-ef41c7baa53b: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:34:47.299925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:47.371366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:47.458133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:47.482329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41c590e-d213-4145-bcc3-3b846df36c30,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:47.555506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:47.556653 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6b25d927-36d4-49fe-9cfe-c49788060e11 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4123507 Sep 19 12:34:47.560051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34242) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:47.565126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'b21861eb-ba66-43f9-a489-0bbe26c81d63', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:47.571242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:47.575629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:47.578549 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:47.584668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:47.671090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:47.735491 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:47.806829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:47.830677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1cfccd-3983-4a63-be51-596f4a841d87,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:47.908882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:47.910128 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-81dab16f-ab2a-405d-84ca-7d2cc8548c29 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3491080 Sep 19 12:34:47.913060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34246) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:47.917949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'b21861eb-ba66-43f9-a489-0bbe26c81d63', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:47.924418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:47.928256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:47.931170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:47.937532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:48.065826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:48.131275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:48.229505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:48.256512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086495c3-2014-4708-8c5e-4d73bda318e6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:48.362891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:48.365095 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8a6a5208-ae9d-44c4-b021-28a55deb6500 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4511166 Sep 19 12:34:48.370396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34250) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:48.377564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'b21861eb-ba66-43f9-a489-0bbe26c81d63', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:48.383718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:48.387926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:48.390897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:48.396643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:48.509909 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:34:48.517245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:48.583146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:48.664583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:48.693940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6672d848-7191-4879-b763-c33fd3932073,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:48.807064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:48.808289 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-253d172f-a904-4b39-b9ce-a7c6b79348f5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4368544 Sep 19 12:34:48.811313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34254) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:34:48.816352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'b21861eb-ba66-43f9-a489-0bbe26c81d63', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:48.822440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:48.826923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:48.829913 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:48.835677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:48.898073 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:34:48.905873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:48.971884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:49.023998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:49.049935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef2e43d-9328-4872-99ff-6527c30ef651,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:49.114300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:49.115550 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ebbe2862-ab1a-4d44-995b-f4062faac821 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3033080 Sep 19 12:34:49.395436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-7bc5fc9e-5ca1-4d16-adc2-3ea2fea54f2f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:34:49.463766 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-7bc5fc9e-5ca1-4d16-adc2-3ea2fea54f2f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:34:49.465239 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-7bc5fc9e-5ca1-4d16-adc2-3ea2fea54f2f tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48716288&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.1214936 Sep 19 12:34:49.619975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-a19f9b7c-1585-47a6-b513-75d7174b4d97 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:49.621328 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-a19f9b7c-1585-47a6-b513-75d7174b4d97 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 796 time: 0.1493590 Sep 19 12:34:49.636863 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-61e261d2-b86a-4c2d-8c5b-f7b1e5acdee1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/quotas/d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 375 time: 0.0092442 Sep 19 12:34:49.743633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-7b83b957-baa6-4125-a5f2-9cac005da34a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1019282 Sep 19 12:34:49.886430 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-9735b572-7912-42ba-818f-f9759cf7fbd5 service neutron] 10.222.0.66 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312280 Sep 19 12:34:50.018099 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-c623c005-2dcf-4c7f-98b2-0d11248c9a49 service neutron] 10.222.0.66 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258113 Sep 19 12:34:50.501216 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ceb2b5a1-307a-42b2-8d4e-27cb7c4050d5 req-7b5c8b0f-4c2a-4094-a5d2-28762eb0fbc3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 210 time: 0.2476320 Sep 19 12:34:51.672090 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fea84bbc-0623-41d9-be7b-de2bb747bd69 req-b6f42ec7-4214-44f6-813e-7aae6a261d9c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 210 time: 0.0548592 Sep 19 12:34:52.566489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-e94b7669-41f2-48d8-83e0-ee914ecc2cdf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:52.567872 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-e94b7669-41f2-48d8-83e0-ee914ecc2cdf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 796 time: 0.2445948 Sep 19 12:34:52.625689 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-6a533858-8f26-4d18-a838-dfcb31909c45 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 471 time: 0.0472059 Sep 19 12:34:52.636012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'device_id': '309934e9-9deb-4617-a60a-f8e619088af2', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'admin_state_up': True, 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'security_groups': ['b21861eb-ba66-43f9-a489-0bbe26c81d63']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:52.797990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:34:52.802762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:port and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:34:52.805769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:34:52.812939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:34:52.857808 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-788f927f-cfe4-4aae-8882-86a6dfe27aaf req-69465dc9-958d-4a23-81dd-480dbb963de3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 210 time: 0.0526423 Sep 19 12:34:52.897394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:34:52.900931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:52.967507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:53.062024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.11 (f9d26c49-2f8b-4e86-bbd4-7b53732229fb/407e98ea-79c9-4bae-a777-d62300f9d207/cd54e3ec-c30e-4be1-9648-8910f0381c1d) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:34:53.364775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:53.364775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object cd54e3ec-c30e-4be1-9648-8910f0381c1d will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:34:53.515976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:53.584944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f9d26c49-2f8b-4e86-bbd4-7b53732229fb is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:34:53.588073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:34:53.592294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:34:53.622876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=cd54e3ec-c30e-4be1-9648-8910f0381c1d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:53.663690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:53.664306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:53.819175 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-96f1411e-fcfe-484a-8f13-17a181bc01bf tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1869497 Sep 19 12:34:53.875209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5ed47cfa-4fc9-4c80-b7a4-e528fc4cc64a None None] Provisioning for port cd54e3ec-c30e-4be1-9648-8910f0381c1d completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:34:53.880424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5ed47cfa-4fc9-4c80-b7a4-e528fc4cc64a None None] Provisioning complete for port cd54e3ec-c30e-4be1-9648-8910f0381c1d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:34:53.880844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5ed47cfa-4fc9-4c80-b7a4-e528fc4cc64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:53.898930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Request body: {'port': {'device_id': '309934e9-9deb-4617-a60a-f8e619088af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:34:53.939011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5ed47cfa-4fc9-4c80-b7a4-e528fc4cc64a None None] Port cd54e3ec-c30e-4be1-9648-8910f0381c1d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:34:54.017527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:54.063883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be6748-25d5-45a1-bb52-0a3a7e1a5846 req-bd07725e-1102-4ac5-a879-c0afb1f37b40 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:54.065443 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-06be6748-25d5-45a1-bb52-0a3a7e1a5846 req-bd07725e-1102-4ac5-a879-c0afb1f37b40 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 932 time: 0.0933774 Sep 19 12:34:54.110549 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-06be6748-25d5-45a1-bb52-0a3a7e1a5846 req-b5ccbad7-95d5-4e71-be24-f219ff0f5de9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394859 Sep 19 12:34:54.367953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd54e3ec-c30e-4be1-9648-8910f0381c1d {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:34:54.375684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:54.392811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Transition to ACTIVE for port object cd54e3ec-c30e-4be1-9648-8910f0381c1d will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:34:54.492404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:54.688169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Pushing event updated for resources: {'Port': ['ID=cd54e3ec-c30e-4be1-9648-8910f0381c1d,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:54.716795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Attempting to bind port cd54e3ec-c30e-4be1-9648-8910f0381c1d on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:34:54.717126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Attempting to bind port cd54e3ec-c30e-4be1-9648-8910f0381c1d by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:34:54.717445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Attempting to bind port cd54e3ec-c30e-4be1-9648-8910f0381c1d on network f9d26c49-2f8b-4e86-bbd4-7b53732229fb {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:34:54.722030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Port cd54e3ec-c30e-4be1-9648-8910f0381c1d on network f9d26c49-2f8b-4e86-bbd4-7b53732229fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:34:54.722877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Attempting to bind port cd54e3ec-c30e-4be1-9648-8910f0381c1d on network f9d26c49-2f8b-4e86-bbd4-7b53732229fb {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:34:54.727333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:34:54.727661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Checking segment: {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:34:54.728030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Bound using segment: {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:34:54.728446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Bound port: cd54e3ec-c30e-4be1-9648-8910f0381c1d, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9846e0e7-5c15-4a96-a334-12e378c6fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:34:54.728783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:54.817064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] For port cd54e3ec-c30e-4be1-9648-8910f0381c1d, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:34:54.820150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] For port cd54e3ec-c30e-4be1-9648-8910f0381c1d, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=cd54e3ec-c30e-4be1-9648-8910f0381c1d,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:34:54.909943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:54.913086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:54.913706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:54.915119 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] 10.222.0.85 "PUT /v2.0/ports/cd54e3ec-c30e-4be1-9648-8910f0381c1d HTTP/1.1" status: 200 len: 1094 time: 1.0874250 Sep 19 12:34:54.955836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309934e9-9deb-4617-a60a-f8e619088af2', 'tag': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:34:54.955836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d91e783-4a76-48dc-87e4-b00b8ba10789" -d '{"events": [{"name": "network-changed", "server_uuid": "309934e9-9deb-4617-a60a-f8e619088af2", "tag": "cd54e3ec-c30e-4be1-9648-8910f0381c1d"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:34:54.988807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25c198-6978-47d6-8cbf-fc4e3a07fd29 service neutron] Pushing event updated for resources: {'Port': ['ID=cd54e3ec-c30e-4be1-9648-8910f0381c1d,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:55.044990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce572687-bc37-4d5d-af59-e2727e9e494f x-openstack-request-id: req-ce572687-bc37-4d5d-af59-e2727e9e494f {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:34:55.045280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309934e9-9deb-4617-a60a-f8e619088af2", "tag": "cd54e3ec-c30e-4be1-9648-8910f0381c1d", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:34:55.045527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce572687-bc37-4d5d-af59-e2727e9e494f {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:34:55.045936 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce572687-bc37-4d5d-af59-e2727e9e494f'] response: {'name': 'network-changed', 'server_uuid': '309934e9-9deb-4617-a60a-f8e619088af2', 'tag': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'status': 'completed', 'code': 200} Sep 19 12:34:55.125307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-6ab68cb0-7956-4122-8192-f4ad365eecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:55.126812 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-6ab68cb0-7956-4122-8192-f4ad365eecdf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 1097 time: 0.0843661 Sep 19 12:34:55.199606 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-3692e2ec-6491-42a6-ac5c-627d03541f65 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd54e3ec-c30e-4be1-9648-8910f0381c1d HTTP/1.1" status: 200 len: 217 time: 0.0646484 Sep 19 12:34:55.317364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37c3b-5c62-4619-9402-1e4252359ce0 req-2aba1109-022e-4da4-ac76-9c660a0dd3b2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:55.318895 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0bf37c3b-5c62-4619-9402-1e4252359ce0 req-2aba1109-022e-4da4-ac76-9c660a0dd3b2 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 944 time: 0.0964091 Sep 19 12:34:55.358112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-f62b73cd-101a-4aec-b54b-d3690191dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:55.359650 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-f62b73cd-101a-4aec-b54b-d3690191dbe3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 200 len: 835 time: 0.1538043 Sep 19 12:34:55.363869 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0bf37c3b-5c62-4619-9402-1e4252359ce0 req-946da058-2fd2-449e-99dd-a288226565e3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391538 Sep 19 12:34:55.456522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-82f39f19-0d9b-421c-aa40-1c2fdbc22b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:55.458012 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-82f39f19-0d9b-421c-aa40-1c2fdbc22b32 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905216 Sep 19 12:34:55.600811 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-53ff5beb-7f45-4306-8125-3c2874c196d1 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356449 Sep 19 12:34:55.731753 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e871222-7e19-477b-85d8-1f8f1fee4b55 req-92feb479-663a-48c3-b195-614aae8c20e5 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247244 Sep 19 12:34:55.955194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-add85e98-6ba3-4197-b6c4-b2b09e4646b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:55.956579 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-add85e98-6ba3-4197-b6c4-b2b09e4646b9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 1097 time: 0.0805967 Sep 19 12:34:56.088034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-a88f3f3d-777a-4f74-a2b6-fe4a78cc7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:56.089467 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-a88f3f3d-777a-4f74-a2b6-fe4a78cc7cca service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 897 time: 0.1250660 Sep 19 12:34:56.159091 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-65c86368-466b-44b4-a84a-d9992a3f7b08 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd54e3ec-c30e-4be1-9648-8910f0381c1d HTTP/1.1" status: 200 len: 217 time: 0.0634654 Sep 19 12:34:56.222012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-6391359e-066d-425a-9ea0-daa49831dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:56.223361 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-6391359e-066d-425a-9ea0-daa49831dc32 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 200 len: 835 time: 0.0571759 Sep 19 12:34:56.310907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-9f12d9cb-5be2-461b-8b78-d571266fc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:56.312382 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-9f12d9cb-5be2-461b-8b78-d571266fc401 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821903 Sep 19 12:34:56.447910 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-fb2fea53-32d7-40ca-96b0-6b6099c3184f service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284781 Sep 19 12:34:56.570481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf04837-295f-41ea-bb73-d4f1052cf2f3 req-b341b3d7-4c9a-4685-8b55-c3a2552b7247 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:56.571984 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9bf04837-295f-41ea-bb73-d4f1052cf2f3 req-b341b3d7-4c9a-4685-8b55-c3a2552b7247 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 944 time: 0.0937579 Sep 19 12:34:56.592251 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1d91e783-4a76-48dc-87e4-b00b8ba10789 req-027cc69f-6510-476a-a22b-90fb5e265c73 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346078 Sep 19 12:34:56.617697 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9bf04837-295f-41ea-bb73-d4f1052cf2f3 req-e465b716-24c5-440c-8986-9dcfc04d25b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398798 Sep 19 12:34:57.822502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515959dc-dc86-443b-ac39-86e314dd397b req-0ca4a208-4a6b-4edf-8bf0-fb5619da5187 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:57.823957 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-515959dc-dc86-443b-ac39-86e314dd397b req-0ca4a208-4a6b-4edf-8bf0-fb5619da5187 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 944 time: 0.0918624 Sep 19 12:34:57.868631 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-515959dc-dc86-443b-ac39-86e314dd397b req-860fb561-3c7f-44b8-a602-82bbc0980472 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387347 Sep 19 12:34:58.360349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device cd54e3ec-c30e-4be1-9648-8910f0381c1d details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:34:58.491282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port cd54e3ec-c30e-4be1-9648-8910f0381c1d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=cd54e3ec-c30e-4be1-9648-8910f0381c1d,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:58.504103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'port_id': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'mac_address': 'fa:16:3e:b3:7c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:34:58.559203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port cd54e3ec-c30e-4be1-9648-8910f0381c1d is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:34:58.559546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:58.576132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd54e3ec-c30e-4be1-9648-8910f0381c1d {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:34:58.591931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port cd54e3ec-c30e-4be1-9648-8910f0381c1d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=cd54e3ec-c30e-4be1-9648-8910f0381c1d,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:34:58.737327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:34:58.806422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=cd54e3ec-c30e-4be1-9648-8910f0381c1d,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:58.962077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['cd54e3ec-c30e-4be1-9648-8910f0381c1d'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:34:59.070465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8d3a-3afc-4b43-8fc7-3576ab9cf70c req-ca314183-226e-4e06-9160-00996a0a826c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:59.071851 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-23ab8d3a-3afc-4b43-8fc7-3576ab9cf70c req-ca314183-226e-4e06-9160-00996a0a826c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 945 time: 0.0921752 Sep 19 12:34:59.116854 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-23ab8d3a-3afc-4b43-8fc7-3576ab9cf70c req-6533a5ff-f4b1-493e-8e96-be522342e303 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387485 Sep 19 12:35:00.313595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc9ae7-9931-4f6a-8d2d-cf6ce5c7e3ef req-3083dc8e-be91-4709-bc33-fa8d4b4c84ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:00.315107 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-15dc9ae7-9931-4f6a-8d2d-cf6ce5c7e3ef req-3083dc8e-be91-4709-bc33-fa8d4b4c84ec tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 945 time: 0.0877838 Sep 19 12:35:00.358555 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-15dc9ae7-9931-4f6a-8d2d-cf6ce5c7e3ef req-10cc95d9-c128-4af8-98e2-23a8345323c3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378556 Sep 19 12:35:00.389892 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device cd54e3ec-c30e-4be1-9648-8910f0381c1d up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:35:00.526581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port cd54e3ec-c30e-4be1-9648-8910f0381c1d completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:35:00.531644 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port cd54e3ec-c30e-4be1-9648-8910f0381c1d triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:35:00.533447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:00.646161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port cd54e3ec-c30e-4be1-9648-8910f0381c1d is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:35:00.646537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:00.673032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309934e9-9deb-4617-a60a-f8e619088af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:35:00.675325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2cf9f3-590f-4e8a-a1ab-f85cabbd4930" -d '{"events": [{"server_uuid": "309934e9-9deb-4617-a60a-f8e619088af2", "name": "network-vif-plugged", "status": "completed", "tag": "cd54e3ec-c30e-4be1-9648-8910f0381c1d"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:00.682739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port cd54e3ec-c30e-4be1-9648-8910f0381c1d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=cd54e3ec-c30e-4be1-9648-8910f0381c1d,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:35:00.717696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e796a1d5-14a6-421d-9ada-50b177ac34e8 x-openstack-request-id: req-e796a1d5-14a6-421d-9ada-50b177ac34e8 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:00.718010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309934e9-9deb-4617-a60a-f8e619088af2", "name": "network-vif-plugged", "status": "completed", "tag": "cd54e3ec-c30e-4be1-9648-8910f0381c1d", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:00.718260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e796a1d5-14a6-421d-9ada-50b177ac34e8 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:00.718652 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e796a1d5-14a6-421d-9ada-50b177ac34e8'] response: {'server_uuid': '309934e9-9deb-4617-a60a-f8e619088af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'code': 200} Sep 19 12:35:00.789372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:00.860246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=cd54e3ec-c30e-4be1-9648-8910f0381c1d,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:01.088608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8d4f8-f4ad-4c2a-83d9-60829a1c50e4 req-148adee8-e94f-4eaf-8a26-8dffc8c9d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:01.090531 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b0c8d4f8-f4ad-4c2a-83d9-60829a1c50e4 req-148adee8-e94f-4eaf-8a26-8dffc8c9d05e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 1099 time: 0.0852799 Sep 19 12:35:01.130715 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b0c8d4f8-f4ad-4c2a-83d9-60829a1c50e4 req-736dfc37-5a66-4c20-8eef-dddcbd7d0f23 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340371 Sep 19 12:35:01.563801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf614ab-3724-44a3-9c52-340f32417c8f req-3c9fdde4-9264-4589-b719-cbcdcfac719b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:01.565254 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cbf614ab-3724-44a3-9c52-340f32417c8f req-3c9fdde4-9264-4589-b719-cbcdcfac719b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 946 time: 0.0897129 Sep 19 12:35:01.609462 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cbf614ab-3724-44a3-9c52-340f32417c8f req-87a12af0-cd90-44a4-b77b-0b5b67863340 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386190 Sep 19 12:35:02.813537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2225c2-b991-4cf9-8385-e8831e8c934b req-deabebb9-49f6-4744-9d98-48b86d3a65c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:02.815037 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1b2225c2-b991-4cf9-8385-e8831e8c934b req-deabebb9-49f6-4744-9d98-48b86d3a65c8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 946 time: 0.0881195 Sep 19 12:35:02.830262 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:35:02.864078 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1b2225c2-b991-4cf9-8385-e8831e8c934b req-9b34720c-50a4-41a9-843e-9b7db8fc7de5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431340 Sep 19 12:35:03.066982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f13ac-6145-444f-ae0d-a5fcf315449a req-1c981b89-e75e-4124-a403-ea0349c3f0db tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:03.068485 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6a7f13ac-6145-444f-ae0d-a5fcf315449a req-1c981b89-e75e-4124-a403-ea0349c3f0db tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 946 time: 0.0891542 Sep 19 12:35:03.112218 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6a7f13ac-6145-444f-ae0d-a5fcf315449a req-6352761e-34be-420c-b3ae-b462077c8df8 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379531 Sep 19 12:35:03.141098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34318) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:35:03.226192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40711c30-8dc7-4464-9d7c-744099af351c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:03.230518 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-40711c30-8dc7-4464-9d7c-744099af351c tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 1094 time: 0.0856459 Sep 19 12:35:03.231262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34322) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:35:03.236092 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:35:03.242148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:35:03.246270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:floatingip and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:35:03.249252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:35:03.254923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:35:03.336962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:03.475345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:03.620284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.210 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/54391a60-66d3-43a7-80a6-f3a887b60520) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:35:03.771723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:03.852614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:03.920429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:35:03.923386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:35:03.926951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:35:03.968944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=54391a60-66d3-43a7-80a6-f3a887b60520,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:04.451401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:04.583463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:04.788631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:04.880911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:04.988679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=54391a60-66d3-43a7-80a6-f3a887b60520,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:04.993307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:05.168326 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 30600cb1-3865-4d55-82b3-3307d87d0cd2 associated. External IP: 172.26.5.210, port: cd54e3ec-c30e-4be1-9648-8910f0381c1d. Sep 19 12:35:05.542657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 63a12762-66a4-41ed-8a45-276bc981a8fe has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:35:05.726364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:35:05.736590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] Sync routers for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:35:05.745733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:35:05.747006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:34:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:05.823828 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:05.886340 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4fba7083-388e-44db-a0e1-029a5e1d2d03 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6515331 Sep 19 12:35:05.886340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309934e9-9deb-4617-a60a-f8e619088af2', 'tag': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:35:05.887303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ddff42-108f-49d1-a9ed-c16f875ae76b" -d '{"events": [{"name": "network-changed", "server_uuid": "309934e9-9deb-4617-a60a-f8e619088af2", "tag": "cd54e3ec-c30e-4be1-9648-8910f0381c1d"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:05.929260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:35:05.930076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da424c41-f579-4cd7-a6f5-8c6bb2c87dc3 x-openstack-request-id: req-da424c41-f579-4cd7-a6f5-8c6bb2c87dc3 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:05.930448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309934e9-9deb-4617-a60a-f8e619088af2", "tag": "cd54e3ec-c30e-4be1-9648-8910f0381c1d", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:05.930697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da424c41-f579-4cd7-a6f5-8c6bb2c87dc3 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:05.931248 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da424c41-f579-4cd7-a6f5-8c6bb2c87dc3'] response: {'name': 'network-changed', 'server_uuid': '309934e9-9deb-4617-a60a-f8e619088af2', 'tag': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'status': 'completed', 'code': 200} Sep 19 12:35:06.035031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-eac88718-3ca7-4a0c-86a3-e0f2c710e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:06.036535 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-eac88718-3ca7-4a0c-86a3-e0f2c710e943 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 1099 time: 0.0823331 Sep 19 12:35:06.170902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-d0bee677-76d6-451c-b6de-d486e0131b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:06.172274 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-d0bee677-76d6-451c-b6de-d486e0131b4a service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 897 time: 0.1283774 Sep 19 12:35:06.290037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '30600cb1-3865-4d55-82b3-3307d87d0cd2', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.210', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:b3:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309934e9-9deb-4617-a60a-f8e619088af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:35:04Z', 'updated_at': '2022-09-19T12:35:04Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}, {'id': 'd25922e7-3848-4129-97e6-ef41c7baa53b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:10:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:34:44Z', 'updated_at': '2022-09-19T12:34:47Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:06.295460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] Checking router: 63a12762-66a4-41ed-8a45-276bc981a8fe for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:35:06.304625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:35:06.305246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:34:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:06.381636 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-8682b592-dc46-4432-b27b-7ec51dbe883c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd54e3ec-c30e-4be1-9648-8910f0381c1d HTTP/1.1" status: 200 len: 1000 time: 0.2022281 Sep 19 12:35:06.445301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-32075ae0-66b8-4775-982a-534ffcc4beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:06.446952 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-32075ae0-66b8-4775-982a-534ffcc4beb3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 200 len: 835 time: 0.0584199 Sep 19 12:35:06.525927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:35:06.531352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-6dd1f53c-5ae3-4984-9c6c-8737b70a4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:06.532971 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-6dd1f53c-5ae3-4984-9c6c-8737b70a4b51 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800233 Sep 19 12:35:06.666846 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-2131229a-e23a-49fa-9b4c-c69b8091fb08 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271021 Sep 19 12:35:06.802021 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a9ddff42-108f-49d1-a9ed-c16f875ae76b req-f2ba5916-f939-4119-800e-50db35513e19 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286883 Sep 19 12:35:06.881727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '30600cb1-3865-4d55-82b3-3307d87d0cd2', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.210', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:b3:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309934e9-9deb-4617-a60a-f8e619088af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:35:04Z', 'updated_at': '2022-09-19T12:35:04Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}, {'id': 'd25922e7-3848-4129-97e6-ef41c7baa53b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:10:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:34:44Z', 'updated_at': '2022-09-19T12:34:47Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:06.887607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da5b0d-8f56-4425-a394-4d4b96110fc8 None None] The sync data for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv is: [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '30600cb1-3865-4d55-82b3-3307d87d0cd2', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.210', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:b3:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309934e9-9deb-4617-a60a-f8e619088af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:35:04Z', 'updated_at': '2022-09-19T12:35:04Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}, {'id': 'd25922e7-3848-4129-97e6-ef41c7baa53b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:10:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:34:44Z', 'updated_at': '2022-09-19T12:34:47Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:35:07.065838 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc71c1c-1e80-464a-9c13-8009adf40e1b None None] New status for floating IP 30600cb1-3865-4d55-82b3-3307d87d0cd2: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:35:11.617210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3062d6fc-4159-4b90-8852-7e04f2842a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:13.726172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bc9694b9-33df-4bbb-9ae3-1dd81024eb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:14.675019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:15.085297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:16.452188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:22.984652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:38.030284 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8923622c-1c05-4121-90be-985da6cc95cc req-9bca3527-b715-4bab-a24e-b7d195ddaae3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811236 Sep 19 12:35:38.194511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923622c-1c05-4121-90be-985da6cc95cc req-144752a4-d9a5-4628-87f5-c442fbd15327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:38.196014 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8923622c-1c05-4121-90be-985da6cc95cc req-144752a4-d9a5-4628-87f5-c442fbd15327 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 1098 time: 0.0997350 Sep 19 12:35:38.341416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923622c-1c05-4121-90be-985da6cc95cc req-5eabca13-3426-4f66-9427-3bf1746071f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:38.343594 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8923622c-1c05-4121-90be-985da6cc95cc req-5eabca13-3426-4f66-9427-3bf1746071f6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 897 time: 0.1284931 Sep 19 12:35:38.452326 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8923622c-1c05-4121-90be-985da6cc95cc req-a9ac37c1-dd44-41ea-a16f-d2527d5b119b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb965919-d858-4ac7-853d-76e4d1df799c HTTP/1.1" status: 200 len: 1001 time: 0.0992997 Sep 19 12:35:38.523312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923622c-1c05-4121-90be-985da6cc95cc req-a74fb7b3-da48-4b3e-8302-599f53d4dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:38.525891 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8923622c-1c05-4121-90be-985da6cc95cc req-a74fb7b3-da48-4b3e-8302-599f53d4dbc9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 200 len: 835 time: 0.0674076 Sep 19 12:35:38.611588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923622c-1c05-4121-90be-985da6cc95cc req-1bec1d14-b5d4-4515-810d-a304e964c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:38.612982 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8923622c-1c05-4121-90be-985da6cc95cc req-1bec1d14-b5d4-4515-810d-a304e964c577 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786929 Sep 19 12:35:38.746071 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8923622c-1c05-4121-90be-985da6cc95cc req-c69db82b-649f-423f-8985-b2ae242a414b service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253173 Sep 19 12:35:38.881944 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8923622c-1c05-4121-90be-985da6cc95cc req-218c75be-49d5-4a97-b81c-4c3228df9fff service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282425 Sep 19 12:35:39.830472 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:35:39.972057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34342) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:35:40.198211 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2b9f067a-2667-4651-9ff7-36a7aa78b0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/d25922e7-3848-4129-97e6-ef41c7baa53b HTTP/1.1" status: 200 len: 993 time: 0.2248356 Sep 19 12:35:41.079097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34352) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:35:41.085184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:35:41.209776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:41.428862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port eb965919-d858-4ac7-853d-76e4d1df799c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb965919-d858-4ac7-853d-76e4d1df799c,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:35:41.452937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:41.520229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:41.557167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:41.557788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:41.559162 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/ports/eb965919-d858-4ac7-853d-76e4d1df799c HTTP/1.1" status: 200 len: 938 time: 0.4789722 Sep 19 12:35:41.559813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:35:41.562186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42b3651-3c05-4d21-b329-f9870bed7763" -d '{"events": [{"name": "network-changed", "server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:41.583601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-36f1c982-40a2-4450-9e12-64b35bf50d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:41.606070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae731ffd-9ff1-44ee-9785-253c26d80859 x-openstack-request-id: req-ae731ffd-9ff1-44ee-9785-253c26d80859 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:41.606357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:41.606605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae731ffd-9ff1-44ee-9785-253c26d80859 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:41.607034 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae731ffd-9ff1-44ee-9785-253c26d80859'] response: {'name': 'network-changed', 'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'status': 'completed', 'code': 200} Sep 19 12:35:41.610225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=eb965919-d858-4ac7-853d-76e4d1df799c,revision_number=6']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:41.617745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.618095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.618441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.618800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.619140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.619481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.619811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.620138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.620466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.620791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.621652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.621652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69ebc2-c846-4dbe-8bb1-ae5cf5202507 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:41.710363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-4ed32632-ca0f-4ad2-9b1a-82f3c6a9667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:41.711779 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-4ed32632-ca0f-4ad2-9b1a-82f3c6a9667b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 1099 time: 0.0832877 Sep 19 12:35:41.847929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-4ab6470c-d6b6-44fc-87b6-c3635f094855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:41.849349 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-4ab6470c-d6b6-44fc-87b6-c3635f094855 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 897 time: 0.1285486 Sep 19 12:35:41.953817 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-e87588bf-7660-422c-b4cd-e68fa539f4b7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb965919-d858-4ac7-853d-76e4d1df799c HTTP/1.1" status: 200 len: 1002 time: 0.0955608 Sep 19 12:35:42.120823 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-95d64178-10c1-4c8a-b030-d566b067ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:42.122276 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-95d64178-10c1-4c8a-b030-d566b067ffef service neutron] 10.222.0.85 "GET /v2.0/subnets?id=407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 200 len: 835 time: 0.1592450 Sep 19 12:35:42.208613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-f21c1ad3-7157-4bce-adfb-5eb05193fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:42.210096 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-f21c1ad3-7157-4bce-adfb-5eb05193fa05 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789666 Sep 19 12:35:42.349566 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-0c7d40f6-eb84-4ed3-8843-71574d3f45c3 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295488 Sep 19 12:35:42.485391 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e42b3651-3c05-4d21-b329-f9870bed7763 req-63bb2d81-a94f-418a-9849-c4e26eb3fb62 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301920 Sep 19 12:35:43.691925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8cfa651e-5765-426c-aa8b-ce90e54a0517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:44.583190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:44.983075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:45.023458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34362) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:35:45.029346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-20306753-1faf-4fca-a646-8a5310a3548e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:35:45.158338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-20306753-1faf-4fca-a646-8a5310a3548e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:45.380892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-20306753-1faf-4fca-a646-8a5310a3548e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port eb965919-d858-4ac7-853d-76e4d1df799c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb965919-d858-4ac7-853d-76e4d1df799c,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:35:45.433767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-20306753-1faf-4fca-a646-8a5310a3548e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:45.491321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-20306753-1faf-4fca-a646-8a5310a3548e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:45.527355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20306753-1faf-4fca-a646-8a5310a3548e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:45.527947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-20306753-1faf-4fca-a646-8a5310a3548e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:45.529308 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-20306753-1faf-4fca-a646-8a5310a3548e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/ports/eb965919-d858-4ac7-853d-76e4d1df799c HTTP/1.1" status: 200 len: 937 time: 0.5048504 Sep 19 12:35:45.529854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:35:45.532877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00f7cfa-814a-4bd2-9dff-1debb7146175" -d '{"events": [{"name": "network-changed", "server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:45.533028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34366) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:35:45.577871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20306753-1faf-4fca-a646-8a5310a3548e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=eb965919-d858-4ac7-853d-76e4d1df799c,revision_number=7']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:45.581560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e1a4e2-40ce-4098-98ef-12b4ea1a042d x-openstack-request-id: req-f9e1a4e2-40ce-4098-98ef-12b4ea1a042d {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:45.581851 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:45.582103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9e1a4e2-40ce-4098-98ef-12b4ea1a042d {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:45.582495 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e1a4e2-40ce-4098-98ef-12b4ea1a042d'] response: {'name': 'network-changed', 'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'status': 'completed', 'code': 200} Sep 19 12:35:45.637859 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-62b2d29c-d97f-486b-a447-ef8097a51692 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/d25922e7-3848-4129-97e6-ef41c7baa53b HTTP/1.1" status: 200 len: 993 time: 0.1037507 Sep 19 12:35:45.687002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-bde0a3bd-5114-4814-bb00-7397ecaa6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:45.688570 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-bde0a3bd-5114-4814-bb00-7397ecaa6076 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 1098 time: 0.0840394 Sep 19 12:35:45.795660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['eb965919-d858-4ac7-853d-76e4d1df799c'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:35:45.835572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-c30bed8d-230b-4b8b-b10a-e7926d08b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:45.837028 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-c30bed8d-230b-4b8b-b10a-e7926d08b038 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 897 time: 0.1416643 Sep 19 12:35:45.944729 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-461d894b-ccd6-47ff-821d-8f3c1610e51f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb965919-d858-4ac7-853d-76e4d1df799c HTTP/1.1" status: 200 len: 1001 time: 0.0976026 Sep 19 12:35:46.009393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-8a7b17e6-7f04-4b62-a477-1b44728fc37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:46.011220 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-8a7b17e6-7f04-4b62-a477-1b44728fc37c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 200 len: 835 time: 0.0576296 Sep 19 12:35:46.097369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-04d537dc-92f1-408a-8a6b-42c38879d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:46.098905 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-04d537dc-92f1-408a-8a6b-42c38879d3db service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782907 Sep 19 12:35:46.229849 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-9bdf587c-e24b-4b7c-b1e9-a8b4c8a0c641 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243489 Sep 19 12:35:46.364927 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e00f7cfa-814a-4bd2-9dff-1debb7146175 req-c5d9a195-22b0-49e8-8462-cdda5105b584 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271803 Sep 19 12:35:46.411931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:48.250225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34378) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:35:48.557515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 54391a60-66d3-43a7-80a6-f3a887b60520 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:35:48.557856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:48.742422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:48.742773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:48.863768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 54391a60-66d3-43a7-80a6-f3a887b60520 owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:35:49.097389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:49.145528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=54391a60-66d3-43a7-80a6-f3a887b60520,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:49.246556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:49.246879 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP 30600cb1-3865-4d55-82b3-3307d87d0cd2 disassociated (deleted). External IP: 172.26.5.210, port: cd54e3ec-c30e-4be1-9648-8910f0381c1d. Sep 19 12:35:49.605689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 63a12762-66a4-41ed-8a45-276bc981a8fe has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:35:49.883759 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:35:49.893446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] Sync routers for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:35:49.899796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:49.902451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:35:49.903091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:35:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:49.957287 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e45dca87-8c3f-486f-bd2f-0287bc75df23 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/floatingips/30600cb1-3865-4d55-82b3-3307d87d0cd2 HTTP/1.1" status: 204 len: 168 time: 1.7034774 Sep 19 12:35:49.957287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309934e9-9deb-4617-a60a-f8e619088af2', 'tag': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:35:49.958776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416e5fdc-68c9-4a08-b166-3edcbc3a295c" -d '{"events": [{"name": "network-changed", "server_uuid": "309934e9-9deb-4617-a60a-f8e619088af2", "tag": "cd54e3ec-c30e-4be1-9648-8910f0381c1d"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:50.001980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a7eb63-a5ab-4855-a421-a3e64f52f57e x-openstack-request-id: req-a0a7eb63-a5ab-4855-a421-a3e64f52f57e {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:50.002310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309934e9-9deb-4617-a60a-f8e619088af2", "tag": "cd54e3ec-c30e-4be1-9648-8910f0381c1d", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:50.002630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0a7eb63-a5ab-4855-a421-a3e64f52f57e {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:50.003065 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a7eb63-a5ab-4855-a421-a3e64f52f57e'] response: {'name': 'network-changed', 'server_uuid': '309934e9-9deb-4617-a60a-f8e619088af2', 'tag': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'status': 'completed', 'code': 200} Sep 19 12:35:50.102083 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:35:50.102793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-bf76565f-439d-4967-9f8d-0cb6e52ede8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:50.104448 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-bf76565f-439d-4967-9f8d-0cb6e52ede8a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 1099 time: 0.0799568 Sep 19 12:35:50.243724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-8c4e55d1-eb7c-4ed9-bccc-1c20460224cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:50.245832 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-8c4e55d1-eb7c-4ed9-bccc-1c20460224cd service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 897 time: 0.1324439 Sep 19 12:35:50.331223 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-cd91ec0e-8601-4bf7-b723-a1fb38b5e18f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd54e3ec-c30e-4be1-9648-8910f0381c1d HTTP/1.1" status: 200 len: 217 time: 0.0758142 Sep 19 12:35:50.402104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-e952bc7e-5374-48e0-b2dd-69f99639f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:50.403564 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-e952bc7e-5374-48e0-b2dd-69f99639f643 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 200 len: 835 time: 0.0633888 Sep 19 12:35:50.500374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-899191e4-6703-4683-bed1-ffcebb161093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:50.501913 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-899191e4-6703-4683-bed1-ffcebb161093 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893550 Sep 19 12:35:50.512502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'd25922e7-3848-4129-97e6-ef41c7baa53b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:10:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:34:44Z', 'updated_at': '2022-09-19T12:34:47Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:50.517814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] Checking router: 63a12762-66a4-41ed-8a45-276bc981a8fe for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:35:50.526419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:35:50.527138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:35:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:50.606967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0acb32-6e57-4fb6-a004-2595e1cd7b2d req-bced1cfd-9386-4eed-9d50-766092e8706a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:50.608884 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3d0acb32-6e57-4fb6-a004-2595e1cd7b2d req-bced1cfd-9386-4eed-9d50-766092e8706a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 946 time: 0.0997028 Sep 19 12:35:50.658729 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3d0acb32-6e57-4fb6-a004-2595e1cd7b2d req-950c1633-10b6-4b97-ab0b-c44e6a2a2fd4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437553 Sep 19 12:35:50.659969 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-2de7d9da-ced0-4fba-91cd-2a3027c534fd service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510756 Sep 19 12:35:50.735316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:35:50.809512 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-416e5fdc-68c9-4a08-b166-3edcbc3a295c req-3a3b27e2-cbe3-4e76-88a2-7856201f27d9 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417718 Sep 19 12:35:51.144667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'd25922e7-3848-4129-97e6-ef41c7baa53b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:10:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:34:44Z', 'updated_at': '2022-09-19T12:34:47Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:51.148634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241794bf-619d-4f6b-a027-7370fba17e42 None None] The sync data for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv is: [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'd25922e7-3848-4129-97e6-ef41c7baa53b', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'port_id': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'mac_address': 'fa:16:3e:10:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:34:44Z', 'updated_at': '2022-09-19T12:34:47Z', 'revision_number': 1, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:35:51.383968 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203d54c-5c0d-43ad-bb9c-d8acf82f2f42 None None] New status for floating IP 30600cb1-3865-4d55-82b3-3307d87d0cd2: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:35:51.888567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac855c0-c766-4034-84fd-b1612871f650 req-a84d1ec9-48ef-447a-8879-7d6b88a2a096 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:51.890544 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8ac855c0-c766-4034-84fd-b1612871f650 req-a84d1ec9-48ef-447a-8879-7d6b88a2a096 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 946 time: 0.1172166 Sep 19 12:35:51.935771 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8ac855c0-c766-4034-84fd-b1612871f650 req-bb81c0dd-c10e-4057-8350-d56cad78e602 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=b21861eb-ba66-43f9-a489-0bbe26c81d63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391028 Sep 19 12:35:52.107761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0b783-de7c-4899-910d-61528e225289 req-59706305-f480-4ab6-b18d-2a14bb943093 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:52.108481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-f2b0b783-de7c-4899-910d-61528e225289 req-59706305-f480-4ab6-b18d-2a14bb943093 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:35:52.177759 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-f2b0b783-de7c-4899-910d-61528e225289 req-59706305-f480-4ab6-b18d-2a14bb943093 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:35:52.178857 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f2b0b783-de7c-4899-910d-61528e225289 req-59706305-f480-4ab6-b18d-2a14bb943093 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 946 time: 0.1596198 Sep 19 12:35:52.279320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-f2b0b783-de7c-4899-910d-61528e225289 req-d99a007b-fed7-425b-a4fc-80704b9bec59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port cd54e3ec-c30e-4be1-9648-8910f0381c1d {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:35:52.279979 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f2b0b783-de7c-4899-910d-61528e225289 req-d99a007b-fed7-425b-a4fc-80704b9bec59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:52.550239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-f2b0b783-de7c-4899-910d-61528e225289 req-d99a007b-fed7-425b-a4fc-80704b9bec59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port cd54e3ec-c30e-4be1-9648-8910f0381c1d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=cd54e3ec-c30e-4be1-9648-8910f0381c1d,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:35:52.550597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f2b0b783-de7c-4899-910d-61528e225289 req-d99a007b-fed7-425b-a4fc-80704b9bec59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:52.673989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-f2b0b783-de7c-4899-910d-61528e225289 req-d99a007b-fed7-425b-a4fc-80704b9bec59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for cd54e3ec-c30e-4be1-9648-8910f0381c1d owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:35:52.892074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f2b0b783-de7c-4899-910d-61528e225289 req-d99a007b-fed7-425b-a4fc-80704b9bec59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:52.943962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a007b-fed7-425b-a4fc-80704b9bec59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=cd54e3ec-c30e-4be1-9648-8910f0381c1d,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:52.954805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:53.105141 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ec957b28-8e72-40e8-af74-e76798e8225c req-f70b7970-aaea-4879-bbfa-7d788379460d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=309934e9-9deb-4617-a60a-f8e619088af2 HTTP/1.1" status: 200 len: 210 time: 0.0517521 Sep 19 12:35:53.135012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b0b783-de7c-4899-910d-61528e225289 req-d99a007b-fed7-425b-a4fc-80704b9bec59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port cd54e3ec-c30e-4be1-9648-8910f0381c1d on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:35:53.137443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-f2b0b783-de7c-4899-910d-61528e225289 req-d99a007b-fed7-425b-a4fc-80704b9bec59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:53.140807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309934e9-9deb-4617-a60a-f8e619088af2', 'name': 'network-vif-deleted', 'tag': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:35:53.143095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6707c7-243d-4f4c-954a-be94230d4607" -d '{"events": [{"server_uuid": "309934e9-9deb-4617-a60a-f8e619088af2", "name": "network-vif-deleted", "tag": "cd54e3ec-c30e-4be1-9648-8910f0381c1d"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:53.184220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ccf556-97aa-4ec9-bf9a-06ef90ff7414 x-openstack-request-id: req-b0ccf556-97aa-4ec9-bf9a-06ef90ff7414 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:53.184578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309934e9-9deb-4617-a60a-f8e619088af2", "name": "network-vif-deleted", "tag": "cd54e3ec-c30e-4be1-9648-8910f0381c1d", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:53.184833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0ccf556-97aa-4ec9-bf9a-06ef90ff7414 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:53.185231 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ccf556-97aa-4ec9-bf9a-06ef90ff7414'] response: {'server_uuid': '309934e9-9deb-4617-a60a-f8e619088af2', 'name': 'network-vif-deleted', 'tag': 'cd54e3ec-c30e-4be1-9648-8910f0381c1d', 'status': 'completed', 'code': 200} Sep 19 12:35:53.218716 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f2b0b783-de7c-4899-910d-61528e225289 req-d99a007b-fed7-425b-a4fc-80704b9bec59 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "DELETE /v2.0/ports/cd54e3ec-c30e-4be1-9648-8910f0381c1d HTTP/1.1" status: 204 len: 173 time: 1.0313976 Sep 19 12:35:54.207921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34398) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:35:54.294301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:54.325951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:54.491502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:54.508830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21861eb-ba66-43f9-a489-0bbe26c81d63,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:54.518373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.518719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.519155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.519485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.519813 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.520139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.520460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.520783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.521104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.521422 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.521765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.522083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.588379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:54.589529 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-46d8510c-9801-4277-ac31-8b52f65b6f2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/b21861eb-ba66-43f9-a489-0bbe26c81d63 HTTP/1.1" status: 204 len: 168 time: 0.3805959 Sep 19 12:35:54.701289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34404) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:35:54.904522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 3b0fda8c-ca86-47c5-8060-21efa328dddd {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:35:54.904920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:55.087701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:55.088059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:55.209203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 3b0fda8c-ca86-47c5-8060-21efa328dddd owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:35:55.422700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:55.473805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=3b0fda8c-ca86-47c5-8060-21efa328dddd,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:55.567539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:55.567915 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP d25922e7-3848-4129-97e6-ef41c7baa53b disassociated (deleted). External IP: 172.26.5.156, port: eb965919-d858-4ac7-853d-76e4d1df799c. Sep 19 12:35:55.943168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 63a12762-66a4-41ed-8a45-276bc981a8fe has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:35:56.222549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:35:56.233574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] Sync routers for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:35:56.239717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:56.254309 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:35:56.254963 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:35:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:56.298134 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ff06f550-25a1-4a73-a66a-8fc75a16f425 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/floatingips/d25922e7-3848-4129-97e6-ef41c7baa53b HTTP/1.1" status: 204 len: 168 time: 1.5983028 Sep 19 12:35:56.298927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:35:56.303777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83e5322-7798-412d-a108-0f377485154c" -d '{"events": [{"name": "network-changed", "server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:56.352302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2abb49e-a907-4853-a8d9-8cfa0149645e x-openstack-request-id: req-b2abb49e-a907-4853-a8d9-8cfa0149645e {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:56.352302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:56.352302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2abb49e-a907-4853-a8d9-8cfa0149645e {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:56.352302 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2abb49e-a907-4853-a8d9-8cfa0149645e'] response: {'name': 'network-changed', 'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'status': 'completed', 'code': 200} Sep 19 12:35:56.451446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:35:56.457608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e5322-7798-412d-a108-0f377485154c req-4d431054-a1a7-4d2f-9c8f-f31af5e454dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:56.459181 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d83e5322-7798-412d-a108-0f377485154c req-4d431054-a1a7-4d2f-9c8f-f31af5e454dd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 1098 time: 0.0799279 Sep 19 12:35:56.598102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e5322-7798-412d-a108-0f377485154c req-7888a56e-1550-481b-8703-f51561cffdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:56.599765 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d83e5322-7798-412d-a108-0f377485154c req-7888a56e-1550-481b-8703-f51561cffdf8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 200 len: 897 time: 0.1310987 Sep 19 12:35:56.677115 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d83e5322-7798-412d-a108-0f377485154c req-8f8ecb16-008d-4553-ba35-4be7cd88b2e0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb965919-d858-4ac7-853d-76e4d1df799c HTTP/1.1" status: 200 len: 217 time: 0.0674934 Sep 19 12:35:56.700754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device cd54e3ec-c30e-4be1-9648-8910f0381c1d no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:35:56.743513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: cd54e3ec-c30e-4be1-9648-8910f0381c1d {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:35:56.743858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device cd54e3ec-c30e-4be1-9648-8910f0381c1d not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:35:56.746308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e5322-7798-412d-a108-0f377485154c req-a30a7852-4e2f-431a-8934-6c24e5248814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:56.747838 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d83e5322-7798-412d-a108-0f377485154c req-a30a7852-4e2f-431a-8934-6c24e5248814 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 200 len: 835 time: 0.0617573 Sep 19 12:35:56.809701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:56.816598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] Checking router: 63a12762-66a4-41ed-8a45-276bc981a8fe for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:35:56.826028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:35:56.828639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:35:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:56.846189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e5322-7798-412d-a108-0f377485154c req-48244ddc-0324-4eb5-a040-e3d9a9acd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:56.847679 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d83e5322-7798-412d-a108-0f377485154c req-48244ddc-0324-4eb5-a040-e3d9a9acd361 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9d26c49-2f8b-4e86-bbd4-7b53732229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903165 Sep 19 12:35:56.945708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa99930-a4d2-41e9-a6a9-a6f6997377c2 req-2e83bd62-0e19-4a2f-a091-f7330e887042 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:56.947841 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-daa99930-a4d2-41e9-a6a9-a6f6997377c2 req-2e83bd62-0e19-4a2f-a091-f7330e887042 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 945 time: 0.0954971 Sep 19 12:35:56.985662 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d83e5322-7798-412d-a108-0f377485154c req-4a33b8e9-470e-488e-9821-a9f7ade0778e service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311436 Sep 19 12:35:57.003461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-daa99930-a4d2-41e9-a6a9-a6f6997377c2 req-8ad31ae0-b34b-4e84-ad9f-d70fd7fe7036 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:35:57.053248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:35:57.096666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-daa99930-a4d2-41e9-a6a9-a6f6997377c2 req-8ad31ae0-b34b-4e84-ad9f-d70fd7fe7036 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:35:57.097855 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-daa99930-a4d2-41e9-a6a9-a6f6997377c2 req-8ad31ae0-b34b-4e84-ad9f-d70fd7fe7036 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432288 Sep 19 12:35:57.123915 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d83e5322-7798-412d-a108-0f377485154c req-ab8e9627-a666-4094-96fc-d4ad123c2488 service neutron] 10.222.0.85 "GET /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312757 Sep 19 12:35:57.370016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:57.374097 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c721b-f11e-4820-8b49-aba6bd0eed38 None None] The sync data for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv is: [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '762da595-bce9-4335-8b83-7d74a4d02c03', 'name': '', 'network_id': 'f9d26c49-2f8b-4e86-bbd4-7b53732229fb', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:17:5e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:21Z', 'updated_at': '2022-09-19T12:34:28Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '407e98ea-79c9-4bae-a777-d62300f9d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:35:57.595948 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1446a76-e665-4dcf-ba20-5fde9429e025 None None] New status for floating IP d25922e7-3848-4129-97e6-ef41c7baa53b: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:35:58.307655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bff925-8bdc-4864-ad8c-35350a757980 req-0819a2a8-8102-4f4e-9c72-435a429bdea4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:58.309112 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a5bff925-8bdc-4864-ad8c-35350a757980 req-0819a2a8-8102-4f4e-9c72-435a429bdea4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 945 time: 0.0942414 Sep 19 12:35:58.354306 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a5bff925-8bdc-4864-ad8c-35350a757980 req-66591c6b-41cc-469a-97b9-bc3324bafd63 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f78a21b-4e72-4660-b35b-ef561ef8f242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387018 Sep 19 12:35:58.532363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-7919d705-3af3-477e-a55d-2a83ca1cbae3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:58.533058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-7919d705-3af3-477e-a55d-2a83ca1cbae3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:35:58.634601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-7919d705-3af3-477e-a55d-2a83ca1cbae3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:35:58.635935 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-7919d705-3af3-477e-a55d-2a83ca1cbae3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 945 time: 0.1894624 Sep 19 12:35:58.708675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-f85c32b7-266d-4a15-9385-2d5c89cd57dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port eb965919-d858-4ac7-853d-76e4d1df799c {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:35:58.709014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-f85c32b7-266d-4a15-9385-2d5c89cd57dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:58.962150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-f85c32b7-266d-4a15-9385-2d5c89cd57dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port eb965919-d858-4ac7-853d-76e4d1df799c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb965919-d858-4ac7-853d-76e4d1df799c,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:35:58.962418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-f85c32b7-266d-4a15-9385-2d5c89cd57dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:59.087584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-f85c32b7-266d-4a15-9385-2d5c89cd57dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for eb965919-d858-4ac7-853d-76e4d1df799c owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:35:59.291405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-f85c32b7-266d-4a15-9385-2d5c89cd57dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:59.441705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c32b7-266d-4a15-9385-2d5c89cd57dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=eb965919-d858-4ac7-853d-76e4d1df799c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:59.529666 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f015ceff-b934-4b07-85de-b13e8e86f850 req-c753a565-3e7e-482c-a96d-0cd7eb9c51d3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 210 time: 0.0539043 Sep 19 12:35:59.537766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-f85c32b7-266d-4a15-9385-2d5c89cd57dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port eb965919-d858-4ac7-853d-76e4d1df799c on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:35:59.540315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-f85c32b7-266d-4a15-9385-2d5c89cd57dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:35:59.554973 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'name': 'network-vif-deleted', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:35:59.554973 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eb3e5e-e803-4a16-9745-e0c499750237" -d '{"events": [{"server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "name": "network-vif-deleted", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:59.589466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a24167c-8563-4441-8ba3-69572add5e92 x-openstack-request-id: req-7a24167c-8563-4441-8ba3-69572add5e92 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:59.589756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a959b38b-3243-44f5-bacd-a985bdebf204", "name": "network-vif-deleted", "tag": "eb965919-d858-4ac7-853d-76e4d1df799c", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:59.590008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a24167c-8563-4441-8ba3-69572add5e92 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:59.590412 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a24167c-8563-4441-8ba3-69572add5e92'] response: {'server_uuid': 'a959b38b-3243-44f5-bacd-a985bdebf204', 'name': 'network-vif-deleted', 'tag': 'eb965919-d858-4ac7-853d-76e4d1df799c', 'status': 'completed', 'code': 200} Sep 19 12:35:59.635506 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-998cfe1f-8d06-4a20-8e50-4b8adbe1613a req-f85c32b7-266d-4a15-9385-2d5c89cd57dd tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "DELETE /v2.0/ports/eb965919-d858-4ac7-853d-76e4d1df799c HTTP/1.1" status: 204 len: 173 time: 0.9919169 Sep 19 12:36:00.708658 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5401c94e-d941-45fb-b28e-44e45b783d68 req-575babdc-3f27-417a-aa8f-19b5f3154c18 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=a959b38b-3243-44f5-bacd-a985bdebf204 HTTP/1.1" status: 200 len: 210 time: 0.0492165 Sep 19 12:36:01.813743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34424) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:01.884749 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f071280-b30d-42fa-a4c0-360e4355f77a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:01.914721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f071280-b30d-42fa-a4c0-360e4355f77a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:02.046040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f071280-b30d-42fa-a4c0-360e4355f77a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:02.064788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f071280-b30d-42fa-a4c0-360e4355f77a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f78a21b-4e72-4660-b35b-ef561ef8f242,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:02.153290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f071280-b30d-42fa-a4c0-360e4355f77a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:02.154422 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5f071280-b30d-42fa-a4c0-360e4355f77a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/2f78a21b-4e72-4660-b35b-ef561ef8f242 HTTP/1.1" status: 204 len: 168 time: 0.3396933 Sep 19 12:36:02.224052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34430) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:02.726463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device eb965919-d858-4ac7-853d-76e4d1df799c no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:36:02.762384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: eb965919-d858-4ac7-853d-76e4d1df799c {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:36:02.762725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device eb965919-d858-4ac7-853d-76e4d1df799c not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:36:02.792404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:03.151850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 762da595-bce9-4335-8b83-7d74a4d02c03 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:36:03.152554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:03.340969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 762da595-bce9-4335-8b83-7d74a4d02c03, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=762da595-bce9-4335-8b83-7d74a4d02c03,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:36:03.341340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:03.565719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 762da595-bce9-4335-8b83-7d74a4d02c03 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:36:03.817229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:03.902071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=762da595-bce9-4335-8b83-7d74a4d02c03,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:04.156379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:04.526546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router 63a12762-66a4-41ed-8a45-276bc981a8fe has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:36:04.707582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:36:04.718965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] Sync routers for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:36:04.724423 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-de5e1e9d-26d6-4768-9ac6-d454262e3de7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/63a12762-66a4-41ed-8a45-276bc981a8fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4982777 Sep 19 12:36:04.728387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:36:04.731293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:35:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:04.733688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34434) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:04.806225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-28090011-3103-474d-8b22-04d0a617eb86 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting subnet 407e98ea-79c9-4bae-a777-d62300f9d207 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:36:04.809360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-28090011-3103-474d-8b22-04d0a617eb86 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:04.891206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-28090011-3103-474d-8b22-04d0a617eb86 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:04.935438 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:36:04.977067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-28090011-3103-474d-8b22-04d0a617eb86 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:05.131337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-28090011-3103-474d-8b22-04d0a617eb86 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:05.171294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28090011-3103-474d-8b22-04d0a617eb86 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Subnet': ['ID=407e98ea-79c9-4bae-a777-d62300f9d207,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:05.175062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-28090011-3103-474d-8b22-04d0a617eb86 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:05.181931 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-28090011-3103-474d-8b22-04d0a617eb86 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/subnets/407e98ea-79c9-4bae-a777-d62300f9d207 HTTP/1.1" status: 204 len: 168 time: 0.4472179 Sep 19 12:36:05.184608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34438) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:05.192357 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc3a26-5681-4b6d-a8ab-00d348862303 None None] Network f9d26c49-2f8b-4e86-bbd4-7b53732229fb requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:36:05.369914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:05.396745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:36:03Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:05.403386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] Checking router: 63a12762-66a4-41ed-8a45-276bc981a8fe for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:36:05.417236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] Routers {'63a12762-66a4-41ed-8a45-276bc981a8fe'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:36:05.417840 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:35:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['63a12762-66a4-41ed-8a45-276bc981a8fe'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:05.557133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:05.606895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] DHCP port deletion for f9d26c49-2f8b-4e86-bbd4-7b53732229fb request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:36:05.629117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Deleting port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:36:05.629488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:05.640385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port db11048d-8b31-4210-8038-8b8ca69897a3 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:36:05.640979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:05.729817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] Set router 63a12762-66a4-41ed-8a45-276bc981a8fe gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:36:05.931024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port db11048d-8b31-4210-8038-8b8ca69897a3, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=db11048d-8b31-4210-8038-8b8ca69897a3,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:36:05.931602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:06.070374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for db11048d-8b31-4210-8038-8b8ca69897a3 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:36:06.096877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] For port d5775b4e-b1ce-45a9-ac12-b86edabda0a3, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d5775b4e-b1ce-45a9-ac12-b86edabda0a3,segment=NetworkSegment(9846e0e7-5c15-4a96-a334-12e378c6fd4f),segment_id=9846e0e7-5c15-4a96-a334-12e378c6fd4f)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:36:06.097277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:06.251513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Calling delete_port for d5775b4e-b1ce-45a9-ac12-b86edabda0a3 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:36:06.350198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:36:03Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:06.354787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d2d55-677d-4a2a-8bc1-30e46e721156 None None] The sync data for ids ['63a12762-66a4-41ed-8a45-276bc981a8fe'] in dv-neutron-857775-2-hyperv is: [{'id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'name': 'tempest-TestNetworkBasicOps-router-1320120928', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:34:16Z', 'updated_at': '2022-09-19T12:36:03Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'db11048d-8b31-4210-8038-8b8ca69897a3', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a12762-66a4-41ed-8a45-276bc981a8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:34:17Z', 'updated_at': '2022-09-19T12:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:36:06.428871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:06.477868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Pushing event deleted for resources: {'Port': ['ID=d5775b4e-b1ce-45a9-ac12-b86edabda0a3,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:06.482123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] No DVR routers for this DVR port d5775b4e-b1ce-45a9-ac12-b86edabda0a3 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:36:06.485767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.508549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4cd9da-ae11-4497-b100-fe9a77c4d429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:06.538700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=db11048d-8b31-4210-8038-8b8ca69897a3,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:06.636525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:06.712771 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d5775b4e-b1ce-45a9-ac12-b86edabda0a3 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:36:06.751646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: d5775b4e-b1ce-45a9-ac12-b86edabda0a3 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:36:06.752335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device d5775b4e-b1ce-45a9-ac12-b86edabda0a3 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:36:06.821051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:06.823384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:06.914130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:06.914638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Fanout notify agent at l3_agent the message router_deleted on router 63a12762-66a4-41ed-8a45-276bc981a8fe {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:36:06.931475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:06.932585 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bc332395-6c4e-4488-a3e6-642155efcf00 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/routers/63a12762-66a4-41ed-8a45-276bc981a8fe HTTP/1.1" status: 204 len: 168 time: 1.7470467 Sep 19 12:36:06.935427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34442) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:07.055344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:07.185407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:07.210368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d26c49-2f8b-4e86-bbd4-7b53732229fb']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:07.222895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9846e0e7-5c15-4a96-a334-12e378c6fd4f') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:07.223182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9846e0e7-5c15-4a96-a334-12e378c6fd4f') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:07.234918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:07.251127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:07.257056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:36:07.257438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:07.447987 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9846e0e7-5c15-4a96-a334-12e378c6fd4f resource provider aggregate not found Sep 19 12:36:07.468957 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9846e0e7-5c15-4a96-a334-12e378c6fd4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9846e0e7-5c15-4a96-a334-12e378c6fd4f found for delete ", "request_id": "req-3c06295d-b88e-4e35-8e4d-74deef7753f4"}]} Sep 19 12:36:07.560032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:07.565268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:07.592561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Network': ['ID=f9d26c49-2f8b-4e86-bbd4-7b53732229fb,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:07.669055 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-32b61b20-f409-41f3-bc17-c66e869e66cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/networks/f9d26c49-2f8b-4e86-bbd4-7b53732229fb HTTP/1.1" status: 204 len: 168 time: 0.7324314 Sep 19 12:36:07.707861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34452) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:07.707861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'network': {'name': 'tempest-network-smoke--1236787273', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'port_security_enabled': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:07.712132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:07.716280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:network and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:07.719354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:07.725094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:07.839991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:36:07.843634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:07.871744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:36:07.881378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:07.881714 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Added segment a529d804-95d3-4f0b-8098-7c8d06dff0fb of type vlan for network f2583d94-e570-4319-ae29-fa19a6396d1f Sep 19 12:36:07.907639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:07.994312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:08.001015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:08.009888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:08.113844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Network': ['ID=f2583d94-e570-4319-ae29-fa19a6396d1f,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:08.123822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network f2583d94-e570-4319-ae29-fa19a6396d1f details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:36:08.161100 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4d9cceb9-b44b-4185-bbdf-10cf37432287 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4589403 Sep 19 12:36:08.164535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34456) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:08.169852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-813417676', 'admin_state_up': True, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:08.178101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:08.182288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:router and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:08.187127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:08.192643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:08.263152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:08.267437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:08.280306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:08.395444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 762da595-bce9-4335-8b83-7d74a4d02c03 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:36:08.430003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 762da595-bce9-4335-8b83-7d74a4d02c03 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:36:08.430345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 762da595-bce9-4335-8b83-7d74a4d02c03 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:36:08.430784 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device db11048d-8b31-4210-8038-8b8ca69897a3 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:36:08.466459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: db11048d-8b31-4210-8038-8b8ca69897a3 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:36:08.466941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device db11048d-8b31-4210-8038-8b8ca69897a3 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:36:08.712480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:09.081301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:09.111168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:09.245818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.84 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/b384a85f-3a78-42cc-a460-0baff1e2faab) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:36:09.421521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:09.537045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:09.600519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:36:09.603192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:36:09.606971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:36:09.642012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=b384a85f-3a78-42cc-a460-0baff1e2faab,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:10.114294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:10.570227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:10.839986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router f3406b44-d6c3-43d0-b186-c6e5f8dded42 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:36:11.017062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:36:11.026469 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Sync routers for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:36:11.036712 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:36:11.037315 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:35:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:11.131915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:11.133111 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-aa709190-aae8-4331-9371-7991500493ac tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9675469 Sep 19 12:36:11.136634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34460) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:11.179914 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-356363b4-1952-434f-a5f0-ee5191c406ef tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d2803b9b3ed7428b94f11a8ee3347204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421972 Sep 19 12:36:11.182921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34464) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:11.213430 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:36:11.315190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb73b88-82b7-42eb-9cad-42f34fa587cb tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:11.316677 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-deb73b88-82b7-42eb-9cad-42f34fa587cb tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328566 Sep 19 12:36:11.319545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34468) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:11.359720 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-75beb8bf-b080-4ae0-b936-6194411645fd tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391185 Sep 19 12:36:11.362304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34472) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:11.367820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1642065440', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:11.481013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:11.485640 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:subnet and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:11.488594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:11.495083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:11.526705 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:36:09Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:11.530137 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Checking router: f3406b44-d6c3-43d0-b186-c6e5f8dded42 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:36:11.530485 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Updating router f3406b44-d6c3-43d0-b186-c6e5f8dded42 port b384a85f-3a78-42cc-a460-0baff1e2faab binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:36:11.581550 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:11.588582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5823-c5c5-4277-be68-258484e95cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:11.617594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:36:11.621281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:11.905854 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:11.917093 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Transition to ACTIVE for port object b384a85f-3a78-42cc-a460-0baff1e2faab will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:36:11.920392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:11.999893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Subnet': ['ID=9bfb275b-8dab-4aeb-818f-d34863436958,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:12.005655 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:12.014931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Checking segment: {'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:36:12.015287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network hostable DHCP agents. Network: f2583d94-e570-4319-ae29-fa19a6396d1f, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:36:12.083085 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Attempting to bind port b384a85f-3a78-42cc-a460-0baff1e2faab on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:36:12.083651 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Attempting to bind port b384a85f-3a78-42cc-a460-0baff1e2faab by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:36:12.083780 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Attempting to bind port b384a85f-3a78-42cc-a460-0baff1e2faab on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:36:12.091254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f2583d94-e570-4319-ae29-fa19a6396d1f is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:36:12.094292 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:36:12.094659 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:36:12.095089 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:12.095470 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:36:12.095928 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Bound port: b384a85f-3a78-42cc-a460-0baff1e2faab, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:36:12.096292 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:12.141376 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Pushing event updated for resources: {'Port': ['ID=b384a85f-3a78-42cc-a460-0baff1e2faab,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:12.152875 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.153216 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.153545 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.153869 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.154190 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.154670 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.155098 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.155325 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.155640 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.156005 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.156266 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.156575 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:12.176773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, f2583d94-e570-4319-ae29-fa19a6396d1f) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:36:12.181468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:12.182374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:12.186576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a8883f-95de-4ad1-a7b2-e587f4f37fa4 None None] Network f2583d94-e570-4319-ae29-fa19a6396d1f requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:36:12.189127 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] For port b384a85f-3a78-42cc-a460-0baff1e2faab, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:36:12.192559 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] For port b384a85f-3a78-42cc-a460-0baff1e2faab, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b384a85f-3a78-42cc-a460-0baff1e2faab,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:36:12.257508 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:12.286262 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dfd1da90-ca5f-45f8-99fd-bd2bc143f2ae tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9228773 Sep 19 12:36:12.288983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34476) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:12.322178 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:36:12.322832 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:35:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:12.417496 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1680122-fd59-45bc-810a-de7d0a274be6 None None] Pushing event updated for resources: {'Port': ['ID=b384a85f-3a78-42cc-a460-0baff1e2faab,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:12.421962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-f2583d94-e570-4319-ae29-fa19a6396d1f', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:36:12.423178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:12.527444 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:36:12.634794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Allocated IP 172.20.0.2 (f2583d94-e570-4319-ae29-fa19a6396d1f/9bfb275b-8dab-4aeb-818f-d34863436958/45317ea8-3e60-4e0f-9321-2add0551d929) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:36:12.817196 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:36:09Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:12.821406 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6740a6-4f5a-4996-971a-ca5b576191e1 None None] The sync data for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv is: [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:36:09Z', 'revision_number': 3, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:36:12.851186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:12.862091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Transition to ACTIVE for port object 45317ea8-3e60-4e0f-9321-2add0551d929 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:36:12.881017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Transition to ACTIVE for port object 45317ea8-3e60-4e0f-9321-2add0551d929 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:36:12.948592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:13.024587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Network f2583d94-e570-4319-ae29-fa19a6396d1f is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:36:13.027859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:36:13.032362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:36:13.040380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Pushing event updated for resources: {'Port': ['ID=45317ea8-3e60-4e0f-9321-2add0551d929,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:13.164436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:13.168596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Attempting to bind port 45317ea8-3e60-4e0f-9321-2add0551d929 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:36:13.168971 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Attempting to bind port 45317ea8-3e60-4e0f-9321-2add0551d929 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:36:13.169334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Attempting to bind port 45317ea8-3e60-4e0f-9321-2add0551d929 on network f2583d94-e570-4319-ae29-fa19a6396d1f {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:36:13.175579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:36:13.176351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Checking segment: {'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:36:13.176479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:13.176776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Bound using segment: {'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:36:13.177248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Bound port: 45317ea8-3e60-4e0f-9321-2add0551d929, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:36:13.177692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:13.274182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] For port 45317ea8-3e60-4e0f-9321-2add0551d929, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:36:13.286296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] For port 45317ea8-3e60-4e0f-9321-2add0551d929, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=45317ea8-3e60-4e0f-9321-2add0551d929,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:36:13.371426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:13.471330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353393d9-a2e2-4a6a-bcde-b827ab92b3ff None None] Pushing event updated for resources: {'Port': ['ID=45317ea8-3e60-4e0f-9321-2add0551d929,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:13.616624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.1 (f2583d94-e570-4319-ae29-fa19a6396d1f/9bfb275b-8dab-4aeb-818f-d34863436958/13e3bde9-0f59-4dbf-aebc-006d49f31a7f) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:36:13.686811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-83b36330-955f-4e34-9178-fe78025a7be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:13.805303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:13.823634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object 13e3bde9-0f59-4dbf-aebc-006d49f31a7f will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:36:13.885548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:13.951756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f2583d94-e570-4319-ae29-fa19a6396d1f is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:36:13.954644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:36:13.958666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:36:13.994324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:14.024072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:14.449036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b384a85f-3a78-42cc-a460-0baff1e2faab up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:36:14.474451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:14.571081 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:14.640447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port b384a85f-3a78-42cc-a460-0baff1e2faab completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:36:14.645640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b384a85f-3a78-42cc-a460-0baff1e2faab triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:14.646041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:14.780670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b384a85f-3a78-42cc-a460-0baff1e2faab is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:36:14.781339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:14.799143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b384a85f-3a78-42cc-a460-0baff1e2faab, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b384a85f-3a78-42cc-a460-0baff1e2faab,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:36:14.875317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:14.887798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 45317ea8-3e60-4e0f-9321-2add0551d929 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:36:14.910730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:15.005378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:15.017478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e4017c-adf0-44d7-9099-4f8a8f494560 None None] Network f2583d94-e570-4319-ae29-fa19a6396d1f requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:36:15.092521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b384a85f-3a78-42cc-a460-0baff1e2faab,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:15.109262 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:15.125751 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:15.128324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:15.189371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 45317ea8-3e60-4e0f-9321-2add0551d929 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:36:15.217449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-97683c9b-e5df-408e-ab36-055e69c8002e None None] Provisioning for port 45317ea8-3e60-4e0f-9321-2add0551d929 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:36:15.253178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-97683c9b-e5df-408e-ab36-055e69c8002e None None] Provisioning complete for port 45317ea8-3e60-4e0f-9321-2add0551d929 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:15.253460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-97683c9b-e5df-408e-ab36-055e69c8002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:15.274483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f2583d94-e570-4319-ae29-fa19a6396d1f is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:36:15.275980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:36:15.406893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-97683c9b-e5df-408e-ab36-055e69c8002e None None] Current status of the port 45317ea8-3e60-4e0f-9321-2add0551d929 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:36:15.407397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-97683c9b-e5df-408e-ab36-055e69c8002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:15.446897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-97683c9b-e5df-408e-ab36-055e69c8002e None None] For port 45317ea8-3e60-4e0f-9321-2add0551d929, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=45317ea8-3e60-4e0f-9321-2add0551d929,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:36:15.472803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router f3406b44-d6c3-43d0-b186-c6e5f8dded42 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:36:15.525603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-97683c9b-e5df-408e-ab36-055e69c8002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:15.596944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97683c9b-e5df-408e-ab36-055e69c8002e None None] Pushing event updated for resources: {'Port': ['ID=45317ea8-3e60-4e0f-9321-2add0551d929,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:15.646177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aae2526f-9ee5-410a-ad1e-1dd5be1675d3 None None] Provisioning complete for port 45317ea8-3e60-4e0f-9321-2add0551d929 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:15.646563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aae2526f-9ee5-410a-ad1e-1dd5be1675d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:15.667403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:36:15.679602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Sync routers for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:36:15.681218 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5e0a1665-442f-4cd4-b380-d93127608258 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/f3406b44-d6c3-43d0-b186-c6e5f8dded42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3910944 Sep 19 12:36:15.683851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34482) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:15.711225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:36:15.711761 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:36:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:15.837660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17167f-8868-4c0a-89d5-d1eebf51961b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:15.838575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17167f-8868-4c0a-89d5-d1eebf51961b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:15.839368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17167f-8868-4c0a-89d5-d1eebf51961b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:15.839840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17167f-8868-4c0a-89d5-d1eebf51961b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:15.844453 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7d17167f-8868-4c0a-89d5-d1eebf51961b tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1564937 Sep 19 12:36:15.844824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34486) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:15.920471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c0636-1e16-430b-a126-13d0e1b43951 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:15.920939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c0636-1e16-430b-a126-13d0e1b43951 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:15.921543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c0636-1e16-430b-a126-13d0e1b43951 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:15.922003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c0636-1e16-430b-a126-13d0e1b43951 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:15.926801 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34490) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:15.931307 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9c3c0636-1e16-430b-a126-13d0e1b43951 tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0853667 Sep 19 12:36:15.979941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-aae2526f-9ee5-410a-ad1e-1dd5be1675d3 None None] Current status of the port 45317ea8-3e60-4e0f-9321-2add0551d929 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:36:15.989974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:36:16.113107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aae2526f-9ee5-410a-ad1e-1dd5be1675d3 None None] Provisioning for port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:36:16.126050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-aae2526f-9ee5-410a-ad1e-1dd5be1675d3 None None] Provisioning complete for port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:16.126416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aae2526f-9ee5-410a-ad1e-1dd5be1675d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.157381 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d889ffec-94a4-4ab8-b0dd-ec615ba331da tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2294207 Sep 19 12:36:16.258251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-aae2526f-9ee5-410a-ad1e-1dd5be1675d3 None None] Port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:36:16.278175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34496) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:16.284387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176141052', 'description': 'tempest-secgroup-smoke-176141052 description', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:16.290571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:16.295483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:16.298590 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:16.304440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:16.371836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.382645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:16.390852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Checking router: f3406b44-d6c3-43d0-b186-c6e5f8dded42 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:36:16.391211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Updating router f3406b44-d6c3-43d0-b186-c6e5f8dded42 port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:36:16.394811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:16.398632 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:16.401535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:16.408577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:16.421190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b384a85f-3a78-42cc-a460-0baff1e2faab up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:36:16.459416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-24d57860-9225-492f-81f9-614cd6f6dc15 None None] Provisioning complete for port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:16.459793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-24d57860-9225-492f-81f9-614cd6f6dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.479541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.498521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.546202 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.548148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.563864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-24d57860-9225-492f-81f9-614cd6f6dc15 None None] Port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:36:16.595466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf07333-d14f-401c-b6a2-c2d653a774d8,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:16.628020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b384a85f-3a78-42cc-a460-0baff1e2faab triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:16.628391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.674439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.676478 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-047b51e4-36fe-4131-93cf-c3b3816d6eb4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3970892 Sep 19 12:36:16.679594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34500) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:16.684724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bbf07333-d14f-401c-b6a2-c2d653a774d8', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:16.691636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:16.695664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:16.698552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:16.704470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:16.772011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.829947 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:36:16.833219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.901809 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b384a85f-3a78-42cc-a460-0baff1e2faab is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:36:16.903111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 45317ea8-3e60-4e0f-9321-2add0551d929 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:36:16.908316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:16.935057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d522f858-2e26-42d1-9f8b-895a0bcb6b92,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:17.011152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.012394 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fb6dfcae-68af-4a04-ad84-6df4b203cd49 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3318579 Sep 19 12:36:17.015284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34504) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:17.020248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bbf07333-d14f-401c-b6a2-c2d653a774d8', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:17.026244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:17.033644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:17.033802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:17.039373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:17.047287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 45317ea8-3e60-4e0f-9321-2add0551d929 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:17.047861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.109793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.127940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Transition to ACTIVE for port object 13e3bde9-0f59-4dbf-aebc-006d49f31a7f will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:36:17.198649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 45317ea8-3e60-4e0f-9321-2add0551d929 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:36:17.201158 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.241896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.309469 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.405849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.429791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7862b99-add7-4f5d-98fc-14d1c37839a5,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:17.439834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e5482-27fc-47e6-bcc8-9cd8b79b6a9b None None] Pushing event updated for resources: {'Port': ['ID=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:17.462327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Attempting to bind port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:36:17.462691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Attempting to bind port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:36:17.463090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Attempting to bind port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f on network f2583d94-e570-4319-ae29-fa19a6396d1f {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:36:17.468379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:36:17.468753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Checking segment: {'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:36:17.469145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.469535 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Bound using segment: {'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:36:17.469992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Bound port: 13e3bde9-0f59-4dbf-aebc-006d49f31a7f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:36:17.470358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.508497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.510034 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0d049473-30b5-41a8-8af9-4208caa7a84b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4937756 Sep 19 12:36:17.512874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34508) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:17.518327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bbf07333-d14f-401c-b6a2-c2d653a774d8', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:17.524167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:17.528202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:17.531340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:17.537070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:17.558494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] For port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:36:17.562163 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] For port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:36:17.629997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.652397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.695491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.714947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:36:17.715548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:36:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:17.777116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.802489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4983d419-c9d0-4a48-b0af-8b2d9efb9174,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:17.814685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e5482-27fc-47e6-bcc8-9cd8b79b6a9b None None] Pushing event updated for resources: {'Port': ['ID=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:17.880011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:17.881294 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ad01b8a9-31e6-484a-ae60-e0179020afff tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673155 Sep 19 12:36:17.884406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34512) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:17.889529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bbf07333-d14f-401c-b6a2-c2d653a774d8', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:17.895395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:17.899206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:17.902076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:17.908624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:17.915424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:36:18.030182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.096258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.211448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.236404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039bde5b-6507-410a-accb-0deb40cb4f98,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:18.237123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:36:17Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:18.242368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d18cb-b1d1-4152-8fb4-40ff1020a49d None None] The sync data for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv is: [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:36:17Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:36:18.377284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.381446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34516) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:18.389145 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bccd166b-cd90-46dc-8e29-d3186ae7c27c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4961991 Sep 19 12:36:18.390613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bbf07333-d14f-401c-b6a2-c2d653a774d8', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:18.396954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:18.401060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:18.404853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:18.412656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:18.437068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13e3bde9-0f59-4dbf-aebc-006d49f31a7f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:36:18.566053 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:36:18.573588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.588434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:36:18.594264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:18.594638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.660831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.725008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:36:18.725388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.742958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.761607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:36:18.775821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb1b103-d7e3-4a05-a3c7-4698a1a848b4,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:18.840026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.858395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:18.860797 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fa629853-45c4-4790-a957-a18724e9a0cb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4781356 Sep 19 12:36:18.864424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34520) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:18.875686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'security_group_rule': {'security_group_id': 'bbf07333-d14f-401c-b6a2-c2d653a774d8', 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:18.884517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:18.890094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:security_group_rule and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:18.893290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:18.899414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:18.933841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:18.965736 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Project d2803b9b3ed7428b94f11a8ee3347204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:36:18.974359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:19.044677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:19.119844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:19.144209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c359a06b-c542-4590-81ff-dd4988034f90,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:19.205575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:19.206865 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3cf6bc49-fae6-40b5-9312-5e3f8332b511 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3410270 Sep 19 12:36:19.382891 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-73790090-6179-4b65-b64c-5b2c28b15796 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176141052&fields=id&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 267 time: 0.0404606 Sep 19 12:36:19.534905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-0c9ef095-6a3c-4c96-a951-5d2ccd1703f4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:19.535578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-0c9ef095-6a3c-4c96-a951-5d2ccd1703f4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:36:19.600085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-0c9ef095-6a3c-4c96-a951-5d2ccd1703f4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:36:19.601474 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-0c9ef095-6a3c-4c96-a951-5d2ccd1703f4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/networks?id=f2583d94-e570-4319-ae29-fa19a6396d1f HTTP/1.1" status: 200 len: 797 time: 0.2111700 Sep 19 12:36:19.617468 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-90cb69a0-efae-4476-b252-91db0392b30b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/quotas/d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 375 time: 0.0093970 Sep 19 12:36:19.711112 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-8b6368ed-82af-4fed-b238-3766c7e067ee tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884945 Sep 19 12:36:19.769607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-02038541-4307-44c0-83ed-7a8ad9c837d9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:36:19.770595 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-02038541-4307-44c0-83ed-7a8ad9c837d9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478237 Sep 19 12:36:19.911607 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-c58dff65-e87f-4496-bb47-60dc8a12ce83 service neutron] 10.222.0.66 "GET /v2.0/networks/f2583d94-e570-4319-ae29-fa19a6396d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350484 Sep 19 12:36:20.043651 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-c2839fca-bbd6-480e-bcd9-40a4a0e7a3cb service neutron] 10.222.0.66 "GET /v2.0/networks/f2583d94-e570-4319-ae29-fa19a6396d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263537 Sep 19 12:36:20.318125 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad5b4c73-6c19-42a0-995c-fd610e43d60f req-0cb74c85-5dd9-4ce2-b26f-ac662cdb30a9 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 210 time: 0.0523429 Sep 19 12:36:20.405805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13e3bde9-0f59-4dbf-aebc-006d49f31a7f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:36:20.475324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:20.475690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:20.602030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:36:21.494333 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-215c2749-2bea-453c-b606-e84c92ed89a6 req-c8bbe8eb-559c-4e48-a108-917268a046c3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 210 time: 0.0610254 Sep 19 12:36:22.464572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-6639ad5b-992d-4844-841d-44cd4f9d934c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:22.465992 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-6639ad5b-992d-4844-841d-44cd4f9d934c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/networks?id=f2583d94-e570-4319-ae29-fa19a6396d1f HTTP/1.1" status: 200 len: 797 time: 0.1483178 Sep 19 12:36:22.517409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-2d252713-8514-49d0-b794-93fa2fab800c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:36:22.577274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-2d252713-8514-49d0-b794-93fa2fab800c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:36:22.578509 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-2d252713-8514-49d0-b794-93fa2fab800c tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2803b9b3ed7428b94f11a8ee3347204 HTTP/1.1" status: 200 len: 379 time: 0.1010237 Sep 19 12:36:22.590393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'port': {'device_id': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'admin_state_up': True, 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'security_groups': ['bbf07333-d14f-401c-b6a2-c2d653a774d8']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:22.661085 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3505a221-52ad-49e0-97f4-e80a8c8ee5ca req-159151b6-a1bc-4c8d-b574-52b5f0799ea6 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 210 time: 0.0540748 Sep 19 12:36:22.733003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:22.737055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:port and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:22.739948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:22.745620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:22.816625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Made reservation on behalf of d2803b9b3ed7428b94f11a8ee3347204 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:36:22.820179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:22.987856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:22.989315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.20.0.14 (f2583d94-e570-4319-ae29-fa19a6396d1f/9bfb275b-8dab-4aeb-818f-d34863436958/7931187e-7529-4129-bbf4-58878371370e) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:36:23.181903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:23.198137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Transition to ACTIVE for port object 7931187e-7529-4129-bbf4-58878371370e will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:36:23.343671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:23.418942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network f2583d94-e570-4319-ae29-fa19a6396d1f is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:36:23.422352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:36:23.431368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:36:23.456583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=7931187e-7529-4129-bbf4-58878371370e,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:23.496854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:23.497494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:23.589118 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-3ce9ecdc-4548-475d-85e1-0f723ee4bf81 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0027938 Sep 19 12:36:23.604511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Request body: {'port': {'device_id': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:23.696927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5f50696e-ef58-4a19-b713-356046a0da5a None None] Provisioning for port 7931187e-7529-4129-bbf4-58878371370e completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:36:23.703145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5f50696e-ef58-4a19-b713-356046a0da5a None None] Provisioning complete for port 7931187e-7529-4129-bbf4-58878371370e triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:23.703712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5f50696e-ef58-4a19-b713-356046a0da5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:23.721363 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:23.759388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5f50696e-ef58-4a19-b713-356046a0da5a None None] Port 7931187e-7529-4129-bbf4-58878371370e cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:36:23.864732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba640ae-adbf-42f0-92b3-e4a56f2209a7 req-2c5dab5f-a6e6-45c6-bac1-9285d31742a4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:23.866288 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7ba640ae-adbf-42f0-92b3-e4a56f2209a7 req-2c5dab5f-a6e6-45c6-bac1-9285d31742a4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 932 time: 0.0877409 Sep 19 12:36:23.912322 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7ba640ae-adbf-42f0-92b3-e4a56f2209a7 req-9cacd850-05c9-4ca1-85e0-869ac231d0b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401428 Sep 19 12:36:24.067996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7931187e-7529-4129-bbf4-58878371370e {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:36:24.075267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:24.089096 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Transition to ACTIVE for port object 7931187e-7529-4129-bbf4-58878371370e will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:36:24.159629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:24.448587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Pushing event updated for resources: {'Port': ['ID=7931187e-7529-4129-bbf4-58878371370e,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:24.491162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Attempting to bind port 7931187e-7529-4129-bbf4-58878371370e on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:36:24.491498 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Attempting to bind port 7931187e-7529-4129-bbf4-58878371370e by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:36:24.491823 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Attempting to bind port 7931187e-7529-4129-bbf4-58878371370e on network f2583d94-e570-4319-ae29-fa19a6396d1f {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:36:24.496379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Port 7931187e-7529-4129-bbf4-58878371370e on network f2583d94-e570-4319-ae29-fa19a6396d1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:36:24.496688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Attempting to bind port 7931187e-7529-4129-bbf4-58878371370e on network f2583d94-e570-4319-ae29-fa19a6396d1f {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:36:24.501903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:36:24.502491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Checking segment: {'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:36:24.502610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Bound using segment: {'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:36:24.503033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Bound port: 7931187e-7529-4129-bbf4-58878371370e, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a529d804-95d3-4f0b-8098-7c8d06dff0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:36:24.503377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:24.594586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] For port 7931187e-7529-4129-bbf4-58878371370e, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:36:24.597448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] For port 7931187e-7529-4129-bbf4-58878371370e, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7931187e-7529-4129-bbf4-58878371370e,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:36:24.674205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:24.704624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:24.705234 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:24.706615 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] 10.222.0.85 "PUT /v2.0/ports/7931187e-7529-4129-bbf4-58878371370e HTTP/1.1" status: 200 len: 1094 time: 1.1064024 Sep 19 12:36:24.707106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'tag': '7931187e-7529-4129-bbf4-58878371370e'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:36:24.709374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4406e23b-3024-487a-9807-bf5decbcad57" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab", "tag": "7931187e-7529-4129-bbf4-58878371370e"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:36:24.751446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a8e93e-084f-4405-bac8-a5b0dc00daf0 x-openstack-request-id: req-e0a8e93e-084f-4405-bac8-a5b0dc00daf0 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:36:24.751731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab", "tag": "7931187e-7529-4129-bbf4-58878371370e", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:36:24.752245 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0a8e93e-084f-4405-bac8-a5b0dc00daf0 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:36:24.752688 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a8e93e-084f-4405-bac8-a5b0dc00daf0'] response: {'name': 'network-changed', 'server_uuid': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'tag': '7931187e-7529-4129-bbf4-58878371370e', 'status': 'completed', 'code': 200} Sep 19 12:36:24.756383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a54130-5797-4012-bed5-2dc4de0c37ed service neutron] Pushing event updated for resources: {'Port': ['ID=7931187e-7529-4129-bbf4-58878371370e,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:24.864430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e23b-3024-487a-9807-bf5decbcad57 req-bcb7c2f7-6a2b-42cf-bb76-f8a5b1dfdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:24.865834 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4406e23b-3024-487a-9807-bf5decbcad57 req-bcb7c2f7-6a2b-42cf-bb76-f8a5b1dfdc15 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 1097 time: 0.0871820 Sep 19 12:36:25.012695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e23b-3024-487a-9807-bf5decbcad57 req-a22307d9-cb77-4977-b69f-e5bec6359756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:25.015157 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4406e23b-3024-487a-9807-bf5decbcad57 req-a22307d9-cb77-4977-b69f-e5bec6359756 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1394236 Sep 19 12:36:25.165727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e23b-3024-487a-9807-bf5decbcad57 req-d320e12f-b245-4605-9d5b-4afec9843703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:25.166898 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4406e23b-3024-487a-9807-bf5decbcad57 req-d320e12f-b245-4605-9d5b-4afec9843703 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434009 Sep 19 12:36:25.237860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6bbee-d596-4c65-8266-7df15a2ae302 req-d75085ff-d2d5-4df0-a16f-ea5deedf05b5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:25.239616 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-23f6bbee-d596-4c65-8266-7df15a2ae302 req-d75085ff-d2d5-4df0-a16f-ea5deedf05b5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 944 time: 0.2132678 Sep 19 12:36:25.288076 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-23f6bbee-d596-4c65-8266-7df15a2ae302 req-fc8ad733-6698-41cc-85ad-299b6c8e6d2a tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424502 Sep 19 12:36:25.296278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-fb7be7ed-c6b1-4093-85cb-544f0a62afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:25.297769 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-fb7be7ed-c6b1-4093-85cb-544f0a62afb2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 1097 time: 0.0851965 Sep 19 12:36:25.373705 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-f0dab941-6019-4241-b0ec-78dd2486359c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7931187e-7529-4129-bbf4-58878371370e HTTP/1.1" status: 200 len: 217 time: 0.0652170 Sep 19 12:36:25.439227 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-b474005f-3a6d-4236-b386-c66be1d74aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:25.440553 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-b474005f-3a6d-4236-b386-c66be1d74aeb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9bfb275b-8dab-4aeb-818f-d34863436958 HTTP/1.1" status: 200 len: 835 time: 0.0582328 Sep 19 12:36:25.537441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-37fe5c1f-5e93-46a3-8e87-8707909c2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:25.538959 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-37fe5c1f-5e93-46a3-8e87-8707909c2815 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2583d94-e570-4319-ae29-fa19a6396d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894556 Sep 19 12:36:25.679635 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-191a8e0d-ab5b-4ddd-be60-02e4f73972f5 service neutron] 10.222.0.85 "GET /v2.0/networks/f2583d94-e570-4319-ae29-fa19a6396d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310875 Sep 19 12:36:25.814443 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eae2201f-c6c9-43dc-9be6-98ede2d0062a req-755246ed-b33e-42f5-97ea-c40a046c0dc2 service neutron] 10.222.0.85 "GET /v2.0/networks/f2583d94-e570-4319-ae29-fa19a6396d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253166 Sep 19 12:36:26.492527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfd145-d44e-4efe-b4dd-ae27cdff2ff5 req-abb3c6d7-b84d-47f4-a997-9490da2561f3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:26.493985 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4fbfd145-d44e-4efe-b4dd-ae27cdff2ff5 req-abb3c6d7-b84d-47f4-a997-9490da2561f3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 944 time: 0.0897062 Sep 19 12:36:26.538724 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4fbfd145-d44e-4efe-b4dd-ae27cdff2ff5 req-d773dc6e-c79a-4699-af4b-5d38475050f7 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386362 Sep 19 12:36:27.739671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ff8a0-ad9e-4368-8aaa-bf2ff8d86cc7 req-ddf03f41-5f97-49f3-92ca-4ccd8d6a1323 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:27.740985 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5c3ff8a0-ad9e-4368-8aaa-bf2ff8d86cc7 req-ddf03f41-5f97-49f3-92ca-4ccd8d6a1323 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 944 time: 0.0878861 Sep 19 12:36:27.788853 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5c3ff8a0-ad9e-4368-8aaa-bf2ff8d86cc7 req-73ff5d7e-fd8e-466f-9958-0a418e0b2160 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420253 Sep 19 12:36:28.851829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 7931187e-7529-4129-bbf4-58878371370e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:36:28.986154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 7931187e-7529-4129-bbf4-58878371370e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7931187e-7529-4129-bbf4-58878371370e,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:36:28.988921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab44d99-f71a-4713-9462-c676bf0ae4bc req-b654ba5f-053e-4902-9b0a-45d8e8ae7921 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:28.990384 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ab44d99-f71a-4713-9462-c676bf0ae4bc req-b654ba5f-053e-4902-9b0a-45d8e8ae7921 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 944 time: 0.0879059 Sep 19 12:36:29.000311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '7931187e-7529-4129-bbf4-58878371370e', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'port_id': '7931187e-7529-4129-bbf4-58878371370e', 'mac_address': 'fa:16:3e:e7:0d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:36:29.035687 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ab44d99-f71a-4713-9462-c676bf0ae4bc req-9b578042-bdd9-412f-8930-e477850aabcb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396471 Sep 19 12:36:29.092412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 7931187e-7529-4129-bbf4-58878371370e is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:36:29.092710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:29.108928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7931187e-7529-4129-bbf4-58878371370e {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:36:29.124256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 7931187e-7529-4129-bbf4-58878371370e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7931187e-7529-4129-bbf4-58878371370e,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:36:29.193820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:29.268186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=7931187e-7529-4129-bbf4-58878371370e,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:29.430631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['7931187e-7529-4129-bbf4-58878371370e'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:36:30.237839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b24f52-8646-4842-a7de-7ececeb6d814 req-afed5b2c-cd5b-4b30-9c18-4cedef6bf948 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:30.239323 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-36b24f52-8646-4842-a7de-7ececeb6d814 req-afed5b2c-cd5b-4b30-9c18-4cedef6bf948 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 945 time: 0.0916622 Sep 19 12:36:30.287583 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-36b24f52-8646-4842-a7de-7ececeb6d814 req-6f2b142e-d2bd-4af7-a387-abd0713d56ed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424936 Sep 19 12:36:30.867203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 7931187e-7529-4129-bbf4-58878371370e up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:36:30.982678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 7931187e-7529-4129-bbf4-58878371370e completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:36:30.987514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 7931187e-7529-4129-bbf4-58878371370e triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:36:30.989033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:31.105412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 7931187e-7529-4129-bbf4-58878371370e is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:36:31.105793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:31.132614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7931187e-7529-4129-bbf4-58878371370e'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:36:31.135118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156347b5-7a38-4375-93f3-750109ec8fb6" -d '{"events": [{"server_uuid": "d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab", "name": "network-vif-plugged", "status": "completed", "tag": "7931187e-7529-4129-bbf4-58878371370e"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:36:31.143143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 7931187e-7529-4129-bbf4-58878371370e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7931187e-7529-4129-bbf4-58878371370e,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:36:31.216958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:31.250738 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5067f4a6-ebb3-4687-8583-720500712e64 x-openstack-request-id: req-5067f4a6-ebb3-4687-8583-720500712e64 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:36:31.251064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab", "name": "network-vif-plugged", "status": "completed", "tag": "7931187e-7529-4129-bbf4-58878371370e", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:36:31.251300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5067f4a6-ebb3-4687-8583-720500712e64 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:36:31.251691 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5067f4a6-ebb3-4687-8583-720500712e64'] response: {'server_uuid': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7931187e-7529-4129-bbf4-58878371370e', 'code': 200} Sep 19 12:36:31.295405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=7931187e-7529-4129-bbf4-58878371370e,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:31.490581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d28e9-36e6-4da8-a4a4-31449594df13 req-a8a33854-0777-48c8-8ea2-be2c048da550 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:31.491983 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-655d28e9-36e6-4da8-a4a4-31449594df13 req-a8a33854-0777-48c8-8ea2-be2c048da550 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 946 time: 0.0881877 Sep 19 12:36:31.540647 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-655d28e9-36e6-4da8-a4a4-31449594df13 req-cf93b59a-27f4-4242-9ef0-76cd7cd5efd1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427086 Sep 19 12:36:31.651383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a884073-517d-4d44-a992-9d542c7fb84c req-e2216577-7070-4efb-b8bc-5cc22b9519b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:31.652857 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3a884073-517d-4d44-a992-9d542c7fb84c req-e2216577-7070-4efb-b8bc-5cc22b9519b0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 1099 time: 0.0781233 Sep 19 12:36:31.696078 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3a884073-517d-4d44-a992-9d542c7fb84c req-6238027f-4177-4f41-b914-4eb38080b97a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334585 Sep 19 12:36:32.746344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382836d8-e4f3-4954-906c-0b4aeb175b89 req-602cbdc8-e992-47d3-8e10-ae98a633b9b4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:32.747894 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-382836d8-e4f3-4954-906c-0b4aeb175b89 req-602cbdc8-e992-47d3-8e10-ae98a633b9b4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 946 time: 0.0886559 Sep 19 12:36:32.793690 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-382836d8-e4f3-4954-906c-0b4aeb175b89 req-c8493e0d-3122-4965-9efe-c81d06f1c5c4 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399125 Sep 19 12:36:33.996528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab505-755c-4447-808e-51612213fe2e req-3230bfbb-243e-46d4-8775-d4e6745b31b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:33.998142 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e4eab505-755c-4447-808e-51612213fe2e req-3230bfbb-243e-46d4-8775-d4e6745b31b1 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 946 time: 0.0894282 Sep 19 12:36:34.042548 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e4eab505-755c-4447-808e-51612213fe2e req-252a7cad-e5a2-459e-84ec-2b233d020a61 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387104 Sep 19 12:36:34.237909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b20971-ad56-46fb-ac45-467ffb3ec976 req-6d27818e-5b15-4eee-8a56-2b25db65c82d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:34.239407 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f9b20971-ad56-46fb-ac45-467ffb3ec976 req-6d27818e-5b15-4eee-8a56-2b25db65c82d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 946 time: 0.0860851 Sep 19 12:36:34.288543 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f9b20971-ad56-46fb-ac45-467ffb3ec976 req-63cc4556-447f-4d17-8da5-f08da590f247 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 Sep 19 12:36:34.319211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34586) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:34.414384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46dc398-1f0b-45ae-ba19-178910a7982e tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:34.415926 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b46dc398-1f0b-45ae-ba19-178910a7982e tempest-TestNetworkBasicOps-872020510 tempest-TestNetworkBasicOps-872020510-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 1094 time: 0.0957282 Sep 19 12:36:34.418835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34590) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:34.424117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '7931187e-7529-4129-bbf4-58878371370e', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:36:34.429929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:36:34.433803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Usage tracker for resource:floatingip and tenant:d2803b9b3ed7428b94f11a8ee3347204 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:36:34.437379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:36:34.443115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:36:34.548184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:34.699303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:34.944791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Allocated IP 172.26.5.78 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/b7b3608d-497f-43d9-beac-7e3d0080057e) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:36:35.103483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:35.194295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:35.258626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:36:35.261822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:36:35.266514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:36:35.304519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=b7b3608d-497f-43d9-beac-7e3d0080057e,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:35.691064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:35.841652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:36.050042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:36.101792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:36.205629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event updated for resources: {'Port': ['ID=b7b3608d-497f-43d9-beac-7e3d0080057e,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:36.207954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:36.381978 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP c91740b6-6832-4688-9eee-81cb4bd8b215 associated. External IP: 172.26.5.78, port: 7931187e-7529-4129-bbf4-58878371370e. Sep 19 12:36:36.838875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router f3406b44-d6c3-43d0-b186-c6e5f8dded42 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:36:37.023358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:36:37.035024 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] Sync routers for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:36:37.044174 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:36:37.044836 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:36:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:37.113651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:37.174384 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d14ee2fc-15b7-4d48-88ec-d627bed1c853 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7540352 Sep 19 12:36:37.174991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'tag': '7931187e-7529-4129-bbf4-58878371370e'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:36:37.177283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc509428-2c34-443b-865c-db5a2fc72f54" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab", "tag": "7931187e-7529-4129-bbf4-58878371370e"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:36:37.177565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34594) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:37.221864 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14e3e9c-89cd-4577-9f97-e66885f43d87 x-openstack-request-id: req-b14e3e9c-89cd-4577-9f97-e66885f43d87 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:36:37.222153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab", "tag": "7931187e-7529-4129-bbf4-58878371370e", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:36:37.222406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b14e3e9c-89cd-4577-9f97-e66885f43d87 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:36:37.222837 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14e3e9c-89cd-4577-9f97-e66885f43d87'] response: {'name': 'network-changed', 'server_uuid': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'tag': '7931187e-7529-4129-bbf4-58878371370e', 'status': 'completed', 'code': 200} Sep 19 12:36:37.265188 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:36:37.298068 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a87ca138-84c7-42a4-9294-71779828c6ed tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c91740b6-6832-4688-9eee-81cb4bd8b215 HTTP/1.1" status: 200 len: 991 time: 0.1193016 Sep 19 12:36:37.337960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-959611c0-476c-47a8-a1f3-22dae7dabd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:37.339427 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-959611c0-476c-47a8-a1f3-22dae7dabd30 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 1099 time: 0.0927451 Sep 19 12:36:37.472491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-0bcde4c9-3a74-4ba2-a1a8-fd903eedaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:37.473847 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-0bcde4c9-3a74-4ba2-a1a8-fd903eedaba9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f2583d94-e570-4319-ae29-fa19a6396d1f HTTP/1.1" status: 200 len: 898 time: 0.1286976 Sep 19 12:36:37.581878 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-8018ad4b-ecec-4d41-8255-6dcf2efab30d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7931187e-7529-4129-bbf4-58878371370e HTTP/1.1" status: 200 len: 999 time: 0.0985067 Sep 19 12:36:37.617864 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c91740b6-6832-4688-9eee-81cb4bd8b215', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.78', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'port_id': '7931187e-7529-4129-bbf4-58878371370e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'mac_address': 'fa:16:3e:e7:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:36:35Z', 'updated_at': '2022-09-19T12:36:35Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:36:18Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:37.622019 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] Checking router: f3406b44-d6c3-43d0-b186-c6e5f8dded42 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:36:37.630558 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:36:37.631188 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:36:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:37.645863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-b1b906f6-be93-4faa-a73d-4141b8c4103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:37.647354 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-b1b906f6-be93-4faa-a73d-4141b8c4103b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9bfb275b-8dab-4aeb-818f-d34863436958 HTTP/1.1" status: 200 len: 835 time: 0.0587597 Sep 19 12:36:37.734923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-cd4897cc-8d0d-4569-8eea-08bc7b88c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:37.736380 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-cd4897cc-8d0d-4569-8eea-08bc7b88c445 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2583d94-e570-4319-ae29-fa19a6396d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831847 Sep 19 12:36:37.812617 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:36:37.874496 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-583d4dc2-b59a-46d8-9d4c-f6b3281f4618 service neutron] 10.222.0.85 "GET /v2.0/networks/f2583d94-e570-4319-ae29-fa19a6396d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307964 Sep 19 12:36:38.009299 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dc509428-2c34-443b-865c-db5a2fc72f54 req-c174fa8c-3596-460a-97b7-64aa3ea9c5dd service neutron] 10.222.0.85 "GET /v2.0/networks/f2583d94-e570-4319-ae29-fa19a6396d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291440 Sep 19 12:36:38.165158 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c91740b6-6832-4688-9eee-81cb4bd8b215', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.78', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'port_id': '7931187e-7529-4129-bbf4-58878371370e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'mac_address': 'fa:16:3e:e7:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:36:35Z', 'updated_at': '2022-09-19T12:36:35Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:36:18Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:38.169597 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9714a5-5dad-4dc1-95c7-ec5f4342c772 None None] The sync data for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv is: [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c91740b6-6832-4688-9eee-81cb4bd8b215', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.78', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'port_id': '7931187e-7529-4129-bbf4-58878371370e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'mac_address': 'fa:16:3e:e7:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:36:35Z', 'updated_at': '2022-09-19T12:36:35Z', 'revision_number': 0, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:36:18Z', 'revision_number': 5, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:36:38.302115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34600) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:38.371922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b4b0e-36bc-44cb-b4fc-6cd6b1bf77b3 None None] New status for floating IP c91740b6-6832-4688-9eee-81cb4bd8b215: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:36:38.427026 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-83a7ac25-28aa-4293-99de-6eb316405344 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c91740b6-6832-4688-9eee-81cb4bd8b215 HTTP/1.1" status: 200 len: 991 time: 0.1236391 Sep 19 12:36:39.431018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34604) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:36:39.538382 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6acc1802-fbcb-40ef-96e4-9b3130cc3f28 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c91740b6-6832-4688-9eee-81cb4bd8b215 HTTP/1.1" status: 200 len: 993 time: 0.1059866 Sep 19 12:36:41.559450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9519c0b9-0549-4d21-89a9-0731ef09a398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:43.667911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bf651a68-5312-4e11-9ad7-33110d34425f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:44.559422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:45.011454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:46.514300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:53.033305 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:36:53.830029 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:37:10.835891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34620) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:10.841076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cff80951-205f-41cc-b89a-5cffb583b94e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:37:11.485206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cff80951-205f-41cc-b89a-5cffb583b94e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:11.570605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cff80951-205f-41cc-b89a-5cffb583b94e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:11.604994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18425f89-9a96-4a8a-a933-be09e709b8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:11.760920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff80951-205f-41cc-b89a-5cffb583b94e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router f3406b44-d6c3-43d0-b186-c6e5f8dded42 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:37:11.947723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff80951-205f-41cc-b89a-5cffb583b94e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:37:11.954569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cff80951-205f-41cc-b89a-5cffb583b94e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:11.955750 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cff80951-205f-41cc-b89a-5cffb583b94e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/f3406b44-d6c3-43d0-b186-c6e5f8dded42 HTTP/1.1" status: 200 len: 887 time: 1.1188681 Sep 19 12:37:11.960131 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b2d4b-251d-4fe0-b5ca-fc93c6cd5d9e None None] Sync routers for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:37:11.971422 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b2d4b-251d-4fe0-b5ca-fc93c6cd5d9e None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:37:11.972033 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a14b2d4b-251d-4fe0-b5ca-fc93c6cd5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:36:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:12.035690 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a14b2d4b-251d-4fe0-b5ca-fc93c6cd5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:12.044011 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b2d4b-251d-4fe0-b5ca-fc93c6cd5d9e None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:37:12.045237 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a14b2d4b-251d-4fe0-b5ca-fc93c6cd5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:36:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:12.105385 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a14b2d4b-251d-4fe0-b5ca-fc93c6cd5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:12.105779 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b2d4b-251d-4fe0-b5ca-fc93c6cd5d9e None None] The sync data for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv is: [] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:37:12.520623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13e3bde9-0f59-4dbf-aebc-006d49f31a7f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:37:12.637717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:37:12.645911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:12.672105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:12.753057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:12.827754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:12.834654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.842916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:12.901384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b287e7f-76f6-4c55-99b1-d68c5158362b None None] New status for floating IP c91740b6-6832-4688-9eee-81cb4bd8b215: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:37:13.690299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b1cec2d7-05be-483d-850d-925e78c22e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:14.111891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34626) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:14.117106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-52f313bf-76db-4702-a42b-3649d067c0b3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:37:14.422231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b384a85f-3a78-42cc-a460-0baff1e2faab no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:37:14.572935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:14.584024 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b384a85f-3a78-42cc-a460-0baff1e2faab is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:37:14.584409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:14.601147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b384a85f-3a78-42cc-a460-0baff1e2faab, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b384a85f-3a78-42cc-a460-0baff1e2faab,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:14.648708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-52f313bf-76db-4702-a42b-3649d067c0b3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:14.690025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:14.757156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b384a85f-3a78-42cc-a460-0baff1e2faab,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:14.759307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-52f313bf-76db-4702-a42b-3649d067c0b3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542315'] for router, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:15.004931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:15.075671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f313bf-76db-4702-a42b-3649d067c0b3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router f3406b44-d6c3-43d0-b186-c6e5f8dded42 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:37:15.253909 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f313bf-76db-4702-a42b-3649d067c0b3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:37:15.260567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-52f313bf-76db-4702-a42b-3649d067c0b3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:15.262609 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-52f313bf-76db-4702-a42b-3649d067c0b3 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/f3406b44-d6c3-43d0-b186-c6e5f8dded42 HTTP/1.1" status: 200 len: 886 time: 1.1496742 Sep 19 12:37:15.264652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34630) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:15.266561 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] Sync routers for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:37:15.276604 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:37:15.277403 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:37:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:15.372518 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-45ecee67-12fc-495e-93e3-4d9e4dda4957 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c91740b6-6832-4688-9eee-81cb4bd8b215 HTTP/1.1" status: 200 len: 991 time: 0.1065147 Sep 19 12:37:15.485113 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:37:15.835909 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:37:14Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:37:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c91740b6-6832-4688-9eee-81cb4bd8b215', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.78', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'port_id': '7931187e-7529-4129-bbf4-58878371370e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'mac_address': 'fa:16:3e:e7:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:36:35Z', 'updated_at': '2022-09-19T12:37:13Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:37:12Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:15.839628 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] Checking router: f3406b44-d6c3-43d0-b186-c6e5f8dded42 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:37:15.848282 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:37:15.848867 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:37:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:16.032610 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:37:16.376902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34634) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:16.382649 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:37:14Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:37:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c91740b6-6832-4688-9eee-81cb4bd8b215', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.78', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'port_id': '7931187e-7529-4129-bbf4-58878371370e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'mac_address': 'fa:16:3e:e7:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:36:35Z', 'updated_at': '2022-09-19T12:37:13Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:37:12Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:16.386991 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd4f155-8859-40ae-a01e-23d1ecbb407e None None] The sync data for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv is: [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:37:14Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:37:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c91740b6-6832-4688-9eee-81cb4bd8b215', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'floating_ip_address': '172.26.5.78', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'port_id': '7931187e-7529-4129-bbf4-58878371370e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'mac_address': 'fa:16:3e:e7:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:36:35Z', 'updated_at': '2022-09-19T12:37:13Z', 'revision_number': 2, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:37:12Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:37:16.450565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:16.485003 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2178121d-6167-45d5-b887-030a37e85530 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c91740b6-6832-4688-9eee-81cb4bd8b215 HTTP/1.1" status: 200 len: 991 time: 0.1069412 Sep 19 12:37:17.489594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34638) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:17.598829 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-003683b2-6cd7-4eef-a451-56c6490b28aa tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c91740b6-6832-4688-9eee-81cb4bd8b215 HTTP/1.1" status: 200 len: 991 time: 0.1079786 Sep 19 12:37:17.966635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d04184-92f3-4814-bdb9-a929cdbce2a1 None None] New status for floating IP c91740b6-6832-4688-9eee-81cb4bd8b215: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:37:18.465815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b384a85f-3a78-42cc-a460-0baff1e2faab up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:37:18.534590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b384a85f-3a78-42cc-a460-0baff1e2faab triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:37:18.534924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:18.602478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34642) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:18.655044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b384a85f-3a78-42cc-a460-0baff1e2faab is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:37:18.655364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:18.673350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b384a85f-3a78-42cc-a460-0baff1e2faab, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b384a85f-3a78-42cc-a460-0baff1e2faab,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:18.748426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:18.749131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13e3bde9-0f59-4dbf-aebc-006d49f31a7f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:37:18.828903 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ab108a76-e776-4023-afc8-4abf8d8fb97d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/floatingips/c91740b6-6832-4688-9eee-81cb4bd8b215 HTTP/1.1" status: 200 len: 993 time: 0.2203846 Sep 19 12:37:18.873670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b384a85f-3a78-42cc-a460-0baff1e2faab,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:18.888063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:37:18.888443 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:19.010617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:37:19.011292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:19.044009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:19.084233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:19.128889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34650) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:19.152023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:19.333139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port b7b3608d-497f-43d9-beac-7e3d0080057e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:37:19.333476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:19.506856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:19.507190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:19.631972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for b7b3608d-497f-43d9-beac-7e3d0080057e owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:37:19.873591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:19.920636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=b7b3608d-497f-43d9-beac-7e3d0080057e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:19.969428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.969774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.970115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.970445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.970798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.971131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.971502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.971836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.972164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.972486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.972805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:19.973125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:20.033001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:20.033383 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Floating IP c91740b6-6832-4688-9eee-81cb4bd8b215 disassociated (deleted). External IP: 172.26.5.78, port: 7931187e-7529-4129-bbf4-58878371370e. Sep 19 12:37:20.436791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b384a85f-3a78-42cc-a460-0baff1e2faab up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:37:20.494055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router f3406b44-d6c3-43d0-b186-c6e5f8dded42 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:37:20.507408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b384a85f-3a78-42cc-a460-0baff1e2faab triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:37:20.507780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:20.628419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b384a85f-3a78-42cc-a460-0baff1e2faab is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:37:20.629407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13e3bde9-0f59-4dbf-aebc-006d49f31a7f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:37:20.678481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:37:20.689918 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] Sync routers for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:37:20.695444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:20.697660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:37:20.698124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:20.699490 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:37:20.700104 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:37:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:20.754654 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1679f518-deeb-42c3-b2a0-f6476eec5d26 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/floatingips/c91740b6-6832-4688-9eee-81cb4bd8b215 HTTP/1.1" status: 204 len: 168 time: 1.6246796 Sep 19 12:37:20.755393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'tag': '7931187e-7529-4129-bbf4-58878371370e'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:37:20.757806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8abc991-ef51-43d8-9d47-e16a12f9e503" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab", "tag": "7931187e-7529-4129-bbf4-58878371370e"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:37:20.805197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73d39c-d6b6-4dd1-b5b2-ff9b4f553265 x-openstack-request-id: req-0e73d39c-d6b6-4dd1-b5b2-ff9b4f553265 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:37:20.805485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab", "tag": "7931187e-7529-4129-bbf4-58878371370e", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:37:20.805738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e73d39c-d6b6-4dd1-b5b2-ff9b4f553265 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:37:20.806142 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e73d39c-d6b6-4dd1-b5b2-ff9b4f553265'] response: {'name': 'network-changed', 'server_uuid': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'tag': '7931187e-7529-4129-bbf4-58878371370e', 'status': 'completed', 'code': 200} Sep 19 12:37:20.833788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:37:20.911024 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:37:20.922983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-31b2ff20-f59c-4795-b4c6-3d1a04d5a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:20.924479 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-31b2ff20-f59c-4795-b4c6-3d1a04d5a532 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 1099 time: 0.0861290 Sep 19 12:37:21.064302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-25596175-d9fa-488f-8a77-652af42f29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:21.065756 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-25596175-d9fa-488f-8a77-652af42f29c2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f2583d94-e570-4319-ae29-fa19a6396d1f HTTP/1.1" status: 200 len: 898 time: 0.1324289 Sep 19 12:37:21.144115 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-be55f010-bf5d-45cb-afd0-1b453eb50fa3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7931187e-7529-4129-bbf4-58878371370e HTTP/1.1" status: 200 len: 217 time: 0.0683403 Sep 19 12:37:21.228101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-caa3c374-8f4a-4731-8182-cc429c92ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:21.231032 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-caa3c374-8f4a-4731-8182-cc429c92ce76 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9bfb275b-8dab-4aeb-818f-d34863436958 HTTP/1.1" status: 200 len: 835 time: 0.0753112 Sep 19 12:37:21.270324 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:37:14Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:37:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:37:19Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:21.274391 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] Checking router: f3406b44-d6c3-43d0-b186-c6e5f8dded42 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:37:21.285036 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:37:21.285731 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:37:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:21.344103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-9cc941a0-5702-4cbc-9845-12b52e7d16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:21.345606 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-9cc941a0-5702-4cbc-9845-12b52e7d16e0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2583d94-e570-4319-ae29-fa19a6396d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1030037 Sep 19 12:37:21.390409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916207ec-2400-444b-b464-a517fbd0cc2f req-2a0b2cda-cdda-468f-9ea8-8b581cdc1460 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:21.391130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-916207ec-2400-444b-b464-a517fbd0cc2f req-2a0b2cda-cdda-468f-9ea8-8b581cdc1460 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:37:21.468069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-916207ec-2400-444b-b464-a517fbd0cc2f req-2a0b2cda-cdda-468f-9ea8-8b581cdc1460 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:37:21.469716 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-916207ec-2400-444b-b464-a517fbd0cc2f req-2a0b2cda-cdda-468f-9ea8-8b581cdc1460 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 946 time: 0.1689558 Sep 19 12:37:21.472783 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:37:21.489739 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-22625024-1b30-4d01-8104-42a74199ec37 service neutron] 10.222.0.85 "GET /v2.0/networks/f2583d94-e570-4319-ae29-fa19a6396d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370833 Sep 19 12:37:21.522696 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-916207ec-2400-444b-b464-a517fbd0cc2f req-195e6a03-d2aa-4653-9944-5eea6a3cda8b tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470190 Sep 19 12:37:21.632107 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f8abc991-ef51-43d8-9d47-e16a12f9e503 req-5e03b5e5-115c-405c-bc2b-0d71bff49bb9 service neutron] 10.222.0.85 "GET /v2.0/networks/f2583d94-e570-4319-ae29-fa19a6396d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357582 Sep 19 12:37:21.790354 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:37:14Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:37:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:37:19Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:21.795143 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27c483-da8e-462e-b359-ceb76118a778 None None] The sync data for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv is: [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:37:14Z', 'revision_number': 6, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:37:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '13e3bde9-0f59-4dbf-aebc-006d49f31a7f', 'name': '', 'network_id': 'f2583d94-e570-4319-ae29-fa19a6396d1f', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'mac_address': 'fa:16:3e:9a:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:13Z', 'updated_at': '2022-09-19T12:37:19Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'subnets': [{'id': '9bfb275b-8dab-4aeb-818f-d34863436958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:37:22.443746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874c375-0487-43c9-b7eb-b05d7ad8960f None None] New status for floating IP c91740b6-6832-4688-9eee-81cb4bd8b215: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:37:22.727918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efba9bc-e452-48b1-abb6-c10167fe182d req-627cc36b-daa7-4baf-93ee-5737b4348ed5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:22.729384 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1efba9bc-e452-48b1-abb6-c10167fe182d req-627cc36b-daa7-4baf-93ee-5737b4348ed5 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 946 time: 0.0880740 Sep 19 12:37:22.775348 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1efba9bc-e452-48b1-abb6-c10167fe182d req-5672b948-f00e-4653-a52b-d4a11602ebde tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbf07333-d14f-401c-b6a2-c2d653a774d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392182 Sep 19 12:37:22.821045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-04ef6491-0505-49d2-a509-fad09928ed1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:22.821661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-04ef6491-0505-49d2-a509-fad09928ed1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Synchronizing usage tracker for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:37:22.833841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-04ef6491-0505-49d2-a509-fad09928ed1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Unset dirty status for tenant:d2803b9b3ed7428b94f11a8ee3347204 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:37:22.834966 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-04ef6491-0505-49d2-a509-fad09928ed1e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 946 time: 0.0994179 Sep 19 12:37:22.913377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 7931187e-7529-4129-bbf4-58878371370e {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:37:22.913671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:23.004132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:23.165833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 7931187e-7529-4129-bbf4-58878371370e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7931187e-7529-4129-bbf4-58878371370e,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:23.166105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:23.292739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 7931187e-7529-4129-bbf4-58878371370e owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:37:23.524646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:23.676774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=7931187e-7529-4129-bbf4-58878371370e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:23.725042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.725389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.725729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.726061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.726386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.726712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.727061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.727383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.727702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.728018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.728335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.728684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:23.785970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] No DVR routers for this DVR port 7931187e-7529-4129-bbf4-58878371370e on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:37:23.788500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:23.791170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'name': 'network-vif-deleted', 'tag': '7931187e-7529-4129-bbf4-58878371370e'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:37:23.793565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc05b81-8275-4b8c-a886-1d478549098e" -d '{"events": [{"server_uuid": "d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab", "name": "network-vif-deleted", "tag": "7931187e-7529-4129-bbf4-58878371370e"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:37:23.836109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a171958f-7e17-4a30-90dc-1a252af8b2ae x-openstack-request-id: req-a171958f-7e17-4a30-90dc-1a252af8b2ae {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:37:23.836686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab", "name": "network-vif-deleted", "tag": "7931187e-7529-4129-bbf4-58878371370e", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:37:23.836686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a171958f-7e17-4a30-90dc-1a252af8b2ae {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:37:23.837046 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a171958f-7e17-4a30-90dc-1a252af8b2ae'] response: {'server_uuid': 'd9cf5c33-77d4-44e5-8d5d-8c8a701db5ab', 'name': 'network-vif-deleted', 'tag': '7931187e-7529-4129-bbf4-58878371370e', 'status': 'completed', 'code': 200} Sep 19 12:37:23.907856 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b48472c2-f46e-4f56-aed4-d3ee8453d228 req-326dca88-2563-4143-a2a0-93ccb2d2c082 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.85 "DELETE /v2.0/ports/7931187e-7529-4129-bbf4-58878371370e HTTP/1.1" status: 204 len: 173 time: 1.0652180 Sep 19 12:37:23.942947 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0a65cd05-7d67-400d-9c29-008357a50210 req-c7443842-7d3d-4d65-a366-e4f38913d200 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 210 time: 0.0529284 Sep 19 12:37:25.123531 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-819534b6-391a-47ab-a790-176ea15cb088 req-bb5d9cb4-e72f-4904-92ad-c39b5fdc5b66 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9cf5c33-77d4-44e5-8d5d-8c8a701db5ab HTTP/1.1" status: 200 len: 210 time: 0.0508268 Sep 19 12:37:26.222915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34670) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:26.291853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72b8c1e4-97f2-483a-aaa8-f3c9f58e0b4d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:26.320918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72b8c1e4-97f2-483a-aaa8-f3c9f58e0b4d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:26.473340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72b8c1e4-97f2-483a-aaa8-f3c9f58e0b4d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:26.492040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8c1e4-97f2-483a-aaa8-f3c9f58e0b4d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf07333-d14f-401c-b6a2-c2d653a774d8,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:26.582046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72b8c1e4-97f2-483a-aaa8-f3c9f58e0b4d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:26.583204 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-72b8c1e4-97f2-483a-aaa8-f3c9f58e0b4d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/security-groups/bbf07333-d14f-401c-b6a2-c2d653a774d8 HTTP/1.1" status: 204 len: 168 time: 0.3591926 Sep 19 12:37:26.719548 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34676) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:27.143567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 7931187e-7529-4129-bbf4-58878371370e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:37:27.208664 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 7931187e-7529-4129-bbf4-58878371370e {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:37:27.209000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 7931187e-7529-4129-bbf4-58878371370e not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:37:27.424072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:27.791304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:37:27.791679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:27.988591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port 13e3bde9-0f59-4dbf-aebc-006d49f31a7f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:27.988949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:28.113857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for 13e3bde9-0f59-4dbf-aebc-006d49f31a7f owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:37:28.609882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:28.661591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=13e3bde9-0f59-4dbf-aebc-006d49f31a7f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:28.944800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:29.418100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Router f3406b44-d6c3-43d0-b186-c6e5f8dded42 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:37:29.594964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:37:29.605096 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] Sync routers for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:37:29.612365 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-40d84e97-1cbc-470b-85a0-f5acd779e610 tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "PUT /v2.0/routers/f3406b44-d6c3-43d0-b186-c6e5f8dded42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8875034 Sep 19 12:37:29.612365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34680) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:29.614718 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:37:29.615352 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:37:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:29.680636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cc803b-05a7-46ad-b1fd-8e0475194fbb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting subnet 9bfb275b-8dab-4aeb-818f-d34863436958 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:37:29.683629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-31cc803b-05a7-46ad-b1fd-8e0475194fbb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:29.737685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-31cc803b-05a7-46ad-b1fd-8e0475194fbb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:29.795996 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:37:29.825182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-31cc803b-05a7-46ad-b1fd-8e0475194fbb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:29.958988 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-31cc803b-05a7-46ad-b1fd-8e0475194fbb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:29.999940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc803b-05a7-46ad-b1fd-8e0475194fbb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfb275b-8dab-4aeb-818f-d34863436958,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:30.001876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-31cc803b-05a7-46ad-b1fd-8e0475194fbb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:30.010036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d245d9-3340-4819-b8c1-e872c5a863f6 None None] Network f2583d94-e570-4319-ae29-fa19a6396d1f requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:37:30.010655 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-31cc803b-05a7-46ad-b1fd-8e0475194fbb tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/subnets/9bfb275b-8dab-4aeb-818f-d34863436958 HTTP/1.1" status: 204 len: 168 time: 0.3984377 Sep 19 12:37:30.014088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34684) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:30.084632 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:37:28Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:37:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:30.089016 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] Checking router: f3406b44-d6c3-43d0-b186-c6e5f8dded42 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:37:30.098255 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] Routers {'f3406b44-d6c3-43d0-b186-c6e5f8dded42'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:37:30.098894 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:37:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:30.203144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:30.289913 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] Set router f3406b44-d6c3-43d0-b186-c6e5f8dded42 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:37:30.316206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04295803-2c13-4b53-aa17-28238ee85f3d None None] DHCP port deletion for f2583d94-e570-4319-ae29-fa19a6396d1f request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:37:30.320640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-04295803-2c13-4b53-aa17-28238ee85f3d None None] Deleting port 45317ea8-3e60-4e0f-9321-2add0551d929 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:37:30.321094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-04295803-2c13-4b53-aa17-28238ee85f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:30.407743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:30.484782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Deleting port b384a85f-3a78-42cc-a460-0baff1e2faab {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:37:30.485278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:30.513472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 45317ea8-3e60-4e0f-9321-2add0551d929 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:37:30.594032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-04295803-2c13-4b53-aa17-28238ee85f3d None None] For port 45317ea8-3e60-4e0f-9321-2add0551d929, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=45317ea8-3e60-4e0f-9321-2add0551d929,segment=NetworkSegment(a529d804-95d3-4f0b-8098-7c8d06dff0fb),segment_id=a529d804-95d3-4f0b-8098-7c8d06dff0fb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:30.594333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-04295803-2c13-4b53-aa17-28238ee85f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:30.627345 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:37:28Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:37:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:30.631903 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437a6ad-8471-44f2-8e3c-2a765d740936 None None] The sync data for ids ['f3406b44-d6c3-43d0-b186-c6e5f8dded42'] in dv-neutron-857775-2-hyperv is: [{'id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'name': 'tempest-TestNetworkBasicOps-router-813417676', 'tenant_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:36:08Z', 'updated_at': '2022-09-19T12:37:28Z', 'revision_number': 7, 'project_id': 'd2803b9b3ed7428b94f11a8ee3347204', 'gw_port': {'id': 'b384a85f-3a78-42cc-a460-0baff1e2faab', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3406b44-d6c3-43d0-b186-c6e5f8dded42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:36:09Z', 'updated_at': '2022-09-19T12:37:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:37:30.692547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] For port b384a85f-3a78-42cc-a460-0baff1e2faab, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b384a85f-3a78-42cc-a460-0baff1e2faab,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:30.692905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:30.750101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-04295803-2c13-4b53-aa17-28238ee85f3d None None] Calling delete_port for 45317ea8-3e60-4e0f-9321-2add0551d929 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:37:30.818386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Calling delete_port for b384a85f-3a78-42cc-a460-0baff1e2faab owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:37:30.825449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 45317ea8-3e60-4e0f-9321-2add0551d929 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:37:30.825836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:30.829185 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:37:30.943884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-04295803-2c13-4b53-aa17-28238ee85f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:31.009928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04295803-2c13-4b53-aa17-28238ee85f3d None None] Pushing event deleted for resources: {'Port': ['ID=45317ea8-3e60-4e0f-9321-2add0551d929,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:31.014344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04295803-2c13-4b53-aa17-28238ee85f3d None None] No DVR routers for this DVR port 45317ea8-3e60-4e0f-9321-2add0551d929 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:37:31.020817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 12:37:31.020817 dv-neutron-857775-2-hyperv neutron-server[89796]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 19 12:37:31.020817 dv-neutron-857775-2-hyperv neutron-server[89796]: [parameters: {'status': 'DOWN', 'ports_id': '45317ea8-3e60-4e0f-9321-2add0551d929'}] Sep 19 12:37:31.020817 dv-neutron-857775-2-hyperv neutron-server[89796]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:37:31.021370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:37:31.193365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:31.245560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Port': ['ID=b384a85f-3a78-42cc-a460-0baff1e2faab,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:31.343840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:31.559864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Port 45317ea8-3e60-4e0f-9321-2add0551d929 update to DOWN by agent not found {{(pid=89796) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 19 12:37:31.630957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:31.633435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:31.878456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:31.878957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Fanout notify agent at l3_agent the message router_deleted on router f3406b44-d6c3-43d0-b186-c6e5f8dded42 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:37:31.895332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:31.896370 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d4127ab7-4a90-4e61-96ac-da14e0ccf07e tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/routers/f3406b44-d6c3-43d0-b186-c6e5f8dded42 HTTP/1.1" status: 204 len: 168 time: 1.8811696 Sep 19 12:37:31.899075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34688) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:32.014587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:32.149206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:32.174087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2583d94-e570-4319-ae29-fa19a6396d1f']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:32.186655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a529d804-95d3-4f0b-8098-7c8d06dff0fb') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:32.186986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a529d804-95d3-4f0b-8098-7c8d06dff0fb') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:32.198046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:32.214085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:32.220448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:37:32.220833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:32.319133 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a529d804-95d3-4f0b-8098-7c8d06dff0fb resource provider aggregate not found Sep 19 12:37:32.336811 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment a529d804-95d3-4f0b-8098-7c8d06dff0fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a529d804-95d3-4f0b-8098-7c8d06dff0fb found for delete ", "request_id": "req-fb5e6b2a-85fa-4672-baff-360bfae2e690"}]} Sep 19 12:37:32.393395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:32.397799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:32.427176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] Pushing event deleted for resources: {'Network': ['ID=f2583d94-e570-4319-ae29-fa19a6396d1f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:32.437301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b384a85f-3a78-42cc-a460-0baff1e2faab no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:37:32.470912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: b384a85f-3a78-42cc-a460-0baff1e2faab {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:37:32.476004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b384a85f-3a78-42cc-a460-0baff1e2faab not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:37:32.476004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13e3bde9-0f59-4dbf-aebc-006d49f31a7f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:37:32.504750 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 13e3bde9-0f59-4dbf-aebc-006d49f31a7f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:37:32.505102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 13e3bde9-0f59-4dbf-aebc-006d49f31a7f not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:37:32.582333 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f45efd07-54d9-4f36-9389-3d2e0b78757d tempest-TestNetworkBasicOps-1372405541 tempest-TestNetworkBasicOps-1372405541-project] 10.222.0.66 "DELETE /v2.0/networks/f2583d94-e570-4319-ae29-fa19a6396d1f HTTP/1.1" status: 204 len: 168 time: 0.6822431 Sep 19 12:37:33.143815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34702) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:33.293420 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-280a9914-09c4-4915-918f-48388a2b8a47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2803b9b3ed7428b94f11a8ee3347204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484478 Sep 19 12:37:33.296095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34708) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:33.354883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e868-68cb-4349-bb7d-f093314f1ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:33.380739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e868-68cb-4349-bb7d-f093314f1ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:33.541175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e868-68cb-4349-bb7d-f093314f1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:33.559004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9e868-68cb-4349-bb7d-f093314f1ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a050807-b85e-4f22-81d3-b8eba1e7d562,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:33.565821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e868-68cb-4349-bb7d-f093314f1ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:33.567003 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e9f9e868-68cb-4349-bb7d-f093314f1ca9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a050807-b85e-4f22-81d3-b8eba1e7d562 HTTP/1.1" status: 204 len: 168 time: 0.2699442 Sep 19 12:37:34.201831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34716) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:34.219782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a2cbed43-352d-4235-8024-fa36dfeec50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:34.234396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a2cbed43-352d-4235-8024-fa36dfeec50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:37:34.238304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a2cbed43-352d-4235-8024-fa36dfeec50c admin admin] Usage tracker for resource:security_group_rule and tenant:b9e2e3adf7194a4698c80229669d3d8c is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:37:34.241150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a2cbed43-352d-4235-8024-fa36dfeec50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:37:34.247501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a2cbed43-352d-4235-8024-fa36dfeec50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:37:34.329485 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a2cbed43-352d-4235-8024-fa36dfeec50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:34.404457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a2cbed43-352d-4235-8024-fa36dfeec50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:34.454090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbed43-352d-4235-8024-fa36dfeec50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a7733-a61d-4878-8741-c33e3751921d,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:34.458631 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a2cbed43-352d-4235-8024-fa36dfeec50c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9e2e3adf7194a4698c80229669d3d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557983 Sep 19 12:37:34.461484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34720) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:37:34.520303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a85df1ae-edc5-4453-a489-f2a2f187d775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:34.546416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a85df1ae-edc5-4453-a489-f2a2f187d775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:34.666889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a85df1ae-edc5-4453-a489-f2a2f187d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:34.682946 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85df1ae-edc5-4453-a489-f2a2f187d775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6a7733-a61d-4878-8741-c33e3751921d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:34.687743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a85df1ae-edc5-4453-a489-f2a2f187d775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:34.688589 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a85df1ae-edc5-4453-a489-f2a2f187d775 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c6a7733-a61d-4878-8741-c33e3751921d HTTP/1.1" status: 204 len: 168 time: 0.2261884 Sep 19 12:37:41.716095 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-664fa272-1168-456e-bed0-f8e160311c25 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b46ac0ae1dd04691aceb310f0dc3645b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295925 Sep 19 12:37:41.866900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-270b89a0-0117-4a91-9362-419ef3eeef70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:41.869054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-74146336-6af1-4960-8121-6e68c8df5cff tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:41.870356 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-74146336-6af1-4960-8121-6e68c8df5cff tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492465 Sep 19 12:37:41.886776 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-744f806c-c9fd-4fa2-8a6d-462aaf8dea39 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/quotas/b46ac0ae1dd04691aceb310f0dc3645b HTTP/1.1" status: 200 len: 375 time: 0.0108116 Sep 19 12:37:41.945505 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-05980900-ea90-45d3-9432-3a42c2110d38 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b46ac0ae1dd04691aceb310f0dc3645b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527937 Sep 19 12:37:42.308142 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2714b9f2-9f7e-4a57-a2be-86d98e016093 req-5f142156-7ca6-4347-b374-e04a1b75540e tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 210 time: 0.0623877 Sep 19 12:37:43.431959 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f67832a7-2547-432f-ac28-01b66aca85a1 req-991778b3-d4e8-4ef2-a81a-fec5a5437ed1 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 210 time: 0.0614018 Sep 19 12:37:43.672543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5b71926e-4a56-4b28-93ba-cb715b838a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:44.542564 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7ffc855a-6ca1-401f-8ec7-38efc5e6e428 req-886a6a8c-8d8a-4d42-a958-76430840cf8c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 210 time: 0.0504856 Sep 19 12:37:44.678497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:45.032748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:45.657937 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad89ce6e-9de4-4571-9414-27e8b2d02bab req-0ce7d06a-ddf5-433b-a7ed-49e0bfc1fa96 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 210 time: 0.0556595 Sep 19 12:37:46.444388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:46.841579 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6fc1492f-c39a-4499-83d7-3fc94daf1668 req-b1a00d8e-e099-451e-9d85-afccc9ca0b57 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 210 time: 0.0517578 Sep 19 12:37:48.010448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad15513c-52fc-4e6b-9fd8-f8e938dca2af req-6ab8b301-d92a-4138-a926-20bad2672cb8 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 210 time: 0.0507090 Sep 19 12:37:49.079769 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-4a801bae-0677-4c07-9b5b-7d854ec6cefc tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b46ac0ae1dd04691aceb310f0dc3645b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285978 Sep 19 12:37:49.180270 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-da672cd2-01c5-4801-9bb6-038be250750e req-d4b92f96-83de-409c-803a-a422d838e69c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 210 time: 0.0581722 Sep 19 12:37:49.244231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-3d066083-debe-4727-ae31-836dab3825cd tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:49.245655 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-3d066083-debe-4727-ae31-836dab3825cd tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587832 Sep 19 12:37:49.261789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Request body: {'port': {'device_id': 'ad67c099-046e-4217-9a20-929ec4f276a4', 'network_id': '427820a0-fa44-42db-a335-17889295e0ad', 'admin_state_up': True, 'tenant_id': 'b46ac0ae1dd04691aceb310f0dc3645b'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:37:49.404125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:37:49.407976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Usage tracker for resource:port and tenant:b46ac0ae1dd04691aceb310f0dc3645b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:37:49.410928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:37:49.416769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:37:49.569777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Made reservation on behalf of b46ac0ae1dd04691aceb310f0dc3645b for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:37:49.573364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:49.585668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:49.600124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:37:49.603980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Usage tracker for resource:security_group_rule and tenant:b46ac0ae1dd04691aceb310f0dc3645b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:37:49.607305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:37:49.613045 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:37:49.695766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:49.809706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:49.897146 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0492c32f-92b1-406e-a6a7-76187d635cd7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:49.987786 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Allocated IP 192.168.233.200 (427820a0-fa44-42db-a335-17889295e0ad/cdb9df92-5a78-4b71-80b3-47f58bcc4b53/6c131f5e-034c-4c1a-853b-6d13ff8b8070) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:37:50.192361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:50.208365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Transition to ACTIVE for port object 6c131f5e-034c-4c1a-853b-6d13ff8b8070 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:37:50.290467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:50.360118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Network 427820a0-fa44-42db-a335-17889295e0ad is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:37:50.361240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:50.363867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:37:50.380392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3708702-d643-4209-9a2d-744462ccaa3a req-89080f82-4b45-4468-85e7-ffafddefe1db tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:50.382487 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b3708702-d643-4209-9a2d-744462ccaa3a req-89080f82-4b45-4468-85e7-ffafddefe1db tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 936 time: 0.0876203 Sep 19 12:37:50.414955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Pushing event updated for resources: {'Port': ['ID=6c131f5e-034c-4c1a-853b-6d13ff8b8070,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:50.432933 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b3708702-d643-4209-9a2d-744462ccaa3a req-f7ca3e17-5908-4e53-8072-d4d15b04004a tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Sep 19 12:37:50.439419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:50.440066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:50.536445 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-52c65983-6340-40c1-8420-f215fbce305c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2786219 Sep 19 12:37:50.553039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Request body: {'port': {'device_id': 'ad67c099-046e-4217-9a20-929ec4f276a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:37:50.627004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4fdc9222-4d0c-4d03-9cab-27d70de8fb4a None None] Provisioning for port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:37:50.632839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4fdc9222-4d0c-4d03-9cab-27d70de8fb4a None None] Provisioning complete for port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:37:50.633214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4fdc9222-4d0c-4d03-9cab-27d70de8fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:50.691477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc9222-4d0c-4d03-9cab-27d70de8fb4a None None] Port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:37:50.762095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:51.106012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c131f5e-034c-4c1a-853b-6d13ff8b8070 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:37:51.114002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:51.129196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Transition to ACTIVE for port object 6c131f5e-034c-4c1a-853b-6d13ff8b8070 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:37:51.209703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:51.399843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Pushing event updated for resources: {'Port': ['ID=6c131f5e-034c-4c1a-853b-6d13ff8b8070,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:51.437702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Attempting to bind port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:37:51.438040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Attempting to bind port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '4de4bb22-18d5-4975-ab5b-ae86473afa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '427820a0-fa44-42db-a335-17889295e0ad'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:37:51.438368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Attempting to bind port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 on network 427820a0-fa44-42db-a335-17889295e0ad {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:37:51.442983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 on network 427820a0-fa44-42db-a335-17889295e0ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:37:51.443301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Attempting to bind port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 on network 427820a0-fa44-42db-a335-17889295e0ad {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:37:51.448347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:37:51.448681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Checking segment: {'id': '4de4bb22-18d5-4975-ab5b-ae86473afa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '427820a0-fa44-42db-a335-17889295e0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:37:51.449064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Bound using segment: {'id': '4de4bb22-18d5-4975-ab5b-ae86473afa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '427820a0-fa44-42db-a335-17889295e0ad'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:37:51.449485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Bound port: 6c131f5e-034c-4c1a-853b-6d13ff8b8070, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de4bb22-18d5-4975-ab5b-ae86473afa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '427820a0-fa44-42db-a335-17889295e0ad'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:37:51.449829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:51.540848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] For port 6c131f5e-034c-4c1a-853b-6d13ff8b8070, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:37:51.543889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] For port 6c131f5e-034c-4c1a-853b-6d13ff8b8070, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6c131f5e-034c-4c1a-853b-6d13ff8b8070,segment=NetworkSegment(4de4bb22-18d5-4975-ab5b-ae86473afa88),segment_id=4de4bb22-18d5-4975-ab5b-ae86473afa88)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:37:51.604508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:51.636523 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:51.637138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:51.639064 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] 10.222.0.85 "PUT /v2.0/ports/6c131f5e-034c-4c1a-853b-6d13ff8b8070 HTTP/1.1" status: 200 len: 1098 time: 1.0906444 Sep 19 12:37:51.639505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad67c099-046e-4217-9a20-929ec4f276a4', 'tag': '6c131f5e-034c-4c1a-853b-6d13ff8b8070'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:37:51.641840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbb9e11-b329-4c28-9bf4-a95122fab3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad67c099-046e-4217-9a20-929ec4f276a4", "tag": "6c131f5e-034c-4c1a-853b-6d13ff8b8070"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:37:51.692792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0030e003-9e6f-4dab-bd6b-f5a4eae62dc9 x-openstack-request-id: req-0030e003-9e6f-4dab-bd6b-f5a4eae62dc9 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:37:51.693089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad67c099-046e-4217-9a20-929ec4f276a4", "tag": "6c131f5e-034c-4c1a-853b-6d13ff8b8070", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:37:51.693346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0030e003-9e6f-4dab-bd6b-f5a4eae62dc9 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:37:51.693783 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0030e003-9e6f-4dab-bd6b-f5a4eae62dc9'] response: {'name': 'network-changed', 'server_uuid': 'ad67c099-046e-4217-9a20-929ec4f276a4', 'tag': '6c131f5e-034c-4c1a-853b-6d13ff8b8070', 'status': 'completed', 'code': 200} Sep 19 12:37:51.694452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f7b55-1e38-4fca-999f-f133f6cf135b service neutron] Pushing event updated for resources: {'Port': ['ID=6c131f5e-034c-4c1a-853b-6d13ff8b8070,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:51.751804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aea320-dd9d-4fe7-990b-ba78d23a75a2 req-b6126695-24d0-4a24-9509-34a38ccd2419 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:51.753279 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-11aea320-dd9d-4fe7-990b-ba78d23a75a2 req-b6126695-24d0-4a24-9509-34a38ccd2419 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 948 time: 0.2039204 Sep 19 12:37:51.798901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb9e11-b329-4c28-9bf4-a95122fab3c0 req-c59440b7-74da-42f6-87e6-5580818c7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:51.800395 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dbbb9e11-b329-4c28-9bf4-a95122fab3c0 req-c59440b7-74da-42f6-87e6-5580818c7a28 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b46ac0ae1dd04691aceb310f0dc3645b&device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 1101 time: 0.0811305 Sep 19 12:37:51.801663 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-11aea320-dd9d-4fe7-990b-ba78d23a75a2 req-0479eb0d-1a8b-44d1-bc76-bcf6a216ff9e tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Sep 19 12:37:51.836613 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dbbb9e11-b329-4c28-9bf4-a95122fab3c0 req-a121cbfe-004c-4801-9c7a-760fb071b076 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=b46ac0ae1dd04691aceb310f0dc3645b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253963 Sep 19 12:37:51.974252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb9e11-b329-4c28-9bf4-a95122fab3c0 req-dd16cdd6-9674-417a-9568-44b15b458f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:51.975648 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dbbb9e11-b329-4c28-9bf4-a95122fab3c0 req-dd16cdd6-9674-417a-9568-44b15b458f69 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308606 Sep 19 12:37:52.097403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-83b2c2df-2e94-4a3f-a25d-e4fbafad849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:52.098919 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-83b2c2df-2e94-4a3f-a25d-e4fbafad849b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b46ac0ae1dd04691aceb310f0dc3645b&device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 1101 time: 0.0836272 Sep 19 12:37:52.171859 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-03ec73c0-2d1a-4d60-95ab-abed3db28877 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=6c131f5e-034c-4c1a-853b-6d13ff8b8070 HTTP/1.1" status: 200 len: 217 time: 0.0626540 Sep 19 12:37:52.240401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-8dbc7c25-361d-400e-8a2f-bd1fe42d0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:52.241744 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-8dbc7c25-361d-400e-8a2f-bd1fe42d0f25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cdb9df92-5a78-4b71-80b3-47f58bcc4b53 HTTP/1.1" status: 200 len: 843 time: 0.0609984 Sep 19 12:37:52.327845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-784b8880-42c9-4a59-ae24-2f77c3b3d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:52.329324 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-784b8880-42c9-4a59-ae24-2f77c3b3d1fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=427820a0-fa44-42db-a335-17889295e0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0786343 Sep 19 12:37:52.466708 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-43643da2-1872-400b-89a8-2042381075c1 service neutron] 10.222.0.85 "GET /v2.0/networks/427820a0-fa44-42db-a335-17889295e0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279020 Sep 19 12:37:52.697093 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ea500bb9-5dfd-4037-bc67-3584db629b66 req-b61e4540-9b73-4930-8cdc-77819964605b service neutron] 10.222.0.85 "GET /v2.0/networks/427820a0-fa44-42db-a335-17889295e0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203741 Sep 19 12:37:52.986879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:53.054644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c99e6-d4e1-4cad-b475-2d9bf607e0cb req-63f46ed2-a8e7-4ea1-baf5-b7f303b8d4d4 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:53.056162 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5a6c99e6-d4e1-4cad-b475-2d9bf607e0cb req-63f46ed2-a8e7-4ea1-baf5-b7f303b8d4d4 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 948 time: 0.1129620 Sep 19 12:37:53.103150 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5a6c99e6-d4e1-4cad-b475-2d9bf607e0cb req-e488cd56-4b2e-484e-887f-6a1f27e8bc6b tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Sep 19 12:37:54.308474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a09ac8-3c13-4eb1-9c10-4c5a4c7f3527 req-cbaed2ba-88e1-4787-b0cc-7c80fb1468b1 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:54.310164 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-32a09ac8-3c13-4eb1-9c10-4c5a4c7f3527 req-cbaed2ba-88e1-4787-b0cc-7c80fb1468b1 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 948 time: 0.0882745 Sep 19 12:37:54.358126 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-32a09ac8-3c13-4eb1-9c10-4c5a4c7f3527 req-0fc867bb-c2e1-4ee8-85cb-93f5e633103b tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Sep 19 12:37:55.334045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6c131f5e-034c-4c1a-853b-6d13ff8b8070 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:37:55.497415 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6c131f5e-034c-4c1a-853b-6d13ff8b8070, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6c131f5e-034c-4c1a-853b-6d13ff8b8070,segment=NetworkSegment(4de4bb22-18d5-4975-ab5b-ae86473afa88),segment_id=4de4bb22-18d5-4975-ab5b-ae86473afa88)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:55.510846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '6c131f5e-034c-4c1a-853b-6d13ff8b8070', 'network_id': '427820a0-fa44-42db-a335-17889295e0ad', 'port_id': '6c131f5e-034c-4c1a-853b-6d13ff8b8070', 'mac_address': 'fa:16:3e:1f:c5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb9df92-5a78-4b71-80b3-47f58bcc4b53', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:37:55.569495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:37:55.569785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:55.587111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c131f5e-034c-4c1a-853b-6d13ff8b8070 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:37:55.594074 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0f8d6-b21c-4a90-b5a4-45fd881cb99a req-ab87714d-4209-4349-b304-83115d86adc5 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:55.595615 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c4b0f8d6-b21c-4a90-b5a4-45fd881cb99a req-ab87714d-4209-4349-b304-83115d86adc5 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 948 time: 0.0880208 Sep 19 12:37:55.603376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6c131f5e-034c-4c1a-853b-6d13ff8b8070, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6c131f5e-034c-4c1a-853b-6d13ff8b8070,segment=NetworkSegment(4de4bb22-18d5-4975-ab5b-ae86473afa88),segment_id=4de4bb22-18d5-4975-ab5b-ae86473afa88)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:55.639680 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c4b0f8d6-b21c-4a90-b5a4-45fd881cb99a req-692e1854-1585-44c8-b7a7-9bc3dba203a9 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383964 Sep 19 12:37:55.729874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:55.796767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6c131f5e-034c-4c1a-853b-6d13ff8b8070,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:55.978621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['6c131f5e-034c-4c1a-853b-6d13ff8b8070'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:37:56.837733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99dc69-4bc7-4e49-b1d8-3de90497069f req-f1f60fd5-5600-4e4a-9789-dd0d75bd98f9 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:56.839225 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fe99dc69-4bc7-4e49-b1d8-3de90497069f req-f1f60fd5-5600-4e4a-9789-dd0d75bd98f9 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 949 time: 0.0902147 Sep 19 12:37:56.883664 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fe99dc69-4bc7-4e49-b1d8-3de90497069f req-c13d47e1-5397-41c2-8d8b-1346001710a7 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378711 Sep 19 12:37:57.349720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6c131f5e-034c-4c1a-853b-6d13ff8b8070 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:37:57.477930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:37:57.483198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:37:57.483575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:57.602218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:37:57.602516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:57.630192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad67c099-046e-4217-9a20-929ec4f276a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c131f5e-034c-4c1a-853b-6d13ff8b8070'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:37:57.632782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e3e584-0c6c-4d77-9060-56e76c005cce" -d '{"events": [{"server_uuid": "ad67c099-046e-4217-9a20-929ec4f276a4", "name": "network-vif-plugged", "status": "completed", "tag": "6c131f5e-034c-4c1a-853b-6d13ff8b8070"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:37:57.643022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6c131f5e-034c-4c1a-853b-6d13ff8b8070, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6c131f5e-034c-4c1a-853b-6d13ff8b8070,segment=NetworkSegment(4de4bb22-18d5-4975-ab5b-ae86473afa88),segment_id=4de4bb22-18d5-4975-ab5b-ae86473afa88)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:37:57.673934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619aaf1b-db7b-4133-bbc0-b7eeeb370d6a x-openstack-request-id: req-619aaf1b-db7b-4133-bbc0-b7eeeb370d6a {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:37:57.674225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad67c099-046e-4217-9a20-929ec4f276a4", "name": "network-vif-plugged", "status": "completed", "tag": "6c131f5e-034c-4c1a-853b-6d13ff8b8070", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:37:57.677036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-619aaf1b-db7b-4133-bbc0-b7eeeb370d6a {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:37:57.677036 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619aaf1b-db7b-4133-bbc0-b7eeeb370d6a'] response: {'server_uuid': 'ad67c099-046e-4217-9a20-929ec4f276a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c131f5e-034c-4c1a-853b-6d13ff8b8070', 'code': 200} Sep 19 12:37:57.724065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:37:57.794151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6c131f5e-034c-4c1a-853b-6d13ff8b8070,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:58.085090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731264d-84f4-4769-89d8-94d558c1a2f3 req-ad9959f6-4949-4598-ad35-3ca4b4a2db37 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:58.087535 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1731264d-84f4-4769-89d8-94d558c1a2f3 req-ad9959f6-4949-4598-ad35-3ca4b4a2db37 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 950 time: 0.0914574 Sep 19 12:37:58.114387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30580299-ef1c-42da-9dfc-05bb58569243 req-9baf447a-579c-40d0-8100-74b6845709fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:58.115920 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-30580299-ef1c-42da-9dfc-05bb58569243 req-9baf447a-579c-40d0-8100-74b6845709fb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 1103 time: 0.0824785 Sep 19 12:37:58.137727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1731264d-84f4-4769-89d8-94d558c1a2f3 req-a26db13e-1a68-4876-acb8-16abff146173 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 Sep 19 12:37:58.165195 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-30580299-ef1c-42da-9dfc-05bb58569243 req-e0a4c45a-d9fd-4364-9e40-63002dd90cd7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Sep 19 12:37:59.355493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78899e6-99e4-4fc9-9503-190c07432989 req-265d376c-d294-44be-818f-c12e8d0ec37c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:59.357620 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f78899e6-99e4-4fc9-9503-190c07432989 req-265d376c-d294-44be-818f-c12e8d0ec37c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 950 time: 0.0915687 Sep 19 12:37:59.408172 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f78899e6-99e4-4fc9-9503-190c07432989 req-e43b6a7f-9d69-40ec-83fb-d3599c58d351 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Sep 19 12:38:00.612676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe81c67-8ae1-460a-aa2f-1e095f4b8e0e req-15a34c19-0f42-49ba-b2a9-7c24a3248178 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:00.614120 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8fe81c67-8ae1-460a-aa2f-1e095f4b8e0e req-15a34c19-0f42-49ba-b2a9-7c24a3248178 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 950 time: 0.0909407 Sep 19 12:38:00.658307 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8fe81c67-8ae1-460a-aa2f-1e095f4b8e0e req-6c9c05c0-1f87-4a82-b169-a9db35d91bc8 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385363 Sep 19 12:38:02.491826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77ef0-b3db-4ac7-afd6-c84082bde349 req-15040391-3909-40c8-8427-df2048a192a7 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:02.493197 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-18e77ef0-b3db-4ac7-afd6-c84082bde349 req-15040391-3909-40c8-8427-df2048a192a7 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 950 time: 0.0872104 Sep 19 12:38:02.542322 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-18e77ef0-b3db-4ac7-afd6-c84082bde349 req-aead5cd6-3fb0-4e2e-b7ce-a2fdad0c9586 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424843 Sep 19 12:38:03.749202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ab67a-c0ce-4943-a916-e5763a7f463f req-d17ca513-aa05-4dda-8c23-18b236811ce7 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:03.750655 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-739ab67a-c0ce-4943-a916-e5763a7f463f req-d17ca513-aa05-4dda-8c23-18b236811ce7 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 950 time: 0.0873158 Sep 19 12:38:03.794553 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-739ab67a-c0ce-4943-a916-e5763a7f463f req-ab5a2b54-421c-4e6b-94d3-241bc74aeddb tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/security-groups?id=0492c32f-92b1-406e-a6a7-76187d635cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382907 Sep 19 12:38:03.850684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-e2d08d0b-462f-4c93-bc0a-8d4e724cc27b tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:03.851326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-e2d08d0b-462f-4c93-bc0a-8d4e724cc27b tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Synchronizing usage tracker for tenant:b46ac0ae1dd04691aceb310f0dc3645b on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:38:03.963602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-e2d08d0b-462f-4c93-bc0a-8d4e724cc27b tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Unset dirty status for tenant:b46ac0ae1dd04691aceb310f0dc3645b on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:38:03.964781 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-e2d08d0b-462f-4c93-bc0a-8d4e724cc27b tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 950 time: 0.1991799 Sep 19 12:38:04.042598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-dd207f9c-01a4-41db-bfa1-a2884adf4687 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Deleting port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:38:04.043040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-dd207f9c-01a4-41db-bfa1-a2884adf4687 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:04.290907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-dd207f9c-01a4-41db-bfa1-a2884adf4687 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] For port 6c131f5e-034c-4c1a-853b-6d13ff8b8070, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6c131f5e-034c-4c1a-853b-6d13ff8b8070,segment=NetworkSegment(4de4bb22-18d5-4975-ab5b-ae86473afa88),segment_id=4de4bb22-18d5-4975-ab5b-ae86473afa88)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:38:04.291267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-dd207f9c-01a4-41db-bfa1-a2884adf4687 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:04.415454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-dd207f9c-01a4-41db-bfa1-a2884adf4687 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Calling delete_port for 6c131f5e-034c-4c1a-853b-6d13ff8b8070 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:38:04.655362 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-dd207f9c-01a4-41db-bfa1-a2884adf4687 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:04.671207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['6c131f5e-034c-4c1a-853b-6d13ff8b8070'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:38:04.705468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd207f9c-01a4-41db-bfa1-a2884adf4687 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Pushing event deleted for resources: {'Port': ['ID=6c131f5e-034c-4c1a-853b-6d13ff8b8070,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:04.797803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-dd207f9c-01a4-41db-bfa1-a2884adf4687 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] No DVR routers for this DVR port 6c131f5e-034c-4c1a-853b-6d13ff8b8070 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:38:04.800424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-dd207f9c-01a4-41db-bfa1-a2884adf4687 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:04.803194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad67c099-046e-4217-9a20-929ec4f276a4', 'name': 'network-vif-deleted', 'tag': '6c131f5e-034c-4c1a-853b-6d13ff8b8070'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:38:04.805476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb39d932-9f5a-4082-a205-d10e99ff318e" -d '{"events": [{"server_uuid": "ad67c099-046e-4217-9a20-929ec4f276a4", "name": "network-vif-deleted", "tag": "6c131f5e-034c-4c1a-853b-6d13ff8b8070"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:38:04.852721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0530f6ea-e284-4e86-99e4-48ee8bbebd12 x-openstack-request-id: req-0530f6ea-e284-4e86-99e4-48ee8bbebd12 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:38:04.853319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad67c099-046e-4217-9a20-929ec4f276a4", "name": "network-vif-deleted", "tag": "6c131f5e-034c-4c1a-853b-6d13ff8b8070", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:38:04.853319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0530f6ea-e284-4e86-99e4-48ee8bbebd12 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:38:04.853638 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0530f6ea-e284-4e86-99e4-48ee8bbebd12'] response: {'server_uuid': 'ad67c099-046e-4217-9a20-929ec4f276a4', 'name': 'network-vif-deleted', 'tag': '6c131f5e-034c-4c1a-853b-6d13ff8b8070', 'status': 'completed', 'code': 200} Sep 19 12:38:04.930309 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256d33b6-4c5b-4908-a2c5-469dd0014e87 req-dd207f9c-01a4-41db-bfa1-a2884adf4687 tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.85 "DELETE /v2.0/ports/6c131f5e-034c-4c1a-853b-6d13ff8b8070 HTTP/1.1" status: 204 len: 173 time: 0.9568341 Sep 19 12:38:04.964645 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3e68cb3b-2a87-49d9-8cc8-de808b4115ea req-8ea9bc6b-ec55-4b0d-844d-e18df89eae6c tempest-ServersAdminNegativeTestJSON-760362556 tempest-ServersAdminNegativeTestJSON-760362556-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad67c099-046e-4217-9a20-929ec4f276a4 HTTP/1.1" status: 200 len: 210 time: 0.0546584 Sep 19 12:38:06.696374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34876) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:38:06.843170 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d2a46597-ad40-4455-8d0a-09ac1d091024 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b46ac0ae1dd04691aceb310f0dc3645b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455073 Sep 19 12:38:06.845512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34882) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:38:06.902337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c910680e-1d16-497d-92ad-5d873d5e0a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:06.928092 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c910680e-1d16-497d-92ad-5d873d5e0a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:07.083549 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c910680e-1d16-497d-92ad-5d873d5e0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:07.097958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910680e-1d16-497d-92ad-5d873d5e0a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0492c32f-92b1-406e-a6a7-76187d635cd7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:07.104298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c910680e-1d16-497d-92ad-5d873d5e0a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:07.105198 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c910680e-1d16-497d-92ad-5d873d5e0a64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0492c32f-92b1-406e-a6a7-76187d635cd7 HTTP/1.1" status: 204 len: 168 time: 0.2587967 Sep 19 12:38:07.397749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6c131f5e-034c-4c1a-853b-6d13ff8b8070 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:38:07.431774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 6c131f5e-034c-4c1a-853b-6d13ff8b8070 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:38:07.432126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6c131f5e-034c-4c1a-853b-6d13ff8b8070 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:38:07.828123 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:38:07.893441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34890) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:38:07.911521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b69d570a-8f96-47d5-b7d6-a3c93ecd6b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:07.929521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b69d570a-8f96-47d5-b7d6-a3c93ecd6b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:38:07.933441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b69d570a-8f96-47d5-b7d6-a3c93ecd6b60 admin admin] Usage tracker for resource:security_group_rule and tenant:c252fee5293c4951a3e09a653abd107a is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:38:07.936358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b69d570a-8f96-47d5-b7d6-a3c93ecd6b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:38:07.941925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b69d570a-8f96-47d5-b7d6-a3c93ecd6b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:38:08.030172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b69d570a-8f96-47d5-b7d6-a3c93ecd6b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:08.169462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b69d570a-8f96-47d5-b7d6-a3c93ecd6b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:08.216306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d570a-8f96-47d5-b7d6-a3c93ecd6b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d57cb-1211-4761-b5c0-3d43d5c8715c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:08.224269 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b69d570a-8f96-47d5-b7d6-a3c93ecd6b60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c252fee5293c4951a3e09a653abd107a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272352 Sep 19 12:38:08.225294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34894) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:38:08.284168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e742abd-6154-4de6-bebf-69e125ff1502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:08.309685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e742abd-6154-4de6-bebf-69e125ff1502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:08.467554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e742abd-6154-4de6-bebf-69e125ff1502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:08.485124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e742abd-6154-4de6-bebf-69e125ff1502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d57cb-1211-4761-b5c0-3d43d5c8715c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:08.491436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e742abd-6154-4de6-bebf-69e125ff1502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:08.492569 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3e742abd-6154-4de6-bebf-69e125ff1502 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c5d57cb-1211-4761-b5c0-3d43d5c8715c HTTP/1.1" status: 204 len: 168 time: 0.2671170 Sep 19 12:38:09.661620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34918) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:38:09.764321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1020924438-network', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:38:09.769140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:38:09.773033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Usage tracker for resource:network and tenant:fcb20c22436243abad09e08f8c45b368 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:38:09.775930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:38:09.782900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:38:09.889529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Made reservation on behalf of fcb20c22436243abad09e08f8c45b368 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:38:09.891918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:09.905120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:09.919696 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:38:09.923572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb20c22436243abad09e08f8c45b368 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:38:09.926400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:38:09.932067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:38:10.022156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:10.089235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:10.118345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:38:10.127195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:10.132818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:10.133162 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Added segment 7c63280f-3cad-4f49-a5d9-3a1332c1057c of type vlan for network 4c1ee9c1-562c-4cce-8627-1b7247c847bc Sep 19 12:38:10.158662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:10.283850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:10.284852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:10.285432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:10.387946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] Pushing event updated for resources: {'Network': ['ID=4c1ee9c1-562c-4cce-8627-1b7247c847bc,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:10.397411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 4c1ee9c1-562c-4cce-8627-1b7247c847bc details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:38:10.478785 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-7aa2985c-bf1f-4ab3-a610-d0c41b7ade89 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8160291 Sep 19 12:38:10.482253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34924) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:38:10.487560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Request body: {'subnet': {'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1020924438-subnet', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:38:10.492285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:38:10.496159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Usage tracker for resource:subnet and tenant:fcb20c22436243abad09e08f8c45b368 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:38:10.500459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:38:10.505856 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:38:10.580507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Made reservation on behalf of fcb20c22436243abad09e08f8c45b368 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:38:10.582894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:10.866618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:10.938962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac0dc45-a10a-475b-8e5c-0aa21954ef43,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:10.947393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Checking segment: {'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:38:10.947748 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Network hostable DHCP agents. Network: 4c1ee9c1-562c-4cce-8627-1b7247c847bc, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:38:11.032214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Network 4c1ee9c1-562c-4cce-8627-1b7247c847bc is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:38:11.129111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 4c1ee9c1-562c-4cce-8627-1b7247c847bc) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:38:11.133924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:11.134921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:11.138689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cbece2-a08b-4b29-8418-de8833ca60ee None None] Network 4c1ee9c1-562c-4cce-8627-1b7247c847bc requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:38:11.264621 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-669c5863-54a8-45d0-b57d-080c226b1e47 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7784293 Sep 19 12:38:11.265036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 34928) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:38:11.269969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1020924438-router', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:38:11.274957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:38:11.280482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Usage tracker for resource:router and tenant:fcb20c22436243abad09e08f8c45b368 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:38:11.283521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:38:11.289330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:38:11.360661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-4c1ee9c1-562c-4cce-8627-1b7247c847bc', 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'fixed_ips': [{'subnet_id': '8ac0dc45-a10a-475b-8e5c-0aa21954ef43'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:38:11.361492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:11.380900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:11.381942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:11.399423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:11.526797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Allocated IP 172.20.0.2 (4c1ee9c1-562c-4cce-8627-1b7247c847bc/8ac0dc45-a10a-475b-8e5c-0aa21954ef43/322c50e1-1247-4d72-9b1b-7fa859d06192) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:38:11.601588 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-56d2a421-e081-4fc2-b3e9-bd5d594d4bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:11.735238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:11.745909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Transition to ACTIVE for port object 322c50e1-1247-4d72-9b1b-7fa859d06192 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:38:11.765777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Transition to ACTIVE for port object 322c50e1-1247-4d72-9b1b-7fa859d06192 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:38:11.856411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:11.870257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:11.926640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Network 4c1ee9c1-562c-4cce-8627-1b7247c847bc is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:38:11.929598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:38:11.933173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:38:11.940548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Pushing event updated for resources: {'Port': ['ID=322c50e1-1247-4d72-9b1b-7fa859d06192,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:12.041888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Attempting to bind port 322c50e1-1247-4d72-9b1b-7fa859d06192 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:38:12.042259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Attempting to bind port 322c50e1-1247-4d72-9b1b-7fa859d06192 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:38:12.042661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Attempting to bind port 322c50e1-1247-4d72-9b1b-7fa859d06192 on network 4c1ee9c1-562c-4cce-8627-1b7247c847bc {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:38:12.048986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:38:12.049363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Checking segment: {'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:38:12.049764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:12.050156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Bound using segment: {'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:38:12.050619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Bound port: 322c50e1-1247-4d72-9b1b-7fa859d06192, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:38:12.051017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:12.170443 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] For port 322c50e1-1247-4d72-9b1b-7fa859d06192, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:38:12.173434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] For port 322c50e1-1247-4d72-9b1b-7fa859d06192, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=322c50e1-1247-4d72-9b1b-7fa859d06192,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:38:12.267204 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:12.272293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:12.305392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:12.350352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ff5d9-923f-4d45-aaab-8cf37f376f07 None None] Pushing event updated for resources: {'Port': ['ID=322c50e1-1247-4d72-9b1b-7fa859d06192,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:12.449159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Allocated IP 172.26.5.220 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/1d480b93-73a3-440b-8579-48a6f1d74981) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:38:12.623414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:12.746520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:12.817202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:38:12.820261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:38:12.823934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:38:12.857291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Pushing event updated for resources: {'Port': ['ID=1d480b93-73a3-440b-8579-48a6f1d74981,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:13.207286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77aef06-7e1e-427a-8121-77d7246fb82d None None] Network 4c1ee9c1-562c-4cce-8627-1b7247c847bc requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:38:13.382869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fd713e25-1507-4658-846e-7e862e1bfe1e None None] Provisioning for port 322c50e1-1247-4d72-9b1b-7fa859d06192 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:38:13.395369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:13.723472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ae449310-8f1f-482d-9b5f-41effa65ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:13.871590 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:14.163431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Router c382bbab-6b34-42e1-8f74-6a609b37a67c is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:38:14.365810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:38:14.374442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Sync routers for ids ['c382bbab-6b34-42e1-8f74-6a609b37a67c'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:38:14.384608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Routers {'c382bbab-6b34-42e1-8f74-6a609b37a67c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:38:14.385225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:38:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c382bbab-6b34-42e1-8f74-6a609b37a67c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:14.450434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:14.451855 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6ffb47c0-03bf-4a50-b80d-07658a727471 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1858876 Sep 19 12:38:14.454771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 34932) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:38:14.528587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 322c50e1-1247-4d72-9b1b-7fa859d06192 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:38:14.632938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Set router c382bbab-6b34-42e1-8f74-6a609b37a67c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:38:14.742595 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:14.870141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 322c50e1-1247-4d72-9b1b-7fa859d06192 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:38:14.906181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 322c50e1-1247-4d72-9b1b-7fa859d06192 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:38:14.906555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.059566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'name': 'tempest-DeleteServersTestJSON-1020924438-router', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:38:11Z', 'updated_at': '2022-09-19T12:38:13Z', 'revision_number': 3, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'gw_port': {'id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:38:12Z', 'updated_at': '2022-09-19T12:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:15.066582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.070720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Checking router: c382bbab-6b34-42e1-8f74-6a609b37a67c for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:38:15.071091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Updating router c382bbab-6b34-42e1-8f74-6a609b37a67c port 1d480b93-73a3-440b-8579-48a6f1d74981 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:38:15.098625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 322c50e1-1247-4d72-9b1b-7fa859d06192 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:38:15.098935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.147279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.193234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 322c50e1-1247-4d72-9b1b-7fa859d06192, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=322c50e1-1247-4d72-9b1b-7fa859d06192,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:38:15.256409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.256645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.453450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=322c50e1-1247-4d72-9b1b-7fa859d06192,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:15.465557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.465917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.466413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.466862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.467528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.467883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.468217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.468548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.468876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.469203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.469533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.469847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:15.479352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Allocated IP 172.20.0.1 (4c1ee9c1-562c-4cce-8627-1b7247c847bc/8ac0dc45-a10a-475b-8e5c-0aa21954ef43/dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:38:15.600393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.612593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Transition to ACTIVE for port object 1d480b93-73a3-440b-8579-48a6f1d74981 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:38:15.630576 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.646018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Transition to ACTIVE for port object dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:38:15.689165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.748798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Attempting to bind port 1d480b93-73a3-440b-8579-48a6f1d74981 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:38:15.749090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Attempting to bind port 1d480b93-73a3-440b-8579-48a6f1d74981 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:38:15.749453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Attempting to bind port 1d480b93-73a3-440b-8579-48a6f1d74981 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:38:15.760143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:38:15.760515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:38:15.760909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.761301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:38:15.761902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Bound port: 1d480b93-73a3-440b-8579-48a6f1d74981, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:38:15.762285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.764313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.812985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcd0a0-11eb-461e-92aa-4eba57064eef None None] Pushing event updated for resources: {'Port': ['ID=1d480b93-73a3-440b-8579-48a6f1d74981,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:15.828842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Network 4c1ee9c1-562c-4cce-8627-1b7247c847bc is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:38:15.833315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:38:15.835435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:38:15.846179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] For port 1d480b93-73a3-440b-8579-48a6f1d74981, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:38:15.849644 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] For port 1d480b93-73a3-440b-8579-48a6f1d74981, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1d480b93-73a3-440b-8579-48a6f1d74981,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:38:15.875492 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:15.899140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:15.953392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:16.016168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Routers {'c382bbab-6b34-42e1-8f74-6a609b37a67c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:38:16.016794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:38:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c382bbab-6b34-42e1-8f74-6a609b37a67c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:16.118709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcd0a0-11eb-461e-92aa-4eba57064eef None None] Pushing event updated for resources: {'Port': ['ID=1d480b93-73a3-440b-8579-48a6f1d74981,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:16.198950 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ecf86785-6ac6-4cf9-a0bc-84e9cf2fca57 None None] Provisioning for port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:38:16.208851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ecf86785-6ac6-4cf9-a0bc-84e9cf2fca57 None None] Provisioning complete for port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:38:16.209229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ecf86785-6ac6-4cf9-a0bc-84e9cf2fca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:16.227243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:16.271019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] Set router c382bbab-6b34-42e1-8f74-6a609b37a67c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:38:16.385916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ecf86785-6ac6-4cf9-a0bc-84e9cf2fca57 None None] Port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:38:16.456563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:16.468707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 322c50e1-1247-4d72-9b1b-7fa859d06192 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:38:16.503342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:16.529875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:16.605994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 322c50e1-1247-4d72-9b1b-7fa859d06192 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:38:16.606446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:16.637577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:16.639991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:16.727476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'name': 'tempest-DeleteServersTestJSON-1020924438-router', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:38:11Z', 'updated_at': '2022-09-19T12:38:13Z', 'revision_number': 3, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'gw_port': {'id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:38:12Z', 'updated_at': '2022-09-19T12:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:16.741792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce83bea-9624-4f6c-b029-5307585b4475 None None] The sync data for ids ['c382bbab-6b34-42e1-8f74-6a609b37a67c'] in dv-neutron-857775-2-hyperv is: [{'id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'name': 'tempest-DeleteServersTestJSON-1020924438-router', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:38:11Z', 'updated_at': '2022-09-19T12:38:13Z', 'revision_number': 3, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'gw_port': {'id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:38:12Z', 'updated_at': '2022-09-19T12:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:38:16.752138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 322c50e1-1247-4d72-9b1b-7fa859d06192 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:38:16.903397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Network 4c1ee9c1-562c-4cce-8627-1b7247c847bc is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:38:16.904585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:38:17.133574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Router c382bbab-6b34-42e1-8f74-6a609b37a67c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:38:17.210429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-55201cff-1679-4352-a3b0-63e9c9ebeaab None None] Provisioning complete for port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:38:17.210913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-55201cff-1679-4352-a3b0-63e9c9ebeaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:17.279525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-55201cff-1679-4352-a3b0-63e9c9ebeaab None None] Port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:38:17.334234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:38:17.343760 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-67dd1db6-1d57-4e34-a1d8-5bb60d9ee0e7 admin admin] 10.222.0.66 "PUT /v2.0/routers/c382bbab-6b34-42e1-8f74-6a609b37a67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8878849 Sep 19 12:38:17.880329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-117af51f-5213-4545-bd9b-446cc12c3147 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:17.881709 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-117af51f-5213-4545-bd9b-446cc12c3147 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/networks?id=4c1ee9c1-562c-4cce-8627-1b7247c847bc HTTP/1.1" status: 200 len: 812 time: 0.1577444 Sep 19 12:38:17.897652 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-669d077a-430e-4bfa-81b9-035e853f6cd3 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/quotas/fcb20c22436243abad09e08f8c45b368 HTTP/1.1" status: 200 len: 375 time: 0.0094185 Sep 19 12:38:17.990336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-a5328c4f-e26a-42e6-836d-a9801c02cc70 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Synchronizing usage tracker for tenant:fcb20c22436243abad09e08f8c45b368 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:38:18.072206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-a5328c4f-e26a-42e6-836d-a9801c02cc70 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Unset dirty status for tenant:fcb20c22436243abad09e08f8c45b368 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:38:18.073597 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-a5328c4f-e26a-42e6-836d-a9801c02cc70 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcb20c22436243abad09e08f8c45b368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709857 Sep 19 12:38:18.172793 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Sync routers for ids ['c382bbab-6b34-42e1-8f74-6a609b37a67c'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:38:18.183725 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Routers {'c382bbab-6b34-42e1-8f74-6a609b37a67c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:38:18.184445 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:38:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c382bbab-6b34-42e1-8f74-6a609b37a67c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:18.215444 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-f495f9f2-f219-494e-b1d2-c8848d62c0ac service neutron] 10.222.0.66 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326671 Sep 19 12:38:18.351968 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-6ac8dd62-38c3-44aa-bcf6-e1aa06b9132e service neutron] 10.222.0.66 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302490 Sep 19 12:38:18.369889 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Set router c382bbab-6b34-42e1-8f74-6a609b37a67c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:38:18.489314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1d480b93-73a3-440b-8579-48a6f1d74981 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:38:18.648966 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bd2fae97-216f-4138-bdc4-eee8b7108c28 req-2dd47a99-046d-4790-8f56-e4d0b7406220 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 210 time: 0.0538664 Sep 19 12:38:18.649411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 1d480b93-73a3-440b-8579-48a6f1d74981 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:38:18.654905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1d480b93-73a3-440b-8579-48a6f1d74981 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:38:18.655335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:18.703391 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'name': 'tempest-DeleteServersTestJSON-1020924438-router', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:38:11Z', 'updated_at': '2022-09-19T12:38:16Z', 'revision_number': 4, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'gw_port': {'id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:38:12Z', 'updated_at': '2022-09-19T12:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3', 'name': '', 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'mac_address': 'fa:16:3e:c6:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8ac0dc45-a10a-475b-8e5c-0aa21954ef43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:38:15Z', 'updated_at': '2022-09-19T12:38:16Z', 'revision_number': 2, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'subnets': [{'id': '8ac0dc45-a10a-475b-8e5c-0aa21954ef43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:18.707176 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Checking router: c382bbab-6b34-42e1-8f74-6a609b37a67c for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:38:18.707641 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Updating router c382bbab-6b34-42e1-8f74-6a609b37a67c port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:38:18.767636 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:18.791208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1d480b93-73a3-440b-8579-48a6f1d74981 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:38:18.791655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:18.809813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1d480b93-73a3-440b-8579-48a6f1d74981, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1d480b93-73a3-440b-8579-48a6f1d74981,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:38:18.935944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:19.003245 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1d480b93-73a3-440b-8579-48a6f1d74981,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:19.108442 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:19.119556 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Transition to ACTIVE for port object dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:38:19.289360 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:19.482771 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Pushing event updated for resources: {'Port': ['ID=dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:19.535316 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Attempting to bind port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Attempting to bind port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:38:19.551335 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Attempting to bind port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 on network 4c1ee9c1-562c-4cce-8627-1b7247c847bc {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:38:19.553140 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:38:19.553140 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Checking segment: {'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:38:19.553140 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:19.553140 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Bound using segment: {'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:38:19.553504 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Bound port: dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:38:19.553749 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:19.639850 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] For port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:38:19.642728 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] For port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:38:19.752698 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:19.766327 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3090389e-c0fa-4eb4-b20b-c2e57df44944 req-0a7bcb41-ba39-433e-beff-b173da68bbe7 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 210 time: 0.0561347 Sep 19 12:38:19.815928 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Routers {'c382bbab-6b34-42e1-8f74-6a609b37a67c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:38:19.816548 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:38:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c382bbab-6b34-42e1-8f74-6a609b37a67c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:19.900126 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cf5c5-ac3d-4c04-9c81-087bf8a1333a None None] Pushing event updated for resources: {'Port': ['ID=dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:20.001702 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] Set router c382bbab-6b34-42e1-8f74-6a609b37a67c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:38:20.313485 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'name': 'tempest-DeleteServersTestJSON-1020924438-router', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:38:11Z', 'updated_at': '2022-09-19T12:38:16Z', 'revision_number': 4, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'gw_port': {'id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:38:12Z', 'updated_at': '2022-09-19T12:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3', 'name': '', 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'mac_address': 'fa:16:3e:c6:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8ac0dc45-a10a-475b-8e5c-0aa21954ef43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:38:15Z', 'updated_at': '2022-09-19T12:38:19Z', 'revision_number': 4, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'subnets': [{'id': '8ac0dc45-a10a-475b-8e5c-0aa21954ef43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:20.317538 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65b2fb-917c-4d3c-b57d-dc3a0724a3df None None] The sync data for ids ['c382bbab-6b34-42e1-8f74-6a609b37a67c'] in dv-neutron-857775-2-hyperv is: [{'id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'name': 'tempest-DeleteServersTestJSON-1020924438-router', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:38:11Z', 'updated_at': '2022-09-19T12:38:16Z', 'revision_number': 4, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'gw_port': {'id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:38:12Z', 'updated_at': '2022-09-19T12:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3', 'name': '', 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'mac_address': 'fa:16:3e:c6:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8ac0dc45-a10a-475b-8e5c-0aa21954ef43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:38:15Z', 'updated_at': '2022-09-19T12:38:19Z', 'revision_number': 4, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'subnets': [{'id': '8ac0dc45-a10a-475b-8e5c-0aa21954ef43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:38:20.534065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1d480b93-73a3-440b-8579-48a6f1d74981 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:38:20.610244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1d480b93-73a3-440b-8579-48a6f1d74981 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:38:20.610562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:20.783400 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1d480b93-73a3-440b-8579-48a6f1d74981 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:38:20.784541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:38:20.936999 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-860842bf-49d0-4942-81af-dc5641d8109c req-47399a82-3111-4809-93da-db662ddb17ef tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 210 time: 0.0521846 Sep 19 12:38:20.940602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:38:20.945827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:38:20.946468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:21.075520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:38:21.075826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:21.110686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:38:21.192533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:21.263005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:21.419256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-200df8a4-3e94-4756-8426-d4cae43878ff tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:21.419931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-200df8a4-3e94-4756-8426-d4cae43878ff tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Synchronizing usage tracker for tenant:fcb20c22436243abad09e08f8c45b368 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:38:21.512852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-200df8a4-3e94-4756-8426-d4cae43878ff tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Unset dirty status for tenant:fcb20c22436243abad09e08f8c45b368 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:38:21.514218 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-200df8a4-3e94-4756-8426-d4cae43878ff tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.85 "GET /v2.0/networks?id=4c1ee9c1-562c-4cce-8627-1b7247c847bc HTTP/1.1" status: 200 len: 812 time: 0.2662618 Sep 19 12:38:21.532745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Request body: {'port': {'device_id': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc', 'admin_state_up': True, 'tenant_id': 'fcb20c22436243abad09e08f8c45b368'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:38:21.678844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:38:21.689357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:38:21.785982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Made reservation on behalf of fcb20c22436243abad09e08f8c45b368 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:38:21.789537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:21.950519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Allocated IP 172.20.0.9 (4c1ee9c1-562c-4cce-8627-1b7247c847bc/8ac0dc45-a10a-475b-8e5c-0aa21954ef43/6ea4a597-22cc-49c8-94ae-a515cd697b0b) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:38:22.102194 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9baf957f-5cc5-4811-b034-8acb4090d362 req-892f30e2-0bd8-494b-afa0-db682347f34c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 210 time: 0.0530605 Sep 19 12:38:22.153649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:22.169076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Transition to ACTIVE for port object 6ea4a597-22cc-49c8-94ae-a515cd697b0b will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:38:22.243859 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:22.315366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Network 4c1ee9c1-562c-4cce-8627-1b7247c847bc is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:38:22.318218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:38:22.322341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:38:22.362543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Pushing event updated for resources: {'Port': ['ID=6ea4a597-22cc-49c8-94ae-a515cd697b0b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:22.396156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:22.396873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:22.471765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:38:22.547222 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-be49411b-8143-4c1e-843d-f4046a6f138c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0181112 Sep 19 12:38:22.550237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:38:22.550612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:22.560560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Request body: {'port': {'device_id': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:38:22.641911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-30177bc6-5e2f-4c62-b19f-c5d0238f6d6d None None] Provisioning for port 6ea4a597-22cc-49c8-94ae-a515cd697b0b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:38:22.660741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-30177bc6-5e2f-4c62-b19f-c5d0238f6d6d None None] Provisioning complete for port 6ea4a597-22cc-49c8-94ae-a515cd697b0b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:38:22.661114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-30177bc6-5e2f-4c62-b19f-c5d0238f6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:22.718970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:38:22.728787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-30177bc6-5e2f-4c62-b19f-c5d0238f6d6d None None] Port 6ea4a597-22cc-49c8-94ae-a515cd697b0b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:38:22.791518 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:22.997846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:23.138719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea4a597-22cc-49c8-94ae-a515cd697b0b {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:38:23.146249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:23.160477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Transition to ACTIVE for port object 6ea4a597-22cc-49c8-94ae-a515cd697b0b will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:38:23.232325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:23.304417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf5d78-a42d-4691-b585-7124d47da7d8 req-0554bda3-1830-4271-b9b8-ac5c646ba250 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:23.305852 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-58bf5d78-a42d-4691-b585-7124d47da7d8 req-0554bda3-1830-4271-b9b8-ac5c646ba250 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 943 time: 0.0909193 Sep 19 12:38:23.352446 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-58bf5d78-a42d-4691-b585-7124d47da7d8 req-b502a30b-8968-4719-8ac8-f1b32311b1f2 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Sep 19 12:38:23.432770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea4a597-22cc-49c8-94ae-a515cd697b0b,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:23.469608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Attempting to bind port 6ea4a597-22cc-49c8-94ae-a515cd697b0b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:38:23.469939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Attempting to bind port 6ea4a597-22cc-49c8-94ae-a515cd697b0b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:38:23.470256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Attempting to bind port 6ea4a597-22cc-49c8-94ae-a515cd697b0b on network 4c1ee9c1-562c-4cce-8627-1b7247c847bc {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:38:23.474960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Port 6ea4a597-22cc-49c8-94ae-a515cd697b0b on network 4c1ee9c1-562c-4cce-8627-1b7247c847bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:38:23.475303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Attempting to bind port 6ea4a597-22cc-49c8-94ae-a515cd697b0b on network 4c1ee9c1-562c-4cce-8627-1b7247c847bc {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:38:23.481144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:38:23.481477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Checking segment: {'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:38:23.481857 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Bound using segment: {'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:38:23.482276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Bound port: 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c63280f-3cad-4f49-a5d9-3a1332c1057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:38:23.482616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:23.569579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] For port 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:38:23.572479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] For port 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:38:23.632710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:23.667094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:23.668262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:23.669621 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] 10.222.0.85 "PUT /v2.0/ports/6ea4a597-22cc-49c8-94ae-a515cd697b0b HTTP/1.1" status: 200 len: 1093 time: 1.1131759 Sep 19 12:38:23.670049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'tag': '6ea4a597-22cc-49c8-94ae-a515cd697b0b'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:38:23.672329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2892323f-78af-4b3b-af40-4ff823bfc19f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea512a11-154f-4c16-bd0c-62bf7424fc33", "tag": "6ea4a597-22cc-49c8-94ae-a515cd697b0b"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:38:23.712568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0b3b0-adcb-4204-8dbd-d86d2161acf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea4a597-22cc-49c8-94ae-a515cd697b0b,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:23.719546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d43137-c624-423f-8e19-a3f8cf661794 x-openstack-request-id: req-b0d43137-c624-423f-8e19-a3f8cf661794 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:38:23.719826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea512a11-154f-4c16-bd0c-62bf7424fc33", "tag": "6ea4a597-22cc-49c8-94ae-a515cd697b0b", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:38:23.720071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0d43137-c624-423f-8e19-a3f8cf661794 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:38:23.720471 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d43137-c624-423f-8e19-a3f8cf661794'] response: {'name': 'network-changed', 'server_uuid': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'tag': '6ea4a597-22cc-49c8-94ae-a515cd697b0b', 'status': 'completed', 'code': 200} Sep 19 12:38:23.833175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892323f-78af-4b3b-af40-4ff823bfc19f req-95783b39-efe2-4951-944e-f99883dbb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:23.834680 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2892323f-78af-4b3b-af40-4ff823bfc19f req-95783b39-efe2-4951-944e-f99883dbb72e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fcb20c22436243abad09e08f8c45b368&device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 1096 time: 0.0872517 Sep 19 12:38:23.977947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892323f-78af-4b3b-af40-4ff823bfc19f req-52b41aac-32ab-4b56-9111-afe3155a3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:23.979415 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2892323f-78af-4b3b-af40-4ff823bfc19f req-52b41aac-32ab-4b56-9111-afe3155a3eb5 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=fcb20c22436243abad09e08f8c45b368&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1343908 Sep 19 12:38:24.131209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892323f-78af-4b3b-af40-4ff823bfc19f req-3f4b5c9c-7d5b-4254-9ae4-7c79bd247d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:24.132926 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2892323f-78af-4b3b-af40-4ff823bfc19f req-3f4b5c9c-7d5b-4254-9ae4-7c79bd247d2a service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438551 Sep 19 12:38:24.252931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-8f588ecb-f12f-4ba8-b993-dca706d001d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:24.254334 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-8f588ecb-f12f-4ba8-b993-dca706d001d9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fcb20c22436243abad09e08f8c45b368&device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 1096 time: 0.0824225 Sep 19 12:38:24.326224 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-34b14fbb-c675-4bc5-b450-ce4625e6e8a9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b HTTP/1.1" status: 200 len: 217 time: 0.0609396 Sep 19 12:38:24.399865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-f976b9e7-4d2e-4c52-bbbe-e216412fb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:24.401332 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-f976b9e7-4d2e-4c52-bbbe-e216412fb00f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8ac0dc45-a10a-475b-8e5c-0aa21954ef43 HTTP/1.1" status: 200 len: 851 time: 0.0663238 Sep 19 12:38:24.490130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-23d2b123-59d6-45e2-8f42-9f9dd1e83939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:24.491728 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-23d2b123-59d6-45e2-8f42-9f9dd1e83939 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4c1ee9c1-562c-4cce-8627-1b7247c847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811703 Sep 19 12:38:24.558955 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f71ab7-af5b-424e-acc8-3774c371baaf req-93a9c66b-819c-47a2-83c2-214a65a3e4bc tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:24.560489 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20f71ab7-af5b-424e-acc8-3774c371baaf req-93a9c66b-819c-47a2-83c2-214a65a3e4bc tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 943 time: 0.0928364 Sep 19 12:38:24.607451 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20f71ab7-af5b-424e-acc8-3774c371baaf req-f772a2cd-9a37-4d1d-87c4-82b26d106056 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Sep 19 12:38:24.630478 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-5cc4dca0-3add-4f43-a161-d812ae2a77c2 service neutron] 10.222.0.85 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288664 Sep 19 12:38:24.766332 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b568e494-5b99-4fb2-9171-ac20cf8975a1 req-b6f30db2-ce67-4425-b1c7-6fe9385f5e94 service neutron] 10.222.0.85 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267686 Sep 19 12:38:25.817526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a3a0-82b2-4df6-b301-e30aa9a68f4f req-064a49a8-d813-4538-9e46-d48d7c0043ae tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:25.818982 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ec65a3a0-82b2-4df6-b301-e30aa9a68f4f req-064a49a8-d813-4538-9e46-d48d7c0043ae tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 943 time: 0.0970387 Sep 19 12:38:25.969892 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ec65a3a0-82b2-4df6-b301-e30aa9a68f4f req-07c4d26a-ec67-4b91-8390-1f39b83330c8 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448598 Sep 19 12:38:27.169117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcb07b-35aa-4d25-bb60-a779c69fa1b2 req-13edfd48-0fd0-45b6-be46-1623b2a313d3 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:27.170571 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-66fcb07b-35aa-4d25-bb60-a779c69fa1b2 req-13edfd48-0fd0-45b6-be46-1623b2a313d3 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 943 time: 0.0913646 Sep 19 12:38:27.215501 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-66fcb07b-35aa-4d25-bb60-a779c69fa1b2 req-0cf02561-b90c-4595-ae67-452340867cad tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Sep 19 12:38:27.498099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6ea4a597-22cc-49c8-94ae-a515cd697b0b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:38:27.646593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:38:27.659731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '6ea4a597-22cc-49c8-94ae-a515cd697b0b', 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc', 'port_id': '6ea4a597-22cc-49c8-94ae-a515cd697b0b', 'mac_address': 'fa:16:3e:65:c7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac0dc45-a10a-475b-8e5c-0aa21954ef43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:38:27.714340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6ea4a597-22cc-49c8-94ae-a515cd697b0b is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:38:27.714725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:27.732210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea4a597-22cc-49c8-94ae-a515cd697b0b {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:38:27.748533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:38:27.843156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:27.913271 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6ea4a597-22cc-49c8-94ae-a515cd697b0b,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:28.081953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['6ea4a597-22cc-49c8-94ae-a515cd697b0b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:38:28.423693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6aa8-b2dc-43af-baf0-6a45c5f2f283 req-1a14878a-7e4e-49cf-954b-826930182bdb tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:28.425214 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6d6f6aa8-b2dc-43af-baf0-6a45c5f2f283 req-1a14878a-7e4e-49cf-954b-826930182bdb tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 944 time: 0.0991373 Sep 19 12:38:28.471559 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6d6f6aa8-b2dc-43af-baf0-6a45c5f2f283 req-7277dac7-3fdf-44e5-abef-dc776a5d677b tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Sep 19 12:38:29.503372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6ea4a597-22cc-49c8-94ae-a515cd697b0b up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:38:29.620242 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 6ea4a597-22cc-49c8-94ae-a515cd697b0b completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:38:29.628126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 6ea4a597-22cc-49c8-94ae-a515cd697b0b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:38:29.628499 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:29.686922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495a95e-a69c-4956-82e8-58b556db9aff req-6aac2576-85b8-447d-a3ae-b4accf2f55b5 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:29.688380 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1495a95e-a69c-4956-82e8-58b556db9aff req-6aac2576-85b8-447d-a3ae-b4accf2f55b5 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 944 time: 0.1026311 Sep 19 12:38:29.732878 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1495a95e-a69c-4956-82e8-58b556db9aff req-cd7a43c3-fbb1-4d58-951c-0de9d68817c0 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386426 Sep 19 12:38:29.754883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6ea4a597-22cc-49c8-94ae-a515cd697b0b is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:38:29.755262 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:29.794303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea4a597-22cc-49c8-94ae-a515cd697b0b'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:38:29.796642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb55658-f8c4-4a3f-96c2-ccf76592ffd9" -d '{"events": [{"server_uuid": "ea512a11-154f-4c16-bd0c-62bf7424fc33", "name": "network-vif-plugged", "status": "completed", "tag": "6ea4a597-22cc-49c8-94ae-a515cd697b0b"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:38:29.804253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:38:29.839693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bccf972-31f6-4e04-84f7-eb386840c82f x-openstack-request-id: req-2bccf972-31f6-4e04-84f7-eb386840c82f {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:38:29.839987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea512a11-154f-4c16-bd0c-62bf7424fc33", "name": "network-vif-plugged", "status": "completed", "tag": "6ea4a597-22cc-49c8-94ae-a515cd697b0b", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:38:29.840904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2bccf972-31f6-4e04-84f7-eb386840c82f {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:38:29.841307 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bccf972-31f6-4e04-84f7-eb386840c82f'] response: {'server_uuid': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea4a597-22cc-49c8-94ae-a515cd697b0b', 'code': 200} Sep 19 12:38:29.877628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:29.945153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6ea4a597-22cc-49c8-94ae-a515cd697b0b,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:30.357056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e740de2-4bbb-498c-9db9-b88729428fcc req-5b71d777-515d-4431-a44a-81b7933fec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:30.358515 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4e740de2-4bbb-498c-9db9-b88729428fcc req-5b71d777-515d-4431-a44a-81b7933fec53 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 1098 time: 0.1730359 Sep 19 12:38:30.401335 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4e740de2-4bbb-498c-9db9-b88729428fcc req-e7dc7eae-5c09-488c-9718-b17305e4bbca service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Sep 19 12:38:30.928673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ef05c-0806-47df-906a-139c7c93b9fb req-b5ffbd1e-aff1-4c20-bc22-deb4ecbf3c9f tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:30.930157 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-662ef05c-0806-47df-906a-139c7c93b9fb req-b5ffbd1e-aff1-4c20-bc22-deb4ecbf3c9f tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0867469 Sep 19 12:38:30.974758 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-662ef05c-0806-47df-906a-139c7c93b9fb req-373ada46-57ce-483b-b659-130d410d8ad8 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Sep 19 12:38:32.176189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358205-14c8-4277-a2ca-d71b7e5b8185 req-cbdf099f-3314-43f8-b2a2-776a79bb96e7 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:32.177677 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fe358205-14c8-4277-a2ca-d71b7e5b8185 req-cbdf099f-3314-43f8-b2a2-776a79bb96e7 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0903962 Sep 19 12:38:32.221853 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fe358205-14c8-4277-a2ca-d71b7e5b8185 req-bcc4505b-4146-4e32-a473-2f405520ea83 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384693 Sep 19 12:38:32.779776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db176c98-7c26-4dc9-9ad7-1a300d6b0889 req-c336796e-3047-43c8-9277-1d2f46d2e620 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:32.781225 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-db176c98-7c26-4dc9-9ad7-1a300d6b0889 req-c336796e-3047-43c8-9277-1d2f46d2e620 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0897834 Sep 19 12:38:32.830454 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-db176c98-7c26-4dc9-9ad7-1a300d6b0889 req-6be908aa-2371-4f9e-b37d-a52b309e6482 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 Sep 19 12:38:32.846319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35000) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:38:32.967723 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-4feb34a2-324b-4800-942c-69d31152b38e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201665 Sep 19 12:38:34.033462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1806cd6-2d6a-407a-9f51-e905481e5695 req-3b3b916a-0581-4d73-9a92-b7de77ef682c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:34.034962 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1806cd6-2d6a-407a-9f51-e905481e5695 req-3b3b916a-0581-4d73-9a92-b7de77ef682c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0935526 Sep 19 12:38:34.079340 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1806cd6-2d6a-407a-9f51-e905481e5695 req-6bcfe005-0db5-4824-bafb-a14941c7f287 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386610 Sep 19 12:38:35.203066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575fc2-6daa-4246-8453-079aae332f5e req-04b78620-7424-4a7f-9ba5-c7647ef02ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:35.204554 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-04b78620-7424-4a7f-9ba5-c7647ef02ac8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fcb20c22436243abad09e08f8c45b368&device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 1098 time: 0.0821695 Sep 19 12:38:35.281368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87394c76-0942-4c4d-a86e-9808686e2b19 req-1867c692-ee43-4e9d-a004-0f556546d496 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:35.282959 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87394c76-0942-4c4d-a86e-9808686e2b19 req-1867c692-ee43-4e9d-a004-0f556546d496 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0881169 Sep 19 12:38:35.327823 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87394c76-0942-4c4d-a86e-9808686e2b19 req-9361e035-9fa7-4bd2-a978-1ba26db8e593 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391712 Sep 19 12:38:35.339299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575fc2-6daa-4246-8453-079aae332f5e req-217209e7-00b5-48f6-a1db-dbb0c87db9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:35.340823 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-217209e7-00b5-48f6-a1db-dbb0c87db9f3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4c1ee9c1-562c-4cce-8627-1b7247c847bc HTTP/1.1" status: 200 len: 913 time: 0.1294565 Sep 19 12:38:35.408136 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-0a91a501-e1fd-410c-a061-089c6fae252b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b HTTP/1.1" status: 200 len: 217 time: 0.0610228 Sep 19 12:38:35.473215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575fc2-6daa-4246-8453-079aae332f5e req-0ccc3eb0-9588-4276-9f34-e094e3d63978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:35.474636 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-0ccc3eb0-9588-4276-9f34-e094e3d63978 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8ac0dc45-a10a-475b-8e5c-0aa21954ef43 HTTP/1.1" status: 200 len: 851 time: 0.0608914 Sep 19 12:38:35.556260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575fc2-6daa-4246-8453-079aae332f5e req-7cb11d26-d3b1-4105-b000-c73d4fcf62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:35.557732 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-7cb11d26-d3b1-4105-b000-c73d4fcf62a9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4c1ee9c1-562c-4cce-8627-1b7247c847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773220 Sep 19 12:38:35.692793 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-1f72d08e-5e12-48d8-a932-ed24bd67193b service neutron] 10.222.0.85 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282809 Sep 19 12:38:35.824894 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-3b87c0e4-2074-4682-b452-3c4f6621ad0a service neutron] 10.222.0.85 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251659 Sep 19 12:38:36.528673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e008b06-ed74-415d-b3af-2964500f7a53 req-c6b81063-b475-4c7d-b15e-866f1965db74 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:36.530129 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3e008b06-ed74-415d-b3af-2964500f7a53 req-c6b81063-b475-4c7d-b15e-866f1965db74 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0903718 Sep 19 12:38:36.578523 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3e008b06-ed74-415d-b3af-2964500f7a53 req-4cca3d12-1759-4b42-97f6-0b295d5a51b6 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Sep 19 12:38:37.785920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa8119-5936-4b61-87d2-d00ffc8e430f req-dea5fd21-0123-4de2-9f78-bf98650bd7bc tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:37.841641 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-98fa8119-5936-4b61-87d2-d00ffc8e430f req-dea5fd21-0123-4de2-9f78-bf98650bd7bc tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0984297 Sep 19 12:38:37.841641 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-98fa8119-5936-4b61-87d2-d00ffc8e430f req-d3e21f4e-a260-4a25-a5b1-a6fb5df8f48e tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Sep 19 12:38:39.032738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da565017-6b32-4b26-8108-f5de356c4766 req-91cdb33f-48f1-4561-ad35-2ce5716eb946 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:39.034229 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-da565017-6b32-4b26-8108-f5de356c4766 req-91cdb33f-48f1-4561-ad35-2ce5716eb946 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0884113 Sep 19 12:38:39.077669 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-da565017-6b32-4b26-8108-f5de356c4766 req-f7a46ce0-7818-4e2a-be00-5d3fb44dae25 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376046 Sep 19 12:38:40.280451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50d026-2829-4dd9-95c3-3fae16ec2aa9 req-e44884e1-02be-41cd-bfd1-b23c8038986f tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:40.281908 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1b50d026-2829-4dd9-95c3-3fae16ec2aa9 req-e44884e1-02be-41cd-bfd1-b23c8038986f tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0914705 Sep 19 12:38:40.326512 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1b50d026-2829-4dd9-95c3-3fae16ec2aa9 req-9fcb376c-4d41-428b-900b-237b7f83772f tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 Sep 19 12:38:41.525890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cdaf6-3875-4868-8eba-a7d56fc2a2f9 req-6db95ec9-15ce-4b4b-b18f-3ef6bab49fc2 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:41.527427 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b72cdaf6-3875-4868-8eba-a7d56fc2a2f9 req-6db95ec9-15ce-4b4b-b18f-3ef6bab49fc2 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0874085 Sep 19 12:38:41.575880 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b72cdaf6-3875-4868-8eba-a7d56fc2a2f9 req-349c6ba9-a8cb-4179-94f7-c17b053c675c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Sep 19 12:38:41.592349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ffc915e-2787-4c6b-910c-72f98dfbd0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:42.772394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73237c-7415-48b1-beec-90193fd210a0 req-9f40c5cc-5f96-4b0c-baf4-7ae2485b03b5 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:42.773889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ff73237c-7415-48b1-beec-90193fd210a0 req-9f40c5cc-5f96-4b0c-baf4-7ae2485b03b5 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0874484 Sep 19 12:38:42.819365 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ff73237c-7415-48b1-beec-90193fd210a0 req-72a2ce72-b775-478d-b333-3ff617cbd42c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392478 Sep 19 12:38:43.089331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-2cf47e17-95e8-49b4-a7e2-d649281f9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:43.091361 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-2cf47e17-95e8-49b4-a7e2-d649281f9170 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fcb20c22436243abad09e08f8c45b368&device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 1098 time: 0.0828679 Sep 19 12:38:43.241673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-45366093-5694-4f02-84ff-689041c68501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:43.243154 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-45366093-5694-4f02-84ff-689041c68501 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4c1ee9c1-562c-4cce-8627-1b7247c847bc HTTP/1.1" status: 200 len: 913 time: 0.1316996 Sep 19 12:38:43.310494 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-ec3af9dd-d398-4402-b449-fde12fddfdba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b HTTP/1.1" status: 200 len: 217 time: 0.0602319 Sep 19 12:38:43.376438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-841f94ed-e6a6-46c2-9a72-e25c40cbfc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:43.377804 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-841f94ed-e6a6-46c2-9a72-e25c40cbfc5f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8ac0dc45-a10a-475b-8e5c-0aa21954ef43 HTTP/1.1" status: 200 len: 851 time: 0.0608370 Sep 19 12:38:43.459841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-a46a1c37-3d14-4727-819e-652d068d3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:43.461313 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-a46a1c37-3d14-4727-819e-652d068d3460 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4c1ee9c1-562c-4cce-8627-1b7247c847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780470 Sep 19 12:38:43.593305 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-92d260b5-2743-4a17-b9d8-fd273e43d0d3 service neutron] 10.222.0.85 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247659 Sep 19 12:38:43.728858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-739825d0-e884-4f35-8da4-d1e672b33903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:43.734756 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cc706763-7229-4a45-a28e-ba86bcc4cd97 req-d9c83df4-60d5-4ab3-affe-9c1b687d095c service neutron] 10.222.0.85 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354952 Sep 19 12:38:44.022242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89c29-6873-48e9-93c5-d84447dc0304 req-6bae2f44-2125-49d9-b489-f36173e0b8ed tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:44.023713 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-78a89c29-6873-48e9-93c5-d84447dc0304 req-6bae2f44-2125-49d9-b489-f36173e0b8ed tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0927956 Sep 19 12:38:44.068986 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-78a89c29-6873-48e9-93c5-d84447dc0304 req-9caf5e97-0ef1-4a47-9f9e-aecc8253d4bc tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Sep 19 12:38:44.557345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:44.831835 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:38:45.014319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:45.281211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8463d-c4e6-4a6f-8e9f-277ba479b28e req-41d4ddcf-233c-461e-8bad-9ad90d1ea0e1 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:45.282897 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f0d8463d-c4e6-4a6f-8e9f-277ba479b28e req-41d4ddcf-233c-461e-8bad-9ad90d1ea0e1 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0887008 Sep 19 12:38:45.330899 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f0d8463d-c4e6-4a6f-8e9f-277ba479b28e req-726aaef1-e90e-45c8-a904-8497f66ffb67 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423322 Sep 19 12:38:46.466477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:46.532324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bc03d-7f59-4d20-88da-e71ebdcca6d0 req-7c0dfe1f-b12a-44b4-9d9d-3b18650e33e0 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:46.533671 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f57bc03d-7f59-4d20-88da-e71ebdcca6d0 req-7c0dfe1f-b12a-44b4-9d9d-3b18650e33e0 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0891678 Sep 19 12:38:46.577622 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f57bc03d-7f59-4d20-88da-e71ebdcca6d0 req-f0e40b59-bf5a-49eb-b8cd-a2d483ef3c2b tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381615 Sep 19 12:38:47.786463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390782-b0dd-4378-94dc-71e8e485c954 req-1cefe56a-502b-4783-bf35-32ffa71900bc tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:47.787939 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-99390782-b0dd-4378-94dc-71e8e485c954 req-1cefe56a-502b-4783-bf35-32ffa71900bc tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0963962 Sep 19 12:38:47.832600 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-99390782-b0dd-4378-94dc-71e8e485c954 req-2a85c236-5830-4c3f-8715-5003192d4591 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Sep 19 12:38:49.046610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4eea31-c057-48c2-b97a-b7da6196566c req-b61a71fe-c25f-4350-a923-abcae5ddce90 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:49.048082 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0d4eea31-c057-48c2-b97a-b7da6196566c req-b61a71fe-c25f-4350-a923-abcae5ddce90 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0880229 Sep 19 12:38:49.094578 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0d4eea31-c057-48c2-b97a-b7da6196566c req-6279f561-2665-462e-9679-d59a3fc89efb tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Sep 19 12:38:50.292736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d0d46-674a-49eb-bbe9-87f7801dd939 req-f254b5a1-cb33-45b5-808d-989db9f4908e tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:50.294184 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d26d0d46-674a-49eb-bbe9-87f7801dd939 req-f254b5a1-cb33-45b5-808d-989db9f4908e tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0874290 Sep 19 12:38:50.338160 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d26d0d46-674a-49eb-bbe9-87f7801dd939 req-4bb6fd9a-1c91-4964-9ccd-b70598673dd3 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Sep 19 12:38:51.637064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9afcf-ddd7-49f8-b24c-274ca7cbbc5b req-c9b8f98b-3a68-4a6d-931e-3c858512bdd8 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:51.638417 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c1c9afcf-ddd7-49f8-b24c-274ca7cbbc5b req-c9b8f98b-3a68-4a6d-931e-3c858512bdd8 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.1873443 Sep 19 12:38:51.682930 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c1c9afcf-ddd7-49f8-b24c-274ca7cbbc5b req-008b947c-02e2-46c0-b596-0c57e0d74560 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385325 Sep 19 12:38:52.881562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed2d11-3b8f-455b-9940-f0d93c340cfa req-9e71bd1b-c55f-4636-ab67-1c86b4798f98 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:52.883066 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63ed2d11-3b8f-455b-9940-f0d93c340cfa req-9e71bd1b-c55f-4636-ab67-1c86b4798f98 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0910866 Sep 19 12:38:52.929560 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63ed2d11-3b8f-455b-9940-f0d93c340cfa req-56489d03-da01-4596-b220-4d554d7f84a4 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408456 Sep 19 12:38:52.996716 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:38:54.162135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d11663-8db1-4063-8d09-f96255760bb5 req-d21100bf-e54b-4e5b-839a-1cb3d6013751 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:54.163667 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a6d11663-8db1-4063-8d09-f96255760bb5 req-d21100bf-e54b-4e5b-839a-1cb3d6013751 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.1087663 Sep 19 12:38:54.212088 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a6d11663-8db1-4063-8d09-f96255760bb5 req-8bb269f3-03ce-4fed-ab73-96321bdcc8c6 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426826 Sep 19 12:38:55.423370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20842dd2-5fb5-4a07-8816-ca612e3dfb84 req-b2e0a954-5dd4-4c3e-9643-30f3926f2698 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:55.424869 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20842dd2-5fb5-4a07-8816-ca612e3dfb84 req-b2e0a954-5dd4-4c3e-9643-30f3926f2698 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0901570 Sep 19 12:38:55.468732 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20842dd2-5fb5-4a07-8816-ca612e3dfb84 req-d8069818-d1ab-4e6f-9305-190ac055786d tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377939 Sep 19 12:38:56.669942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f551-f686-4770-8977-9a52308c68ec req-25093caa-4e57-4bd8-bd18-caa221d9aebf tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:56.671325 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9e86f551-f686-4770-8977-9a52308c68ec req-25093caa-4e57-4bd8-bd18-caa221d9aebf tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0904098 Sep 19 12:38:56.719381 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9e86f551-f686-4770-8977-9a52308c68ec req-23037f4b-01a1-40fc-97b8-3125ea88f8a1 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Sep 19 12:38:57.925663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b3b80-41cd-4762-85fd-c591b25271a0 req-f8328821-0de1-4138-a762-9231b66c5967 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:57.927215 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-544b3b80-41cd-4762-85fd-c591b25271a0 req-f8328821-0de1-4138-a762-9231b66c5967 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0884593 Sep 19 12:38:57.974019 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-544b3b80-41cd-4762-85fd-c591b25271a0 req-68126137-d9eb-41f8-9788-6bc504a86aa6 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 Sep 19 12:38:59.176885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289deb5-dfb1-4fce-bdfb-93f4f0df2365 req-fa9ae0e1-fd39-4a16-af8b-1332b55513b1 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:59.178356 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4289deb5-dfb1-4fce-bdfb-93f4f0df2365 req-fa9ae0e1-fd39-4a16-af8b-1332b55513b1 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0930049 Sep 19 12:38:59.222328 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4289deb5-dfb1-4fce-bdfb-93f4f0df2365 req-4999d73e-ee29-4e2c-b36c-1c1c2e74c5dc tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383265 Sep 19 12:39:00.444775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07ad9-c2c8-47f2-b38f-59326e7f6601 req-e5a07a9e-8e39-4a82-8587-cc1a8087a40f tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:00.446237 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7ef07ad9-c2c8-47f2-b38f-59326e7f6601 req-e5a07a9e-8e39-4a82-8587-cc1a8087a40f tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0898719 Sep 19 12:39:00.494361 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7ef07ad9-c2c8-47f2-b38f-59326e7f6601 req-2973098e-fae4-4664-a851-ab3f0a2be925 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Sep 19 12:39:01.852843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543dff5-c77a-4f67-bfb4-e1facc5343f8 req-db854f75-70ad-4dfc-a7a7-1c501d63495d tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:01.854228 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c543dff5-c77a-4f67-bfb4-e1facc5343f8 req-db854f75-70ad-4dfc-a7a7-1c501d63495d tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0950444 Sep 19 12:39:01.897897 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c543dff5-c77a-4f67-bfb4-e1facc5343f8 req-1c28cc1a-8ca4-4525-9a55-ca95a60d21d0 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Sep 19 12:39:03.107125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5afe7e-ec4c-4edc-93e4-b5e813eff480 req-8f2d0420-5d62-4da9-ab98-b062c987df3a tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:03.108590 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5c5afe7e-ec4c-4edc-93e4-b5e813eff480 req-8f2d0420-5d62-4da9-ab98-b062c987df3a tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0913353 Sep 19 12:39:03.157810 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5c5afe7e-ec4c-4edc-93e4-b5e813eff480 req-b6b65e1d-13d7-4ae6-b2d2-a4b9bc6a88af tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Sep 19 12:39:04.356311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994489a6-6318-48eb-bab0-b9c907b48512 req-98446a3f-9e6c-4bc1-ab43-870e6065d58a tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:04.357770 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-994489a6-6318-48eb-bab0-b9c907b48512 req-98446a3f-9e6c-4bc1-ab43-870e6065d58a tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0877807 Sep 19 12:39:04.409983 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-994489a6-6318-48eb-bab0-b9c907b48512 req-f0f15c0f-2d15-499c-b016-faccffe2c041 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457206 Sep 19 12:39:05.607381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805970b-b94b-49e2-a898-071379c50ea5 req-f7689e37-561b-4352-a044-a89b4988fa4c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:05.608756 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3805970b-b94b-49e2-a898-071379c50ea5 req-f7689e37-561b-4352-a044-a89b4988fa4c tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0875537 Sep 19 12:39:05.652892 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3805970b-b94b-49e2-a898-071379c50ea5 req-0118ba0b-d992-4b86-bd12-5dabd05eb89d tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377417 Sep 19 12:39:06.855381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda8cc6-cb70-4716-83be-5445626af93d req-58556bcc-1de0-413b-8227-76e4134b6641 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:06.856844 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5dda8cc6-cb70-4716-83be-5445626af93d req-58556bcc-1de0-413b-8227-76e4134b6641 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0920606 Sep 19 12:39:06.901361 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5dda8cc6-cb70-4716-83be-5445626af93d req-2254a5d5-aa4c-4d46-8ade-a19b61aa0b48 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389075 Sep 19 12:39:08.096834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc5852-6ce7-48e8-b5a5-989fccc7bbb9 req-26ea8655-fad4-4f07-a45e-da636bdb0d11 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:08.098342 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e9bc5852-6ce7-48e8-b5a5-989fccc7bbb9 req-26ea8655-fad4-4f07-a45e-da636bdb0d11 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0867550 Sep 19 12:39:08.146884 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e9bc5852-6ce7-48e8-b5a5-989fccc7bbb9 req-1ca29a81-9e06-45bb-9cd1-74e872cbb676 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Sep 19 12:39:08.163393 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-889ecde0-98b3-47ee-8b79-1934878ccb2e service neutron] 10.222.0.85 "GET /v2.0/ports/6ea4a597-22cc-49c8-94ae-a515cd697b0b/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0792522 Sep 19 12:39:08.724051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575fc2-6daa-4246-8453-079aae332f5e req-2a23abf4-c5f8-4b0e-a7d5-beb1ddf16e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:08.725424 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-2a23abf4-c5f8-4b0e-a7d5-beb1ddf16e80 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33&tenant_id=fcb20c22436243abad09e08f8c45b368 HTTP/1.1" status: 200 len: 1098 time: 0.0791118 Sep 19 12:39:08.922074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575fc2-6daa-4246-8453-079aae332f5e req-f3bb5190-a317-4aee-974e-95900cb30136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:08.923558 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-f3bb5190-a317-4aee-974e-95900cb30136 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fcb20c22436243abad09e08f8c45b368&device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 1098 time: 0.1717308 Sep 19 12:39:09.053547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575fc2-6daa-4246-8453-079aae332f5e req-368739b1-5114-4f31-8e0d-aabbf154a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:09.055037 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-368739b1-5114-4f31-8e0d-aabbf154a347 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4c1ee9c1-562c-4cce-8627-1b7247c847bc HTTP/1.1" status: 200 len: 913 time: 0.1247053 Sep 19 12:39:09.123863 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-79ab52ce-70db-47f7-82ce-31fa362f04c8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b HTTP/1.1" status: 200 len: 217 time: 0.0596354 Sep 19 12:39:09.190703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575fc2-6daa-4246-8453-079aae332f5e req-011715c5-1209-49db-99a0-dab69764c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:09.192707 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-011715c5-1209-49db-99a0-dab69764c22a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8ac0dc45-a10a-475b-8e5c-0aa21954ef43 HTTP/1.1" status: 200 len: 851 time: 0.0604908 Sep 19 12:39:09.279264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575fc2-6daa-4246-8453-079aae332f5e req-dec91ec9-2d9e-4fe5-b496-8373fa524889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:09.280732 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-dec91ec9-2d9e-4fe5-b496-8373fa524889 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4c1ee9c1-562c-4cce-8627-1b7247c847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793481 Sep 19 12:39:09.351939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a11f78-adc5-4925-a5ef-ecc42008785a req-d56debdb-3b4e-43a0-b9b8-25060b85c6c9 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:09.353314 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e9a11f78-adc5-4925-a5ef-ecc42008785a req-d56debdb-3b4e-43a0-b9b8-25060b85c6c9 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0900869 Sep 19 12:39:09.398057 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e9a11f78-adc5-4925-a5ef-ecc42008785a req-2e96c58d-7d69-4733-9197-bd8c1f6bc7ce tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388622 Sep 19 12:39:09.421793 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-2a51d18d-eaa7-455a-8270-5690c80bb46d service neutron] 10.222.0.85 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313486 Sep 19 12:39:09.560338 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58575fc2-6daa-4246-8453-079aae332f5e req-b5464232-60fa-46cd-a9ae-b60e2cf36527 service neutron] 10.222.0.85 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294775 Sep 19 12:39:10.605458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b376a-b2e0-4a6d-abc8-a417327fc087 req-9acae49a-7cf0-41f2-a70d-3f2e59ad9b1b tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:10.606840 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-918b376a-b2e0-4a6d-abc8-a417327fc087 req-9acae49a-7cf0-41f2-a70d-3f2e59ad9b1b tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0932803 Sep 19 12:39:10.651864 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-918b376a-b2e0-4a6d-abc8-a417327fc087 req-69aa0d5c-3a70-499f-b535-6fb6b4aa5d90 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393157 Sep 19 12:39:11.555898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-73bef66d-0c86-4c89-9661-27d7900a3eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:11.678798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6ea4a597-22cc-49c8-94ae-a515cd697b0b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:39:11.758578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6ea4a597-22cc-49c8-94ae-a515cd697b0b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:39:11.866088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f29b8-3ce4-491e-9e40-1a2beabc581c req-22fd9be2-1297-4ae6-b464-53cb2827f39b tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:11.867656 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e03f29b8-3ce4-491e-9e40-1a2beabc581c req-22fd9be2-1297-4ae6-b464-53cb2827f39b tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0908215 Sep 19 12:39:11.875032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:11.916846 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e03f29b8-3ce4-491e-9e40-1a2beabc581c req-0d4a1ee5-d531-4192-bba9-4ee5aca40c12 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Sep 19 12:39:11.964335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '6ea4a597-22cc-49c8-94ae-a515cd697b0b', 'network_id': '4c1ee9c1-562c-4cce-8627-1b7247c847bc', 'port_id': '6ea4a597-22cc-49c8-94ae-a515cd697b0b', 'mac_address': 'fa:16:3e:65:c7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac0dc45-a10a-475b-8e5c-0aa21954ef43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:39:12.016265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6ea4a597-22cc-49c8-94ae-a515cd697b0b is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:12.016639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:12.047530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6ea4a597-22cc-49c8-94ae-a515cd697b0b is: ACTIVE; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:12.047906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:12.063223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea4a597-22cc-49c8-94ae-a515cd697b0b'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:39:12.065485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c6ae00-bd95-42ec-8433-234281ded76a" -d '{"events": [{"server_uuid": "ea512a11-154f-4c16-bd0c-62bf7424fc33", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea4a597-22cc-49c8-94ae-a515cd697b0b"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:39:12.077953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:12.079703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ea4a597-22cc-49c8-94ae-a515cd697b0b {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:39:12.122146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 12:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3e105e-39b5-4c0a-a9c1-d89e7d080fa1 x-openstack-request-id: req-8e3e105e-39b5-4c0a-a9c1-d89e7d080fa1 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:39:12.122433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea512a11-154f-4c16-bd0c-62bf7424fc33", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea4a597-22cc-49c8-94ae-a515cd697b0b", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:39:12.122683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e3e105e-39b5-4c0a-a9c1-d89e7d080fa1 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:39:12.123107 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3e105e-39b5-4c0a-a9c1-d89e7d080fa1'] response: {'server_uuid': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea4a597-22cc-49c8-94ae-a515cd697b0b', 'code': 200} Sep 19 12:39:12.179812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:12.293641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:39:12.293993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:39:12.297282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6ea4a597-22cc-49c8-94ae-a515cd697b0b,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:12.849864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6ea4a597-22cc-49c8-94ae-a515cd697b0b is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:12.850564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:12.866544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea4a597-22cc-49c8-94ae-a515cd697b0b {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:39:12.882373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:12.950378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:13.021986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['6ea4a597-22cc-49c8-94ae-a515cd697b0b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:39:13.062897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6ea4a597-22cc-49c8-94ae-a515cd697b0b,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:13.125335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa832a-86af-449e-9062-3e74f51ee2f7 req-4849d84b-2395-4551-a639-c8c148374c4b tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:13.126703 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-36aa832a-86af-449e-9062-3e74f51ee2f7 req-4849d84b-2395-4551-a639-c8c148374c4b tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 944 time: 0.0884473 Sep 19 12:39:13.172891 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-36aa832a-86af-449e-9062-3e74f51ee2f7 req-6bd55c3f-5e7f-4e3d-9578-b53a2234037d tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Sep 19 12:39:13.682216 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-11a3f74c-1d1d-4c52-9fe2-69c3edc3951f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:13.705530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6ea4a597-22cc-49c8-94ae-a515cd697b0b up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:39:13.759501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-c4fd2a06-8074-4c48-8d6c-7d7aa05f6585 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:13.760207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-c4fd2a06-8074-4c48-8d6c-7d7aa05f6585 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Synchronizing usage tracker for tenant:fcb20c22436243abad09e08f8c45b368 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:39:13.774723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 6ea4a597-22cc-49c8-94ae-a515cd697b0b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:13.777434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:13.853752 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-c4fd2a06-8074-4c48-8d6c-7d7aa05f6585 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Unset dirty status for tenant:fcb20c22436243abad09e08f8c45b368 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:39:13.854967 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-c4fd2a06-8074-4c48-8d6c-7d7aa05f6585 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33&tenant_id=fcb20c22436243abad09e08f8c45b368&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 944 time: 0.1918755 Sep 19 12:39:13.895373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6ea4a597-22cc-49c8-94ae-a515cd697b0b is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:13.896009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:13.930844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:14.008667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-0ffd739d-241e-42ee-82ca-504ab9be6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:14.010154 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-0ffd739d-241e-42ee-82ca-504ab9be6212 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fcb20c22436243abad09e08f8c45b368&device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 1097 time: 0.0796094 Sep 19 12:39:14.013829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:14.085386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6ea4a597-22cc-49c8-94ae-a515cd697b0b,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:14.123854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea4a597-22cc-49c8-94ae-a515cd697b0b'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:39:14.126249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71d04fd-e2f0-4b3d-b9bb-017335afe2a6" -d '{"events": [{"server_uuid": "ea512a11-154f-4c16-bd0c-62bf7424fc33", "name": "network-vif-plugged", "status": "completed", "tag": "6ea4a597-22cc-49c8-94ae-a515cd697b0b"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:39:14.145064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-8f3fdd3a-a414-4a09-b8b0-0029fecbfedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:14.146547 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-8f3fdd3a-a414-4a09-b8b0-0029fecbfedf service neutron] 10.222.0.85 "GET /v2.0/networks?id=4c1ee9c1-562c-4cce-8627-1b7247c847bc HTTP/1.1" status: 200 len: 913 time: 0.1302993 Sep 19 12:39:14.181141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ada1eb-3b3a-4821-9157-0c7b482b5ab9 x-openstack-request-id: req-d3ada1eb-3b3a-4821-9157-0c7b482b5ab9 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:39:14.181482 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea512a11-154f-4c16-bd0c-62bf7424fc33", "name": "network-vif-plugged", "status": "completed", "tag": "6ea4a597-22cc-49c8-94ae-a515cd697b0b", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:39:14.181767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d3ada1eb-3b3a-4821-9157-0c7b482b5ab9 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:39:14.182192 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ada1eb-3b3a-4821-9157-0c7b482b5ab9'] response: {'server_uuid': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea4a597-22cc-49c8-94ae-a515cd697b0b', 'code': 200} Sep 19 12:39:14.217453 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-29dbd12b-d4ca-4612-83d2-c0262b30d350 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b HTTP/1.1" status: 200 len: 217 time: 0.0650680 Sep 19 12:39:14.279320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-c45a929b-9ebd-4067-b008-66610cc1df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:14.280681 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-c45a929b-9ebd-4067-b008-66610cc1df25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8ac0dc45-a10a-475b-8e5c-0aa21954ef43 HTTP/1.1" status: 200 len: 851 time: 0.0577610 Sep 19 12:39:14.365957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-59639a90-e641-419a-ad0a-eaca9d88329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:14.367476 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-59639a90-e641-419a-ad0a-eaca9d88329c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4c1ee9c1-562c-4cce-8627-1b7247c847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810647 Sep 19 12:39:14.499979 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-412dd3df-2de7-4fb1-990d-e6cd2e2f4f27 service neutron] 10.222.0.85 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266778 Sep 19 12:39:14.556667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:14.649085 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-31bc8785-2e57-46df-9c24-6aafddd6bf37 service neutron] 10.222.0.85 "GET /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426027 Sep 19 12:39:15.059353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:16.287145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12324c74-fa59-4190-b6ba-0a11c6275fa0 req-82ce435a-6739-4ad1-908b-b3d0edda1e97 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:16.288605 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-12324c74-fa59-4190-b6ba-0a11c6275fa0 req-82ce435a-6739-4ad1-908b-b3d0edda1e97 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0913408 Sep 19 12:39:16.341577 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-12324c74-fa59-4190-b6ba-0a11c6275fa0 req-1d7a0b16-4c1f-4f5d-a56a-83ed223d2ba7 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472775 Sep 19 12:39:16.442711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:17.542053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c13798-3f2d-4cae-b485-ce369d1cb98b req-d98d7aa0-af1b-416d-a46b-232e85e0a1f5 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:17.543446 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-92c13798-3f2d-4cae-b485-ce369d1cb98b req-d98d7aa0-af1b-416d-a46b-232e85e0a1f5 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0862761 Sep 19 12:39:17.590460 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-92c13798-3f2d-4cae-b485-ce369d1cb98b req-54c3a79a-4532-4801-9944-65695a93ca13 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Sep 19 12:39:18.082949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-42335f05-dd85-4155-b819-72ab0db71669 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:18.084397 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-42335f05-dd85-4155-b819-72ab0db71669 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0893543 Sep 19 12:39:18.248527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Deleting port 6ea4a597-22cc-49c8-94ae-a515cd697b0b {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:39:18.248869 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:18.498407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] For port 6ea4a597-22cc-49c8-94ae-a515cd697b0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6ea4a597-22cc-49c8-94ae-a515cd697b0b,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:18.498786 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:18.621638 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Calling delete_port for 6ea4a597-22cc-49c8-94ae-a515cd697b0b owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:39:18.798681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44696c-36f7-464e-b22c-52639ae7b724 req-483618f1-7ca5-4738-be56-cacfec7b7346 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:18.801122 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ba44696c-36f7-464e-b22c-52639ae7b724 req-483618f1-7ca5-4738-be56-cacfec7b7346 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 945 time: 0.0901513 Sep 19 12:39:18.843999 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ba44696c-36f7-464e-b22c-52639ae7b724 req-6f9d38d9-5075-44c9-94be-dafc81915cdd tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374296 Sep 19 12:39:18.848646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:18.873263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['6ea4a597-22cc-49c8-94ae-a515cd697b0b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:39:18.900068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Pushing event deleted for resources: {'Port': ['ID=6ea4a597-22cc-49c8-94ae-a515cd697b0b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:18.943492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.943841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.944181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.944521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.944850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.945179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.945510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.945833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.946158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.946478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.946824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:18.947150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:19.002081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] No DVR routers for this DVR port 6ea4a597-22cc-49c8-94ae-a515cd697b0b on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:39:19.005471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:19.008204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'name': 'network-vif-deleted', 'tag': '6ea4a597-22cc-49c8-94ae-a515cd697b0b'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:39:19.010554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2b1b26-cc7f-429c-9b1c-0a2acc09a387" -d '{"events": [{"server_uuid": "ea512a11-154f-4c16-bd0c-62bf7424fc33", "name": "network-vif-deleted", "tag": "6ea4a597-22cc-49c8-94ae-a515cd697b0b"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:39:19.059179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0460e2c-84bf-4588-9b51-4d2de55ae5c6 x-openstack-request-id: req-d0460e2c-84bf-4588-9b51-4d2de55ae5c6 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:39:19.059502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea512a11-154f-4c16-bd0c-62bf7424fc33", "name": "network-vif-deleted", "tag": "6ea4a597-22cc-49c8-94ae-a515cd697b0b", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:39:19.059753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0460e2c-84bf-4588-9b51-4d2de55ae5c6 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:39:19.060158 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0460e2c-84bf-4588-9b51-4d2de55ae5c6'] response: {'server_uuid': 'ea512a11-154f-4c16-bd0c-62bf7424fc33', 'name': 'network-vif-deleted', 'tag': '6ea4a597-22cc-49c8-94ae-a515cd697b0b', 'status': 'completed', 'code': 200} Sep 19 12:39:19.099931 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2e5ebe5a-8ead-45c4-8eac-cee07fad3df3 req-7a28b418-2d96-4d8c-ab2b-b31090e3fa39 tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.85 "DELETE /v2.0/ports/6ea4a597-22cc-49c8-94ae-a515cd697b0b HTTP/1.1" status: 204 len: 173 time: 1.0101635 Sep 19 12:39:20.029141 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5d46528a-3342-492d-ad5d-4e7a86eaa9bd req-7ea41d66-50ff-4f0f-89ac-dc5ae8cc000b tempest-DeleteServersTestJSON-518150749 tempest-DeleteServersTestJSON-518150749-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea512a11-154f-4c16-bd0c-62bf7424fc33 HTTP/1.1" status: 200 len: 210 time: 0.0547287 Sep 19 12:39:21.283150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 35122) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:39:21.739206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6ea4a597-22cc-49c8-94ae-a515cd697b0b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:39:21.774858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 6ea4a597-22cc-49c8-94ae-a515cd697b0b {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:39:21.775210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6ea4a597-22cc-49c8-94ae-a515cd697b0b not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:39:21.825793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:21.830785 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:39:22.287254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] Deleting port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:39:22.287710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:22.502283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] For port dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:22.502716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:22.630926 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] Calling delete_port for dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:39:22.876559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:22.923489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:23.007819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:23.202524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:23.571073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] Router c382bbab-6b34-42e1-8f74-6a609b37a67c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:39:23.853750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:39:23.862205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] Sync routers for ids ['c382bbab-6b34-42e1-8f74-6a609b37a67c'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:39:23.865968 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-96809aab-d3b9-467b-9cb9-bae74b07a4a7 admin admin] 10.222.0.66 "PUT /v2.0/routers/c382bbab-6b34-42e1-8f74-6a609b37a67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5817320 Sep 19 12:39:23.868478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 35126) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:39:23.871462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] Routers {'c382bbab-6b34-42e1-8f74-6a609b37a67c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:39:23.872074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:39:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c382bbab-6b34-42e1-8f74-6a609b37a67c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:24.052933 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] Set router c382bbab-6b34-42e1-8f74-6a609b37a67c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:39:24.054208 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:24.233475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:24.339666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'name': 'tempest-DeleteServersTestJSON-1020924438-router', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:38:11Z', 'updated_at': '2022-09-19T12:39:22Z', 'revision_number': 5, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'gw_port': {'id': '1d480b93-73a3-440b-8579-48a6f1d74981', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:38:12Z', 'updated_at': '2022-09-19T12:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:24.343474 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] Checking router: c382bbab-6b34-42e1-8f74-6a609b37a67c for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:39:24.352019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] Routers {'c382bbab-6b34-42e1-8f74-6a609b37a67c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:39:24.352614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:39:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c382bbab-6b34-42e1-8f74-6a609b37a67c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:24.368030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Deleting port 1d480b93-73a3-440b-8579-48a6f1d74981 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:39:24.368473 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:24.549418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] Set router c382bbab-6b34-42e1-8f74-6a609b37a67c gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:39:24.551726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] For port 1d480b93-73a3-440b-8579-48a6f1d74981, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1d480b93-73a3-440b-8579-48a6f1d74981,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:24.552091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:24.668957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'name': 'tempest-DeleteServersTestJSON-1020924438-router', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:38:11Z', 'updated_at': '2022-09-19T12:39:24Z', 'revision_number': 6, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:24.673075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8cdda-b22a-49a7-a2fb-b432f1909412 None None] The sync data for ids ['c382bbab-6b34-42e1-8f74-6a609b37a67c'] in dv-neutron-857775-2-hyperv is: [{'id': 'c382bbab-6b34-42e1-8f74-6a609b37a67c', 'name': 'tempest-DeleteServersTestJSON-1020924438-router', 'tenant_id': 'fcb20c22436243abad09e08f8c45b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:38:11Z', 'updated_at': '2022-09-19T12:39:24Z', 'revision_number': 6, 'project_id': 'fcb20c22436243abad09e08f8c45b368', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:39:24.677416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Calling delete_port for 1d480b93-73a3-440b-8579-48a6f1d74981 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:39:24.916545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:24.968594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d480b93-73a3-440b-8579-48a6f1d74981,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:25.066496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.358480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.360686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.430570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.431167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c382bbab-6b34-42e1-8f74-6a609b37a67c {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:39:25.444613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.450280 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8d26f770-0d37-46d4-a463-e1436dc0ae80 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c382bbab-6b34-42e1-8f74-6a609b37a67c HTTP/1.1" status: 204 len: 168 time: 1.5808637 Sep 19 12:39:25.453010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 35130) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:39:25.528244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-72036bba-1bb2-426f-be63-3e0a6b272b5b admin admin] Deleting subnet 8ac0dc45-a10a-475b-8e5c-0aa21954ef43 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:39:25.531334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72036bba-1bb2-426f-be63-3e0a6b272b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.583041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72036bba-1bb2-426f-be63-3e0a6b272b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.667423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72036bba-1bb2-426f-be63-3e0a6b272b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.813608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72036bba-1bb2-426f-be63-3e0a6b272b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.851894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72036bba-1bb2-426f-be63-3e0a6b272b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac0dc45-a10a-475b-8e5c-0aa21954ef43,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:25.856898 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-72036bba-1bb2-426f-be63-3e0a6b272b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.862089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99edac4f-a3e4-4cd9-8c65-9ed2a4193292 None None] Network 4c1ee9c1-562c-4cce-8627-1b7247c847bc requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:39:25.864485 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-72036bba-1bb2-426f-be63-3e0a6b272b5b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8ac0dc45-a10a-475b-8e5c-0aa21954ef43 HTTP/1.1" status: 204 len: 168 time: 0.4099567 Sep 19 12:39:25.866989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 35134) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:39:25.978063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:25.988931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Deleting port 322c50e1-1247-4d72-9b1b-7fa859d06192 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:39:25.989292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:26.141432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] DHCP port deletion for 4c1ee9c1-562c-4cce-8627-1b7247c847bc request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:39:26.146601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] Deleting port 322c50e1-1247-4d72-9b1b-7fa859d06192 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:39:26.147139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:26.235283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] For port 322c50e1-1247-4d72-9b1b-7fa859d06192, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=322c50e1-1247-4d72-9b1b-7fa859d06192,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:26.235742 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:26.353434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] For port 322c50e1-1247-4d72-9b1b-7fa859d06192, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=322c50e1-1247-4d72-9b1b-7fa859d06192,segment=NetworkSegment(7c63280f-3cad-4f49-a5d9-3a1332c1057c),segment_id=7c63280f-3cad-4f49-a5d9-3a1332c1057c)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:26.353744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:26.400800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Calling delete_port for 322c50e1-1247-4d72-9b1b-7fa859d06192 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:39:26.499097 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] Calling delete_port for 322c50e1-1247-4d72-9b1b-7fa859d06192 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:39:26.526955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1d480b93-73a3-440b-8579-48a6f1d74981 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:39:26.573207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:26.575107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 1d480b93-73a3-440b-8579-48a6f1d74981 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:39:26.575452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1d480b93-73a3-440b-8579-48a6f1d74981 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:39:26.575864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:39:26.617687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:39:26.617925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device dae2fd1e-d7eb-4917-9b65-3f5fe3dcd0b3 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:39:26.618335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 322c50e1-1247-4d72-9b1b-7fa859d06192 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:39:26.622486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=322c50e1-1247-4d72-9b1b-7fa859d06192,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:26.624350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] No DVR routers for this DVR port 322c50e1-1247-4d72-9b1b-7fa859d06192 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:39:26.657621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 322c50e1-1247-4d72-9b1b-7fa859d06192 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:39:26.657995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 322c50e1-1247-4d72-9b1b-7fa859d06192 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:39:26.677134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:39:26.677488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:39:26.742605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:26.767310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1ee9c1-562c-4cce-8627-1b7247c847bc']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:26.779563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c63280f-3cad-4f49-a5d9-3a1332c1057c') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:26.779858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c63280f-3cad-4f49-a5d9-3a1332c1057c') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:26.791703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:26.808841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:26.814993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:39:26.815609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:27.040690 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 7c63280f-3cad-4f49-a5d9-3a1332c1057c resource provider aggregate not found Sep 19 12:39:27.040690 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 7c63280f-3cad-4f49-a5d9-3a1332c1057c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c63280f-3cad-4f49-a5d9-3a1332c1057c found for delete ", "request_id": "req-3a6c67bd-0162-4848-873c-f26fd5fe3424"}]} Sep 19 12:39:27.178826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] Deleting port 322c50e1-1247-4d72-9b1b-7fa859d06192 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:39:27.179350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:27.184721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:27.201271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:27.212410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1ee9c1-562c-4cce-8627-1b7247c847bc,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:27.251429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d766b4a9-572d-465c-904f-92e8a94c1d38 None None] The port '322c50e1-1247-4d72-9b1b-7fa859d06192' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:39:27.284098 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-94307739-ba7a-4a66-a928-61c9ac1ac7b9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4c1ee9c1-562c-4cce-8627-1b7247c847bc HTTP/1.1" status: 204 len: 168 time: 1.4147623 Sep 19 12:39:27.553712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 35144) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:39:27.597384 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-93341e03-4585-48d2-b4b6-3cc12c9eff6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcb20c22436243abad09e08f8c45b368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480487 Sep 19 12:39:27.600115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 35148) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:39:27.662948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a817d8c5-ab9e-48d6-973e-f998def45328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:27.688928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a817d8c5-ab9e-48d6-973e-f998def45328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:27.819482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a817d8c5-ab9e-48d6-973e-f998def45328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:27.836401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d8c5-ab9e-48d6-973e-f998def45328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f03eaa0-2ee3-4b33-a343-9c2a5b571de1,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:27.839755 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a817d8c5-ab9e-48d6-973e-f998def45328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:27.840912 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a817d8c5-ab9e-48d6-973e-f998def45328 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f03eaa0-2ee3-4b33-a343-9c2a5b571de1 HTTP/1.1" status: 204 len: 168 time: 0.2399232 Sep 19 12:39:28.941267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35172) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:39:29.047499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-109401059-network', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:39:29.057101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:39:29.063666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Usage tracker for resource:network and tenant:ec32583206b34dbf856497544ab0a2d4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:39:29.067934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:39:29.075437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:39:29.133415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Made reservation on behalf of ec32583206b34dbf856497544ab0a2d4 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:39:29.135772 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:29.148396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:29.163794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:39:29.167610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Usage tracker for resource:security_group_rule and tenant:ec32583206b34dbf856497544ab0a2d4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:39:29.170396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:39:29.176933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:39:29.260393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:29.333253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:29.365416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:39:29.374513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bab714-2816-45bc-badb-da7908074fdd,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:29.384552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.384908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.385256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.385599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.385935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.386269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.386599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.387034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.387366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.387733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.388062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.388549 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:29.393431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:29.393784 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Added segment d2acc389-2fbb-400e-8408-cb361f43f336 of type vlan for network 4ca3a5ff-a407-49fa-beee-0bb270821056 Sep 19 12:39:29.422128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:29.510653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:29.511568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:29.512173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:29.617545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] Pushing event updated for resources: {'Network': ['ID=4ca3a5ff-a407-49fa-beee-0bb270821056,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:29.627176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 4ca3a5ff-a407-49fa-beee-0bb270821056 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:39:29.671917 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2d3bef8f-2f98-4151-857b-1da8fc51c5ac admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7287061 Sep 19 12:39:29.675116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35178) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:39:29.681634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Request body: {'subnet': {'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-109401059-subnet', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:39:29.686940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:39:29.690973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Usage tracker for resource:subnet and tenant:ec32583206b34dbf856497544ab0a2d4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:39:29.693960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:39:29.699977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:39:29.795959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Made reservation on behalf of ec32583206b34dbf856497544ab0a2d4 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:39:29.798316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:30.242091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:30.315546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b536c2-998d-4ab6-afca-9e3e800e7e8e,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:30.325216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Checking segment: {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:39:30.325579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Network hostable DHCP agents. Network: 4ca3a5ff-a407-49fa-beee-0bb270821056, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:39:30.413014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Network 4ca3a5ff-a407-49fa-beee-0bb270821056 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:39:30.476405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 4ca3a5ff-a407-49fa-beee-0bb270821056) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:30.482481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:30.483182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:30.487906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354f703-4e36-4d06-b134-cca098007a49 None None] Network 4ca3a5ff-a407-49fa-beee-0bb270821056 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:39:30.557187 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e5476c3c-39c4-4283-a75a-8c2cf8797d1b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8807116 Sep 19 12:39:30.559757 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35182) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:39:30.564752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-109401059-router', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:39:30.570166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:39:30.574134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Usage tracker for resource:router and tenant:ec32583206b34dbf856497544ab0a2d4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:39:30.577048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:39:30.582906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:39:30.664977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:30.666071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:30.682822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:30.710590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-4ca3a5ff-a407-49fa-beee-0bb270821056', 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'fixed_ips': [{'subnet_id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:39:30.711473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:30.916238 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Allocated IP 172.20.0.2 (4ca3a5ff-a407-49fa-beee-0bb270821056/07b536c2-998d-4ab6-afca-9e3e800e7e8e/ac0dab31-a0b1-459a-8aa9-87474a7c62d5) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:31.048418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:31.145715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:31.161263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Transition to ACTIVE for port object ac0dab31-a0b1-459a-8aa9-87474a7c62d5 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:39:31.188160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Transition to ACTIVE for port object ac0dab31-a0b1-459a-8aa9-87474a7c62d5 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:39:31.264869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:31.332396 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Network 4ca3a5ff-a407-49fa-beee-0bb270821056 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:31.335605 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:31.339274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:39:31.345006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Pushing event updated for resources: {'Port': ['ID=ac0dab31-a0b1-459a-8aa9-87474a7c62d5,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:31.387932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.388277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.388626 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.388965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.389322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.389625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.389959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.390289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.390619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.390970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.391298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.391619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:31.459459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Attempting to bind port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:39:31.459748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Attempting to bind port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:39:31.460103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Attempting to bind port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 on network 4ca3a5ff-a407-49fa-beee-0bb270821056 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:39:31.465514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:39:31.465888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Checking segment: {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:39:31.466287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:31.466679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Bound using segment: {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:39:31.467177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Bound port: ac0dab31-a0b1-459a-8aa9-87474a7c62d5, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:39:31.467550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:31.497689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:31.535885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:31.565521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] For port ac0dab31-a0b1-459a-8aa9-87474a7c62d5, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:39:31.568561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] For port ac0dab31-a0b1-459a-8aa9-87474a7c62d5, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ac0dab31-a0b1-459a-8aa9-87474a7c62d5,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:39:31.631405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:31.674168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Allocated IP 172.26.5.73 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/27a2d36a-79c2-436d-abc0-a6a3972a834f) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:31.721676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674140a-096b-4555-b3a3-3482619d52f0 None None] Pushing event updated for resources: {'Port': ['ID=ac0dab31-a0b1-459a-8aa9-87474a7c62d5,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:31.830645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:31.950715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:32.017022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:32.019768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:32.023797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:39:32.065894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Pushing event updated for resources: {'Port': ['ID=27a2d36a-79c2-436d-abc0-a6a3972a834f,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:32.519798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ac0dab31-a0b1-459a-8aa9-87474a7c62d5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:39:32.635788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:39:32.654848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e65069-875b-4b75-baf5-9f694e0ba7e6 None None] Network 4ca3a5ff-a407-49fa-beee-0bb270821056 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:39:32.674997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:33.001529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-52e2bc21-57ef-47db-943c-7307a89c689d None None] Provisioning for port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:39:33.008561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-52e2bc21-57ef-47db-943c-7307a89c689d None None] Provisioning complete for port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:33.009063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52e2bc21-57ef-47db-943c-7307a89c689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:33.028662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:33.133143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-52e2bc21-57ef-47db-943c-7307a89c689d None None] Current status of the port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:33.133637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52e2bc21-57ef-47db-943c-7307a89c689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:33.171390 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-52e2bc21-57ef-47db-943c-7307a89c689d None None] For port ac0dab31-a0b1-459a-8aa9-87474a7c62d5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ac0dab31-a0b1-459a-8aa9-87474a7c62d5,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:33.253642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52e2bc21-57ef-47db-943c-7307a89c689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:33.322049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Router 78e98983-892a-4452-ba74-7d34c17b0c3d is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:39:33.322265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2bc21-57ef-47db-943c-7307a89c689d None None] Pushing event updated for resources: {'Port': ['ID=ac0dab31-a0b1-459a-8aa9-87474a7c62d5,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:33.375042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ba2aec9f-823a-4c98-a382-a09e8f009a63 None None] Provisioning complete for port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:33.375422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ba2aec9f-823a-4c98-a382-a09e8f009a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:33.496509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ba2aec9f-823a-4c98-a382-a09e8f009a63 None None] Current status of the port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:33.503990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:39:33.513707 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Sync routers for ids ['78e98983-892a-4452-ba74-7d34c17b0c3d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:39:33.523066 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Routers {'78e98983-892a-4452-ba74-7d34c17b0c3d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:39:33.523679 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:39:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['78e98983-892a-4452-ba74-7d34c17b0c3d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:33.585124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:33.589207 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b4af4c24-2820-42f4-b14c-8770b7f81009 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0259361 Sep 19 12:39:33.589415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35186) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:39:33.698342 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Set router 78e98983-892a-4452-ba74-7d34c17b0c3d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:39:34.019152 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'name': 'tempest-ServerDiskConfigTestJSON-109401059-router', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:30Z', 'updated_at': '2022-09-19T12:39:32Z', 'revision_number': 3, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'gw_port': {'id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:31Z', 'updated_at': '2022-09-19T12:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:34.023409 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Checking router: 78e98983-892a-4452-ba74-7d34c17b0c3d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:39:34.023754 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Updating router 78e98983-892a-4452-ba74-7d34c17b0c3d port 27a2d36a-79c2-436d-abc0-a6a3972a834f binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:39:34.080616 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:34.413917 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:34.418886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:34.425443 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Transition to ACTIVE for port object 27a2d36a-79c2-436d-abc0-a6a3972a834f will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:39:34.493517 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:34.495503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ac0dab31-a0b1-459a-8aa9-87474a7c62d5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:39:34.545347 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Attempting to bind port 27a2d36a-79c2-436d-abc0-a6a3972a834f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:39:34.545916 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Attempting to bind port 27a2d36a-79c2-436d-abc0-a6a3972a834f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:39:34.546038 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Attempting to bind port 27a2d36a-79c2-436d-abc0-a6a3972a834f on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:39:34.559187 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:39:34.559556 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:39:34.559945 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:34.560346 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:39:34.560929 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Bound port: 27a2d36a-79c2-436d-abc0-a6a3972a834f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:39:34.561299 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:34.571231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:34.571539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:34.633115 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Pushing event updated for resources: {'Port': ['ID=27a2d36a-79c2-436d-abc0-a6a3972a834f,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:34.642385 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.642730 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.643088 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.643418 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.643745 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.644063 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.644389 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.644701 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.645019 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.645336 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.645734 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.646575 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:34.647559 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Allocated IP 172.20.0.1 (4ca3a5ff-a407-49fa-beee-0bb270821056/07b536c2-998d-4ab6-afca-9e3e800e7e8e/1dc3e516-46d0-4869-9912-b8a242bfd5c0) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:34.671310 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] For port 27a2d36a-79c2-436d-abc0-a6a3972a834f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:39:34.674642 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] For port 27a2d36a-79c2-436d-abc0-a6a3972a834f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=27a2d36a-79c2-436d-abc0-a6a3972a834f,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:39:34.698055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:34.728185 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:34.789040 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Routers {'78e98983-892a-4452-ba74-7d34c17b0c3d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:39:34.789658 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:39:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['78e98983-892a-4452-ba74-7d34c17b0c3d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:34.810150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:34.827045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Transition to ACTIVE for port object 1dc3e516-46d0-4869-9912-b8a242bfd5c0 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:39:34.875626 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228be7d-c2b9-40cb-8da9-6e3619b4123c None None] Pushing event updated for resources: {'Port': ['ID=27a2d36a-79c2-436d-abc0-a6a3972a834f,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:34.916777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:34.980651 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] Set router 78e98983-892a-4452-ba74-7d34c17b0c3d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:39:34.983429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Network 4ca3a5ff-a407-49fa-beee-0bb270821056 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:34.986998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:34.989921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:39:35.035003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Pushing event updated for resources: {'Port': ['ID=1dc3e516-46d0-4869-9912-b8a242bfd5c0,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:35.054976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:35.269240 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:35.300651 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'name': 'tempest-ServerDiskConfigTestJSON-109401059-router', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:30Z', 'updated_at': '2022-09-19T12:39:32Z', 'revision_number': 3, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'gw_port': {'id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:31Z', 'updated_at': '2022-09-19T12:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:35.305474 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad93ea-8551-4e07-aadb-2b201241308d None None] The sync data for ids ['78e98983-892a-4452-ba74-7d34c17b0c3d'] in dv-neutron-857775-2-hyperv is: [{'id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'name': 'tempest-ServerDiskConfigTestJSON-109401059-router', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:30Z', 'updated_at': '2022-09-19T12:39:32Z', 'revision_number': 3, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'gw_port': {'id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:31Z', 'updated_at': '2022-09-19T12:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:39:35.313833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d3c727c1-43f1-4847-9e5f-3cf747320021 None None] Provisioning for port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:39:35.315432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d3c727c1-43f1-4847-9e5f-3cf747320021 None None] Provisioning complete for port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:35.315813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d3c727c1-43f1-4847-9e5f-3cf747320021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:35.385486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d3c727c1-43f1-4847-9e5f-3cf747320021 None None] Port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:39:35.519197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:35.607659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:35.715543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Pushing event updated for resources: {'Port': ['ID=1dc3e516-46d0-4869-9912-b8a242bfd5c0,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:35.717992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:35.860976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Network 4ca3a5ff-a407-49fa-beee-0bb270821056 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:35.862223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:36.112274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b2161b72-7865-42ee-b7f3-967cab3fd90e None None] Provisioning complete for port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:36.112858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b2161b72-7865-42ee-b7f3-967cab3fd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:36.171821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b2161b72-7865-42ee-b7f3-967cab3fd90e None None] Port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:39:36.181872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Router 78e98983-892a-4452-ba74-7d34c17b0c3d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:39:36.369308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:39:36.378632 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-77eaf81f-ccd6-4901-ae9b-ab71873d84dc admin admin] 10.222.0.66 "PUT /v2.0/routers/78e98983-892a-4452-ba74-7d34c17b0c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7881751 Sep 19 12:39:36.512690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 27a2d36a-79c2-436d-abc0-a6a3972a834f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:39:36.710539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 27a2d36a-79c2-436d-abc0-a6a3972a834f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:39:36.719382 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 27a2d36a-79c2-436d-abc0-a6a3972a834f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:36.719382 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:36.841078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 27a2d36a-79c2-436d-abc0-a6a3972a834f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:36.841455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:36.854618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Sync routers for ids ['78e98983-892a-4452-ba74-7d34c17b0c3d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:39:36.868808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 27a2d36a-79c2-436d-abc0-a6a3972a834f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=27a2d36a-79c2-436d-abc0-a6a3972a834f,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:36.871716 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Routers {'78e98983-892a-4452-ba74-7d34c17b0c3d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:39:36.872319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-69a26531-d0c2-4633-acff-0c911af27add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:39:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['78e98983-892a-4452-ba74-7d34c17b0c3d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:36.911696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-02a5eb44-a345-4891-b9a9-e53f2f2c65b8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:36.912387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-02a5eb44-a345-4891-b9a9-e53f2f2c65b8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Synchronizing usage tracker for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:39:36.926100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:36.984573 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-02a5eb44-a345-4891-b9a9-e53f2f2c65b8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Unset dirty status for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:39:36.986043 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-02a5eb44-a345-4891-b9a9-e53f2f2c65b8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 814 time: 0.2267275 Sep 19 12:39:37.001902 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-ef5f4cce-58f8-47f7-91d0-d7c3efd36c47 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/quotas/ec32583206b34dbf856497544ab0a2d4 HTTP/1.1" status: 200 len: 375 time: 0.0094171 Sep 19 12:39:37.085495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=27a2d36a-79c2-436d-abc0-a6a3972a834f,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:37.093758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-eeaf47e7-af02-40dc-8a75-7920f3ba0aa8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Synchronizing usage tracker for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:39:37.110249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Set router 78e98983-892a-4452-ba74-7d34c17b0c3d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:39:37.173234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-eeaf47e7-af02-40dc-8a75-7920f3ba0aa8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Unset dirty status for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:39:37.174574 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-eeaf47e7-af02-40dc-8a75-7920f3ba0aa8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1659715 Sep 19 12:39:37.355712 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-8583627e-cbd1-4f77-987b-7971d0709103 service neutron] 10.222.0.66 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732719 Sep 19 12:39:37.425522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-69a26531-d0c2-4633-acff-0c911af27add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'name': 'tempest-ServerDiskConfigTestJSON-109401059-router', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:30Z', 'updated_at': '2022-09-19T12:39:35Z', 'revision_number': 4, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'gw_port': {'id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:31Z', 'updated_at': '2022-09-19T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '1dc3e516-46d0-4869-9912-b8a242bfd5c0', 'name': '', 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'mac_address': 'fa:16:3e:b2:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:34Z', 'updated_at': '2022-09-19T12:39:35Z', 'revision_number': 2, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'subnets': [{'id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:37.430180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Checking router: 78e98983-892a-4452-ba74-7d34c17b0c3d for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:39:37.430537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Updating router 78e98983-892a-4452-ba74-7d34c17b0c3d port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:39:37.486798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:37.493743 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-e366f372-7a80-4fb9-84f3-1dd79c3128ae service neutron] 10.222.0.66 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321282 Sep 19 12:39:37.824809 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-74f6002a-b149-4876-9adc-2111901ead75 req-f7a96860-2b2a-48b8-8abd-e60363e2b0e6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 210 time: 0.0548370 Sep 19 12:39:37.837567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:37.850786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Transition to ACTIVE for port object 1dc3e516-46d0-4869-9912-b8a242bfd5c0 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:39:37.927658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:38.111813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b33b85-2ba6-4afb-83ef-d30a960a443d None None] Pushing event updated for resources: {'Port': ['ID=1dc3e516-46d0-4869-9912-b8a242bfd5c0,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:38.146291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Attempting to bind port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:39:38.147729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Attempting to bind port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:39:38.147729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Attempting to bind port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 on network 4ca3a5ff-a407-49fa-beee-0bb270821056 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:39:38.152508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:39:38.152882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Checking segment: {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:39:38.153281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:38.153692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Bound using segment: {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:39:38.154134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Bound port: 1dc3e516-46d0-4869-9912-b8a242bfd5c0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:39:38.154528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:38.246198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-69a26531-d0c2-4633-acff-0c911af27add None None] For port 1dc3e516-46d0-4869-9912-b8a242bfd5c0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:39:38.249124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-69a26531-d0c2-4633-acff-0c911af27add None None] For port 1dc3e516-46d0-4869-9912-b8a242bfd5c0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1dc3e516-46d0-4869-9912-b8a242bfd5c0,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:39:38.310884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:38.409708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Routers {'78e98983-892a-4452-ba74-7d34c17b0c3d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:39:38.410250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-69a26531-d0c2-4633-acff-0c911af27add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:39:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['78e98983-892a-4452-ba74-7d34c17b0c3d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:38.496858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b33b85-2ba6-4afb-83ef-d30a960a443d None None] Pushing event updated for resources: {'Port': ['ID=1dc3e516-46d0-4869-9912-b8a242bfd5c0,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:38.555762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 27a2d36a-79c2-436d-abc0-a6a3972a834f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:39:38.650074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-69a26531-d0c2-4633-acff-0c911af27add None None] Set router 78e98983-892a-4452-ba74-7d34c17b0c3d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:39:38.723199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 27a2d36a-79c2-436d-abc0-a6a3972a834f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:38.723504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:38.993471 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-18d0e3b7-6614-4ad2-9f0d-5000c914185f req-d931422c-35bc-46cf-95b6-f7ca53ae331e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 210 time: 0.0553553 Sep 19 12:39:39.048743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 27a2d36a-79c2-436d-abc0-a6a3972a834f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:39.078881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-69a26531-d0c2-4633-acff-0c911af27add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'name': 'tempest-ServerDiskConfigTestJSON-109401059-router', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:30Z', 'updated_at': '2022-09-19T12:39:35Z', 'revision_number': 4, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'gw_port': {'id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:31Z', 'updated_at': '2022-09-19T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '1dc3e516-46d0-4869-9912-b8a242bfd5c0', 'name': '', 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'mac_address': 'fa:16:3e:b2:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:34Z', 'updated_at': '2022-09-19T12:39:38Z', 'revision_number': 4, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'subnets': [{'id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:39.082987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a26531-d0c2-4633-acff-0c911af27add None None] The sync data for ids ['78e98983-892a-4452-ba74-7d34c17b0c3d'] in dv-neutron-857775-2-hyperv is: [{'id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'name': 'tempest-ServerDiskConfigTestJSON-109401059-router', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:30Z', 'updated_at': '2022-09-19T12:39:35Z', 'revision_number': 4, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'gw_port': {'id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:31Z', 'updated_at': '2022-09-19T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '1dc3e516-46d0-4869-9912-b8a242bfd5c0', 'name': '', 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'mac_address': 'fa:16:3e:b2:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:34Z', 'updated_at': '2022-09-19T12:39:38Z', 'revision_number': 4, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'subnets': [{'id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:39:40.184264 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-10ba0aa1-929e-4427-962c-15afd82190f6 req-66299dff-4d8a-4ca9-8197-a34de857eab4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 210 time: 0.0587146 Sep 19 12:39:40.493407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-fbcf2b81-0cc9-4e75-a2ad-e128cb647072 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:40.494844 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-fbcf2b81-0cc9-4e75-a2ad-e128cb647072 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 814 time: 0.2697210 Sep 19 12:39:40.512037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Request body: {'port': {'device_id': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'admin_state_up': True, 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:39:40.523334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1dc3e516-46d0-4869-9912-b8a242bfd5c0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:39:40.653425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:39:40.662916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:39:40.733347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:39:40.741341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:40.748909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:40.824435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Made reservation on behalf of ec32583206b34dbf856497544ab0a2d4 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:39:40.828129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:40.865711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:40.869413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:40.900172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1dc3e516-46d0-4869-9912-b8a242bfd5c0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1dc3e516-46d0-4869-9912-b8a242bfd5c0,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:40.978513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:40.994468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Allocated IP 172.20.0.6 (4ca3a5ff-a407-49fa-beee-0bb270821056/07b536c2-998d-4ab6-afca-9e3e800e7e8e/5041e131-e096-4d72-b10d-a0e041050a24) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:41.045837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1dc3e516-46d0-4869-9912-b8a242bfd5c0,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:41.195076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:41.210956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Transition to ACTIVE for port object 5041e131-e096-4d72-b10d-a0e041050a24 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:39:41.299488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:41.374287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Network 4ca3a5ff-a407-49fa-beee-0bb270821056 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:41.377582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:41.382479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:39:41.390595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4535004-93d3-40f3-bbe8-5f56e25a9959 req-afd6c7b0-2108-41b3-b55a-5527d7a4d61e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:41.392087 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e4535004-93d3-40f3-bbe8-5f56e25a9959 req-afd6c7b0-2108-41b3-b55a-5527d7a4d61e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 931 time: 0.0924349 Sep 19 12:39:41.414086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event updated for resources: {'Port': ['ID=5041e131-e096-4d72-b10d-a0e041050a24,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:41.441935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-e4535004-93d3-40f3-bbe8-5f56e25a9959 req-818dbb42-bf06-4981-9b53-1e69cace6425 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Synchronizing usage tracker for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:39:41.454660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:41.455313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:41.516068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-e4535004-93d3-40f3-bbe8-5f56e25a9959 req-818dbb42-bf06-4981-9b53-1e69cace6425 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Unset dirty status for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:39:41.517301 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e4535004-93d3-40f3-bbe8-5f56e25a9959 req-818dbb42-bf06-4981-9b53-1e69cace6425 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186693 Sep 19 12:39:41.533853 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-5a293756-3645-444f-8f06-39d9583ba901 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0257020 Sep 19 12:39:41.549818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Request body: {'port': {'device_id': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:39:41.584405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3a3608b3-7491-4e14-8d8e-e3be102100f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:41.667420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:41.699924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-88bf46d6-dfc6-4cbf-b870-1877a865505e None None] Provisioning for port 5041e131-e096-4d72-b10d-a0e041050a24 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:39:41.706718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-88bf46d6-dfc6-4cbf-b870-1877a865505e None None] Provisioning complete for port 5041e131-e096-4d72-b10d-a0e041050a24 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:41.707112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-88bf46d6-dfc6-4cbf-b870-1877a865505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:41.765277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-88bf46d6-dfc6-4cbf-b870-1877a865505e None None] Port 5041e131-e096-4d72-b10d-a0e041050a24 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:39:42.028788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5041e131-e096-4d72-b10d-a0e041050a24 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:39:42.035840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:42.059975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Transition to ACTIVE for port object 5041e131-e096-4d72-b10d-a0e041050a24 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:39:42.138668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:42.335386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Pushing event updated for resources: {'Port': ['ID=5041e131-e096-4d72-b10d-a0e041050a24,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:42.378252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Attempting to bind port 5041e131-e096-4d72-b10d-a0e041050a24 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:39:42.378581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Attempting to bind port 5041e131-e096-4d72-b10d-a0e041050a24 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:39:42.378934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Attempting to bind port 5041e131-e096-4d72-b10d-a0e041050a24 on network 4ca3a5ff-a407-49fa-beee-0bb270821056 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:39:42.383843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Port 5041e131-e096-4d72-b10d-a0e041050a24 on network 4ca3a5ff-a407-49fa-beee-0bb270821056 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:39:42.384159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Attempting to bind port 5041e131-e096-4d72-b10d-a0e041050a24 on network 4ca3a5ff-a407-49fa-beee-0bb270821056 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:39:42.389152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:39:42.389482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Checking segment: {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:39:42.389864 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Bound using segment: {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:39:42.390286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Bound port: 5041e131-e096-4d72-b10d-a0e041050a24, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:39:42.390625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:42.484714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] For port 5041e131-e096-4d72-b10d-a0e041050a24, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:39:42.487730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] For port 5041e131-e096-4d72-b10d-a0e041050a24, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5041e131-e096-4d72-b10d-a0e041050a24,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:39:42.499515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1dc3e516-46d0-4869-9912-b8a242bfd5c0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:39:42.569380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:42.569752 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:42.590643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:42.594133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:42.596428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:42.596428 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] 10.222.0.85 "PUT /v2.0/ports/5041e131-e096-4d72-b10d-a0e041050a24 HTTP/1.1" status: 200 len: 1093 time: 1.0511842 Sep 19 12:39:42.627739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'tag': '5041e131-e096-4d72-b10d-a0e041050a24'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:39:42.630967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec", "tag": "5041e131-e096-4d72-b10d-a0e041050a24"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:39:42.673883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761a7bc-734c-44a2-8efd-db51addfd67c service neutron] Pushing event updated for resources: {'Port': ['ID=5041e131-e096-4d72-b10d-a0e041050a24,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:42.700814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:42.701503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec545910-c757-4ba1-874f-bc2dc5f5f7d2 x-openstack-request-id: req-ec545910-c757-4ba1-874f-bc2dc5f5f7d2 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:39:42.701790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec", "tag": "5041e131-e096-4d72-b10d-a0e041050a24", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:39:42.702039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec545910-c757-4ba1-874f-bc2dc5f5f7d2 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:39:42.703012 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec545910-c757-4ba1-874f-bc2dc5f5f7d2'] response: {'name': 'network-changed', 'server_uuid': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'tag': '5041e131-e096-4d72-b10d-a0e041050a24', 'status': 'completed', 'code': 200} Sep 19 12:39:42.758739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4954-44af-41d1-88ba-ed8322aea309 req-1897d173-b42a-41c4-bda8-626750b27a6a tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:42.760253 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ce1d4954-44af-41d1-88ba-ed8322aea309 req-1897d173-b42a-41c4-bda8-626750b27a6a tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 943 time: 0.1296518 Sep 19 12:39:42.794688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-ee455d57-7f44-47c6-8c7c-e99c36ea8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:42.796397 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-ee455d57-7f44-47c6-8c7c-e99c36ea8674 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 1096 time: 0.0862522 Sep 19 12:39:42.811317 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ce1d4954-44af-41d1-88ba-ed8322aea309 req-9b9fdd00-b64a-4db5-945c-8bce097bc468 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441794 Sep 19 12:39:42.968974 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-81b90975-5484-4ef9-b534-abad54ac0f07 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5041e131-e096-4d72-b10d-a0e041050a24 HTTP/1.1" status: 200 len: 217 time: 0.1616139 Sep 19 12:39:43.037164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-87b49766-8b97-4177-b627-cb04834a127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:43.038594 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-87b49766-8b97-4177-b627-cb04834a127e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0602102 Sep 19 12:39:43.123834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-de0d1b2f-2b6a-482b-8f22-c3614f57309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:43.125318 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-de0d1b2f-2b6a-482b-8f22-c3614f57309a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775304 Sep 19 12:39:43.262774 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-2a4e58c2-c122-41bc-acc0-93bcc8164048 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277380 Sep 19 12:39:43.406914 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bcc34fd-e74c-4ff5-962e-7882da6c06e2 req-33f71414-b63a-4a67-94fb-a49740252d67 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375711 Sep 19 12:39:43.600758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-8640c8ca-d9c0-4d90-a07e-0955ea3d822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:43.602247 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-8640c8ca-d9c0-4d90-a07e-0955ea3d822d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 1096 time: 0.0828276 Sep 19 12:39:43.681527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b089ed88-48d6-44e9-ab07-38ddce14e54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:43.745260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-2bd48297-d0da-46ed-8982-f13cc22387c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:43.746758 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-2bd48297-d0da-46ed-8982-f13cc22387c4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 915 time: 0.1377716 Sep 19 12:39:43.814148 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-c163997e-f095-4581-8fd4-d48f168c200e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5041e131-e096-4d72-b10d-a0e041050a24 HTTP/1.1" status: 200 len: 217 time: 0.0603807 Sep 19 12:39:43.880731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-a210b1e1-083e-4220-9b54-481ad40a28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:43.882195 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-a210b1e1-083e-4220-9b54-481ad40a28e2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0624213 Sep 19 12:39:43.966119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-eec2ebab-08c8-4447-a2b9-8bf4bfc26745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:43.967711 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-eec2ebab-08c8-4447-a2b9-8bf4bfc26745 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789902 Sep 19 12:39:44.017679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aed4c-76df-4a80-9374-38120a347bd4 req-7ca99fc7-ad79-40ca-a49b-a090c0631ce6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:44.019169 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-026aed4c-76df-4a80-9374-38120a347bd4 req-7ca99fc7-ad79-40ca-a49b-a090c0631ce6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 943 time: 0.0929267 Sep 19 12:39:44.064135 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-026aed4c-76df-4a80-9374-38120a347bd4 req-399c65da-f6d5-4a65-83db-2d51a160d6f4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 Sep 19 12:39:44.104290 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-27b8258c-238b-438d-8dc7-d48b31f3af6a service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296690 Sep 19 12:39:44.243736 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8716ea87-815a-4e06-8364-8d3ccc9e0f9a req-70b6d844-ae48-46da-8053-2994e5147790 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322386 Sep 19 12:39:44.555468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:45.029950 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:45.264976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af5472-6c25-4693-84df-5012aaf16e0b req-243a1b53-a692-4476-b0fb-a0732a62521b tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:45.266441 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-70af5472-6c25-4693-84df-5012aaf16e0b req-243a1b53-a692-4476-b0fb-a0732a62521b tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 943 time: 0.0921049 Sep 19 12:39:45.316597 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-70af5472-6c25-4693-84df-5012aaf16e0b req-dae547fc-52d2-45bb-b334-302fe590a1bb tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Sep 19 12:39:45.910226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 5041e131-e096-4d72-b10d-a0e041050a24 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:39:46.045122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 5041e131-e096-4d72-b10d-a0e041050a24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5041e131-e096-4d72-b10d-a0e041050a24,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:46.059179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '5041e131-e096-4d72-b10d-a0e041050a24', 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'port_id': '5041e131-e096-4d72-b10d-a0e041050a24', 'mac_address': 'fa:16:3e:65:38:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:39:46.156418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 5041e131-e096-4d72-b10d-a0e041050a24 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:46.156793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:46.174524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5041e131-e096-4d72-b10d-a0e041050a24 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:39:46.190843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 5041e131-e096-4d72-b10d-a0e041050a24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5041e131-e096-4d72-b10d-a0e041050a24,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:46.253282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:46.322643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=5041e131-e096-4d72-b10d-a0e041050a24,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:46.429458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:46.510060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['5041e131-e096-4d72-b10d-a0e041050a24'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:39:46.523777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b062f3-47f9-44f7-a8fd-458f171e294d req-d5e85886-45fa-4e28-b641-3e903f47c3c8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:46.525217 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e5b062f3-47f9-44f7-a8fd-458f171e294d req-d5e85886-45fa-4e28-b641-3e903f47c3c8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 944 time: 0.0876448 Sep 19 12:39:46.573290 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e5b062f3-47f9-44f7-a8fd-458f171e294d req-45031d3d-f92b-4cfc-8387-f7f0b6981541 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Sep 19 12:39:47.775496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f5ff0-b452-424d-a31e-af8ce37d3d30 req-ad26021c-8f9d-470d-b901-6ffbb29a0fe6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:47.776967 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5d3f5ff0-b452-424d-a31e-af8ce37d3d30 req-ad26021c-8f9d-470d-b901-6ffbb29a0fe6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 944 time: 0.0880582 Sep 19 12:39:47.821342 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5d3f5ff0-b452-424d-a31e-af8ce37d3d30 req-a9a25b10-832d-4e47-b4b3-8ec1bf385d90 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 Sep 19 12:39:47.909435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 5041e131-e096-4d72-b10d-a0e041050a24 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:39:48.075582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 5041e131-e096-4d72-b10d-a0e041050a24 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:39:48.081009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 5041e131-e096-4d72-b10d-a0e041050a24 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:39:48.081378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:48.198012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 5041e131-e096-4d72-b10d-a0e041050a24 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:39:48.198307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:48.224857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5041e131-e096-4d72-b10d-a0e041050a24'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:39:48.227153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8683d91-21aa-4fd4-b4d7-6115ac52ab6a" -d '{"events": [{"server_uuid": "a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec", "name": "network-vif-plugged", "status": "completed", "tag": "5041e131-e096-4d72-b10d-a0e041050a24"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:39:48.235202 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 5041e131-e096-4d72-b10d-a0e041050a24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5041e131-e096-4d72-b10d-a0e041050a24,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:39:48.274252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ecbaa-c8c7-4d66-aeae-220568e47928 x-openstack-request-id: req-521ecbaa-c8c7-4d66-aeae-220568e47928 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:39:48.274545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec", "name": "network-vif-plugged", "status": "completed", "tag": "5041e131-e096-4d72-b10d-a0e041050a24", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:39:48.274946 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-521ecbaa-c8c7-4d66-aeae-220568e47928 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:39:48.281455 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521ecbaa-c8c7-4d66-aeae-220568e47928'] response: {'server_uuid': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5041e131-e096-4d72-b10d-a0e041050a24', 'code': 200} Sep 19 12:39:48.304373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:48.378450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=5041e131-e096-4d72-b10d-a0e041050a24,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:48.669139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb64a-c26b-4bee-9cf6-d4ea8d320216 req-a20b281e-1f66-45d9-a53e-0aa32df0a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:48.670721 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-856bb64a-c26b-4bee-9cf6-d4ea8d320216 req-a20b281e-1f66-45d9-a53e-0aa32df0a44d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 1098 time: 0.0868134 Sep 19 12:39:48.714365 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-856bb64a-c26b-4bee-9cf6-d4ea8d320216 req-ffbcbd1e-52c6-42ec-88c2-b414e43aa0e7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Sep 19 12:39:49.145883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829030b3-77da-4d0c-80f2-2cd9bf70f809 req-fd8061a3-9901-45d2-bc72-89a4473fab6a tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:49.147517 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-829030b3-77da-4d0c-80f2-2cd9bf70f809 req-fd8061a3-9901-45d2-bc72-89a4473fab6a tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.2147574 Sep 19 12:39:49.191616 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-829030b3-77da-4d0c-80f2-2cd9bf70f809 req-20901d28-8fba-461d-9e37-e62cdb40bfcf tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382872 Sep 19 12:39:50.447182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8572e9-d8f4-4e1f-a7e5-bb2d96816e74 req-7484f7de-2fa9-4b6e-93d4-3cbd03a82602 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:50.448659 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dd8572e9-d8f4-4e1f-a7e5-bb2d96816e74 req-7484f7de-2fa9-4b6e-93d4-3cbd03a82602 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.1371415 Sep 19 12:39:50.500478 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dd8572e9-d8f4-4e1f-a7e5-bb2d96816e74 req-1ac0124c-36ce-4ff4-a98e-e3d18742debf tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 Sep 19 12:39:50.748991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b992c5-b301-400a-889a-bba994063f8c req-fabf8037-6a19-415d-ab5c-f2a1ab92e010 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:50.750355 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c8b992c5-b301-400a-889a-bba994063f8c req-fabf8037-6a19-415d-ab5c-f2a1ab92e010 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.1391459 Sep 19 12:39:50.796146 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c8b992c5-b301-400a-889a-bba994063f8c req-b1e42c83-cf3b-4be7-91b9-4561e5ea46b6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 Sep 19 12:39:51.224758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aabe7e-561f-43c9-b916-161aa1a0ee7a req-5c640566-5670-4e5b-ba72-015e47957fc9 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:51.226538 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-16aabe7e-561f-43c9-b916-161aa1a0ee7a req-5c640566-5670-4e5b-ba72-015e47957fc9 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0907838 Sep 19 12:39:51.271134 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-16aabe7e-561f-43c9-b916-161aa1a0ee7a req-15fb2255-c964-49c9-b8dd-d5a24f6642e5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Sep 19 12:39:51.465531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b915c-187e-4697-96be-31e9256adcd2 req-c4831378-5a80-4513-848d-4c5dc68567cd tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:51.467084 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-306b915c-187e-4697-96be-31e9256adcd2 req-c4831378-5a80-4513-848d-4c5dc68567cd tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0871215 Sep 19 12:39:51.514305 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-306b915c-187e-4697-96be-31e9256adcd2 req-738ea326-ab15-4341-a6f4-a075895f36f1 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416586 Sep 19 12:39:52.057159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00aaa4-7a6f-402a-886b-fad5bd7c1b2a req-3afa7866-69f0-4023-9091-d41ceb3a986f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:52.058669 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2e00aaa4-7a6f-402a-886b-fad5bd7c1b2a req-3afa7866-69f0-4023-9091-d41ceb3a986f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0899026 Sep 19 12:39:52.105491 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2e00aaa4-7a6f-402a-886b-fad5bd7c1b2a req-17ef7c54-a691-42c6-8c5b-ff4d87f84597 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Sep 19 12:39:52.185012 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-a624d827-5857-4ccc-aea7-b2842af25296 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826299 Sep 19 12:39:53.001156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:39:53.309370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c68bd-3b43-4142-930d-cb55839a352f req-91a6d4b6-6840-4b19-a425-5856b4e276c3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:53.310843 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-684c68bd-3b43-4142-930d-cb55839a352f req-91a6d4b6-6840-4b19-a425-5856b4e276c3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0909128 Sep 19 12:39:53.354840 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-684c68bd-3b43-4142-930d-cb55839a352f req-c93399b5-6b1a-4d5f-9dda-11beb6cd9e8b tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381615 Sep 19 12:39:54.455597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305bce-035a-49b4-ae64-506413fca423 req-c36d5d87-cd59-491a-9410-7e058c7a930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:54.457192 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-c36d5d87-cd59-491a-9410-7e058c7a930d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 1098 time: 0.1254487 Sep 19 12:39:54.570554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738b8ed-a167-4120-ab57-9782bef95429 req-8fb772ca-66ff-44bf-8fd0-36af750a0de6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:54.571955 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f738b8ed-a167-4120-ab57-9782bef95429 req-8fb772ca-66ff-44bf-8fd0-36af750a0de6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0956109 Sep 19 12:39:54.590184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305bce-035a-49b4-ae64-506413fca423 req-9b371b17-c9ca-41aa-b3e1-b8de2f8131b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:54.595944 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-9b371b17-c9ca-41aa-b3e1-b8de2f8131b0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 915 time: 0.1290264 Sep 19 12:39:54.629037 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f738b8ed-a167-4120-ab57-9782bef95429 req-730dd6bf-b530-4340-beeb-4fd810667bf7 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506291 Sep 19 12:39:54.668351 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-a8f561a0-f196-4676-9746-09e5163ac3c7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5041e131-e096-4d72-b10d-a0e041050a24 HTTP/1.1" status: 200 len: 217 time: 0.0707402 Sep 19 12:39:54.737853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305bce-035a-49b4-ae64-506413fca423 req-6a4a7d22-89ff-40a3-9694-8c30f6ad287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:54.740530 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-6a4a7d22-89ff-40a3-9694-8c30f6ad287e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0631533 Sep 19 12:39:54.945633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305bce-035a-49b4-ae64-506413fca423 req-80e67dba-645e-4175-8701-52b2659d455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:54.947040 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-80e67dba-645e-4175-8701-52b2659d455f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2019823 Sep 19 12:39:55.101311 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-f0ab7838-a697-4b0c-af72-f954fcb65c9d service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455538 Sep 19 12:39:55.261027 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-8dacf4dd-6883-4ddf-8aff-25454de35d60 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532941 Sep 19 12:39:55.846380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976745b-9369-4752-9c7d-88a68e0102d8 req-c60b9733-ec88-4401-9bbc-8e1d4c738bb8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:55.847879 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6976745b-9369-4752-9c7d-88a68e0102d8 req-c60b9733-ec88-4401-9bbc-8e1d4c738bb8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.1060627 Sep 19 12:39:55.896637 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6976745b-9369-4752-9c7d-88a68e0102d8 req-30d73778-a378-4d6c-ba21-28a94c6ece39 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Sep 19 12:39:57.093582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54497-82d8-4708-b4c4-53b872272ed3 req-10e78fc2-e87a-4265-a9db-10ada0379170 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:57.095139 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2e54497-82d8-4708-b4c4-53b872272ed3 req-10e78fc2-e87a-4265-a9db-10ada0379170 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0874379 Sep 19 12:39:57.144530 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2e54497-82d8-4708-b4c4-53b872272ed3 req-023ef119-eac6-4f0b-8d95-7ea63b0d15b3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Sep 19 12:39:58.351850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f18a25-e1b3-43ce-8882-208e6a559f3f req-0fa87491-763f-4bf2-aa00-9b4b420ac7fa tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:58.353422 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d8f18a25-e1b3-43ce-8882-208e6a559f3f req-0fa87491-763f-4bf2-aa00-9b4b420ac7fa tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0959983 Sep 19 12:39:58.398606 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d8f18a25-e1b3-43ce-8882-208e6a559f3f req-7a532543-bc6e-44cc-a3ac-1b86da6ffcc9 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Sep 19 12:39:58.829644 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:39:59.597650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc44f1-7ee2-4ee7-9d25-1b0324ec33a6 req-7194f922-5502-459a-b85f-5e3092379c63 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:59.599678 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ebc44f1-7ee2-4ee7-9d25-1b0324ec33a6 req-7194f922-5502-459a-b85f-5e3092379c63 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0872815 Sep 19 12:39:59.647127 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ebc44f1-7ee2-4ee7-9d25-1b0324ec33a6 req-56495364-5b1e-494a-a769-6f2f3d9aa958 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Sep 19 12:40:00.856111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e9e6d-a52c-402e-a71f-f8fae821fad9 req-386650e6-d695-44de-9df8-3ca52f511e12 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:00.857551 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c10e9e6d-a52c-402e-a71f-f8fae821fad9 req-386650e6-d695-44de-9df8-3ca52f511e12 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0883896 Sep 19 12:40:00.900923 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c10e9e6d-a52c-402e-a71f-f8fae821fad9 req-b4606bff-4a1d-46e0-baaa-97ff0c01917e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 Sep 19 12:40:02.101275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75af71-eba4-47a1-9426-d574fa18fbb9 req-0d753e18-7f4f-438d-add0-3bb92fc7766f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:02.102736 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c75af71-eba4-47a1-9426-d574fa18fbb9 req-0d753e18-7f4f-438d-add0-3bb92fc7766f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0906446 Sep 19 12:40:02.146519 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c75af71-eba4-47a1-9426-d574fa18fbb9 req-19528fe1-f30d-4cd0-8c07-312af16b75e2 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380747 Sep 19 12:40:03.344039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae6e54-a4dd-4def-a3ae-2aab4cc9c3de req-a61e2be8-514a-4c6a-8f4f-546272c61cce tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:03.345503 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ceae6e54-a4dd-4def-a3ae-2aab4cc9c3de req-a61e2be8-514a-4c6a-8f4f-546272c61cce tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0866385 Sep 19 12:40:03.393664 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ceae6e54-a4dd-4def-a3ae-2aab4cc9c3de req-1cc526da-bbdf-4a14-800f-97411bdb86d6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Sep 19 12:40:04.592042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bb2d-f4ab-4c58-97a8-dbd4dfc8e774 req-af8f0e38-4b2b-4509-83f5-29364315dff3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:04.593418 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1d64bb2d-f4ab-4c58-97a8-dbd4dfc8e774 req-af8f0e38-4b2b-4509-83f5-29364315dff3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0884519 Sep 19 12:40:04.639903 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1d64bb2d-f4ab-4c58-97a8-dbd4dfc8e774 req-92e37ed1-03eb-46d4-899e-743feb791998 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Sep 19 12:40:05.847447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148d61f-4796-4371-976a-69ad23753228 req-3b953a7b-af41-4554-9280-ee6567279412 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:05.848982 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6148d61f-4796-4371-976a-69ad23753228 req-3b953a7b-af41-4554-9280-ee6567279412 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0989959 Sep 19 12:40:05.895751 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6148d61f-4796-4371-976a-69ad23753228 req-f1615377-b2f1-4ea2-8609-42061f8ed1f6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 Sep 19 12:40:07.096744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d73e13-7107-4301-9587-3cd4433f7ebd req-d152a79d-1e9f-46b9-826b-a907351351fd tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:07.098208 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-30d73e13-7107-4301-9587-3cd4433f7ebd req-d152a79d-1e9f-46b9-826b-a907351351fd tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0862861 Sep 19 12:40:07.147023 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-30d73e13-7107-4301-9587-3cd4433f7ebd req-5fda0bb6-08c1-4c6b-aae1-775151269e62 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Sep 19 12:40:08.348135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6da49-bcd0-49a6-8d31-d1fee2234d87 req-d8928108-09d2-4ddc-8859-ad968e27d235 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:08.349588 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fec6da49-bcd0-49a6-8d31-d1fee2234d87 req-d8928108-09d2-4ddc-8859-ad968e27d235 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0879426 Sep 19 12:40:08.395340 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fec6da49-bcd0-49a6-8d31-d1fee2234d87 req-df476cc2-68f2-4916-8d9d-53b3dbfc7c67 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398629 Sep 19 12:40:09.598187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134164af-68a2-41ce-9e47-a9ec02be2b2e req-a6440422-3472-43cf-9dc4-a692fa76ed35 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:09.599590 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-134164af-68a2-41ce-9e47-a9ec02be2b2e req-a6440422-3472-43cf-9dc4-a692fa76ed35 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0932391 Sep 19 12:40:09.644539 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-134164af-68a2-41ce-9e47-a9ec02be2b2e req-a5474977-73a9-42ae-8b83-e621cbdbebca tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392759 Sep 19 12:40:10.846617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ad50f-783d-4a0b-9486-0fa2e350772d req-197edc30-971e-44cc-ace3-b3da4dd08662 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:10.848096 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6b8ad50f-783d-4a0b-9486-0fa2e350772d req-197edc30-971e-44cc-ace3-b3da4dd08662 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0927069 Sep 19 12:40:10.899149 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6b8ad50f-783d-4a0b-9486-0fa2e350772d req-c59c3c3d-55be-41e8-a197-3ba839f8f543 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445888 Sep 19 12:40:11.560724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-854873e8-a737-429f-b3d9-60f1579ce763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:12.096413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d923cb9-17d7-4a42-bf1a-3e3bcc9886d0 req-e351ac3a-bd79-4f0a-a094-3775f3a03aee tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:12.097872 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2d923cb9-17d7-4a42-bf1a-3e3bcc9886d0 req-e351ac3a-bd79-4f0a-a094-3775f3a03aee tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0869179 Sep 19 12:40:12.142021 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2d923cb9-17d7-4a42-bf1a-3e3bcc9886d0 req-3c26ecae-b497-49c2-8bee-782a2ce33941 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384035 Sep 19 12:40:12.745218 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-fb5d6d4f-d7ba-4968-8cab-7ba14c023566 service neutron] 10.222.0.85 "GET /v2.0/ports/5041e131-e096-4d72-b10d-a0e041050a24/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0772564 Sep 19 12:40:13.289039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305bce-035a-49b4-ae64-506413fca423 req-d8b83ede-d4e4-4f61-a52c-2c5d372c5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:13.290783 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-d8b83ede-d4e4-4f61-a52c-2c5d372c5730 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec&tenant_id=ec32583206b34dbf856497544ab0a2d4 HTTP/1.1" status: 200 len: 1098 time: 0.0886860 Sep 19 12:40:13.350054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5b86f-adac-4c0d-95d4-ec12137a8de5 req-24f129a5-0490-4c93-a850-a94b6fce53c9 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:13.351540 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b0c5b86f-adac-4c0d-95d4-ec12137a8de5 req-24f129a5-0490-4c93-a850-a94b6fce53c9 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0942283 Sep 19 12:40:13.397088 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b0c5b86f-adac-4c0d-95d4-ec12137a8de5 req-8f56e2ad-ecf4-4726-becd-2cfe352bd4ed tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Sep 19 12:40:13.404428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305bce-035a-49b4-ae64-506413fca423 req-cb12b1b7-8306-4e08-a02b-dde277540707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:13.405926 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-cb12b1b7-8306-4e08-a02b-dde277540707 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 1098 time: 0.0861742 Sep 19 12:40:13.542701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305bce-035a-49b4-ae64-506413fca423 req-fd16df08-7940-45bf-bb4f-a65de8ebc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:13.544202 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-fd16df08-7940-45bf-bb4f-a65de8ebc65c service neutron] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 915 time: 0.1285045 Sep 19 12:40:13.615280 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-e0671876-95e6-4d97-aad8-0820500c2deb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5041e131-e096-4d72-b10d-a0e041050a24 HTTP/1.1" status: 200 len: 217 time: 0.0613906 Sep 19 12:40:13.683927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305bce-035a-49b4-ae64-506413fca423 req-f9132f32-5c01-430b-824f-0a19c4750668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:13.685349 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-f9132f32-5c01-430b-824f-0a19c4750668 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0614600 Sep 19 12:40:13.709297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e735-9cac-43e0-9416-82e3e3a1e796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:13.768154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305bce-035a-49b4-ae64-506413fca423 req-2870e7ac-a2b3-41e1-b787-276822163c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:13.769628 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-2870e7ac-a2b3-41e1-b787-276822163c3d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783262 Sep 19 12:40:13.903878 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-10ec0c29-0e00-4ccd-b058-beb51601c63f service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243637 Sep 19 12:40:14.038724 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac305bce-035a-49b4-ae64-506413fca423 req-abd3ad89-e0c7-499f-966f-774c9b45955d service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254923 Sep 19 12:40:14.566380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:14.611703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b21d1f-bbd7-4781-8185-e6c4591a6dbb req-e1eea7a1-01bb-457d-bfc7-875645a4d072 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:14.613146 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-80b21d1f-bbd7-4781-8185-e6c4591a6dbb req-e1eea7a1-01bb-457d-bfc7-875645a4d072 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0883360 Sep 19 12:40:14.662712 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-80b21d1f-bbd7-4781-8185-e6c4591a6dbb req-8399bf72-c615-4f2b-90a5-19b46ba90b5d tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438490 Sep 19 12:40:15.062847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:15.868691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26792fb-641f-4548-9b1f-3ddf3b697e78 req-b718effc-0ee1-4f74-8bbc-353db45c6c97 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:15.870162 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a26792fb-641f-4548-9b1f-3ddf3b697e78 req-b718effc-0ee1-4f74-8bbc-353db45c6c97 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0926294 Sep 19 12:40:15.915509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a26792fb-641f-4548-9b1f-3ddf3b697e78 req-50271404-bf00-4a1e-a9e8-ad85b04f206b tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Sep 19 12:40:16.054104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 5041e131-e096-4d72-b10d-a0e041050a24 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:40:16.058137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 5041e131-e096-4d72-b10d-a0e041050a24 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:40:16.282336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 5041e131-e096-4d72-b10d-a0e041050a24 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:40:16.282948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:16.313136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 5041e131-e096-4d72-b10d-a0e041050a24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5041e131-e096-4d72-b10d-a0e041050a24,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:40:16.333453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5041e131-e096-4d72-b10d-a0e041050a24'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:40:16.335727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051cdc52-515e-42cd-a90e-49cfb8a6c6f7" -d '{"events": [{"server_uuid": "a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec", "name": "network-vif-unplugged", "status": "completed", "tag": "5041e131-e096-4d72-b10d-a0e041050a24"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:16.342948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '5041e131-e096-4d72-b10d-a0e041050a24', 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'port_id': '5041e131-e096-4d72-b10d-a0e041050a24', 'mac_address': 'fa:16:3e:65:38:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:40:16.346972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 5041e131-e096-4d72-b10d-a0e041050a24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5041e131-e096-4d72-b10d-a0e041050a24,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:40:16.396591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e892e7-4646-4d6e-b681-620c8b7f8470 x-openstack-request-id: req-e8e892e7-4646-4d6e-b681-620c8b7f8470 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:16.396869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec", "name": "network-vif-unplugged", "status": "completed", "tag": "5041e131-e096-4d72-b10d-a0e041050a24", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:16.397114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8e892e7-4646-4d6e-b681-620c8b7f8470 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:16.397495 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e892e7-4646-4d6e-b681-620c8b7f8470'] response: {'server_uuid': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5041e131-e096-4d72-b10d-a0e041050a24', 'code': 200} Sep 19 12:40:16.413937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 5041e131-e096-4d72-b10d-a0e041050a24 is: ACTIVE; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:40:16.415182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:16.429328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:16.491847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5041e131-e096-4d72-b10d-a0e041050a24 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:40:16.545804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:16.575627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=5041e131-e096-4d72-b10d-a0e041050a24,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:16.585429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:40:16.585807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:40:17.146887 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 5041e131-e096-4d72-b10d-a0e041050a24 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:40:17.147269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:17.165948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5041e131-e096-4d72-b10d-a0e041050a24 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:40:17.182655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 5041e131-e096-4d72-b10d-a0e041050a24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5041e131-e096-4d72-b10d-a0e041050a24,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:40:17.224142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222377fe-bcb5-4227-b38c-49e008676e94 req-8c02f40e-5eff-4ef2-999f-4e961b2ab83e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:17.225538 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-222377fe-bcb5-4227-b38c-49e008676e94 req-8c02f40e-5eff-4ef2-999f-4e961b2ab83e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 943 time: 0.1967833 Sep 19 12:40:17.252330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:17.274040 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-222377fe-bcb5-4227-b38c-49e008676e94 req-61ce6193-6605-4144-9eb3-fd957389bfa2 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 Sep 19 12:40:17.326446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=5041e131-e096-4d72-b10d-a0e041050a24,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:17.337089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['5041e131-e096-4d72-b10d-a0e041050a24'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:40:17.759873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f37944-1280-4013-ac7c-2424dc9cf2dc req-bb71b3c3-e604-4ea2-9756-c97e325302df tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:17.761345 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87f37944-1280-4013-ac7c-2424dc9cf2dc req-bb71b3c3-e604-4ea2-9756-c97e325302df tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 944 time: 0.0946348 Sep 19 12:40:17.809040 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87f37944-1280-4013-ac7c-2424dc9cf2dc req-6270a399-fcfa-40ab-879e-9bc3699e9eaa tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Sep 19 12:40:17.838728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-4cbf8e73-4ce4-40f7-9cda-bb4172db6403 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:17.839397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-4cbf8e73-4ce4-40f7-9cda-bb4172db6403 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Synchronizing usage tracker for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:40:17.926372 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-4cbf8e73-4ce4-40f7-9cda-bb4172db6403 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Unset dirty status for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:40:17.927614 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-4cbf8e73-4ce4-40f7-9cda-bb4172db6403 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.85 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec&tenant_id=ec32583206b34dbf856497544ab0a2d4&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 944 time: 0.1851044 Sep 19 12:40:18.071871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 5041e131-e096-4d72-b10d-a0e041050a24 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:40:18.072353 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-91d42985-7dbe-49f4-9498-f1df1b84f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:18.073840 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-91d42985-7dbe-49f4-9498-f1df1b84f526 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 1097 time: 0.0788875 Sep 19 12:40:18.140575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 5041e131-e096-4d72-b10d-a0e041050a24 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:40:18.140864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:18.214418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-14206861-03ea-468d-ac3d-27e4310f0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:18.218276 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-14206861-03ea-468d-ac3d-27e4310f0071 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 915 time: 0.1386886 Sep 19 12:40:18.312951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 5041e131-e096-4d72-b10d-a0e041050a24 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:40:18.313328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:18.349111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 5041e131-e096-4d72-b10d-a0e041050a24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5041e131-e096-4d72-b10d-a0e041050a24,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:40:18.392917 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-09bd1294-25d3-4d36-b4b6-765bf312e5b5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5041e131-e096-4d72-b10d-a0e041050a24 HTTP/1.1" status: 200 len: 217 time: 0.1684132 Sep 19 12:40:18.398958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5041e131-e096-4d72-b10d-a0e041050a24'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:40:18.401755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac51fb3d-d77d-41f2-aa5d-1961155112ff" -d '{"events": [{"server_uuid": "a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec", "name": "network-vif-plugged", "status": "completed", "tag": "5041e131-e096-4d72-b10d-a0e041050a24"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:18.462541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-bcecaf0c-c1db-4aa3-ad51-d436d457e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:18.462981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd28f80-16a4-48a0-96a6-6f68e8a71fcc x-openstack-request-id: req-3dd28f80-16a4-48a0-96a6-6f68e8a71fcc {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:18.462981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec", "name": "network-vif-plugged", "status": "completed", "tag": "5041e131-e096-4d72-b10d-a0e041050a24", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:18.463465 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-bcecaf0c-c1db-4aa3-ad51-d436d457e1ba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0639310 Sep 19 12:40:18.463627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3dd28f80-16a4-48a0-96a6-6f68e8a71fcc {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:18.463983 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd28f80-16a4-48a0-96a6-6f68e8a71fcc'] response: {'server_uuid': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5041e131-e096-4d72-b10d-a0e041050a24', 'code': 200} Sep 19 12:40:18.538103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:18.550942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-e2a0cb0c-c0f1-4303-99fc-0fd44ae90a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:18.552427 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-e2a0cb0c-c0f1-4303-99fc-0fd44ae90a53 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831957 Sep 19 12:40:18.614671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=5041e131-e096-4d72-b10d-a0e041050a24,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:18.683877 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-60d5e8b6-8769-4bb5-bf98-dde5305b7881 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252432 Sep 19 12:40:18.813818 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb426f28-c27c-4e97-91b0-c36e57c077c9 req-48290696-0556-4a94-9294-5911881862bc service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237457 Sep 19 12:40:19.012567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60105ad-f59a-4376-8319-457833d526c6 req-4ad520fe-24f2-4d38-a7db-c3a338e24991 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:19.017714 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d60105ad-f59a-4376-8319-457833d526c6 req-4ad520fe-24f2-4d38-a7db-c3a338e24991 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0893219 Sep 19 12:40:19.058916 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d60105ad-f59a-4376-8319-457833d526c6 req-becc7367-5916-450c-ac74-fab6e2fe86e0 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389719 Sep 19 12:40:20.268784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927d33-989d-4b54-a871-c2e85b665b9f req-14d607dd-a9b7-4af5-92a9-ba89f06ab705 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:20.270240 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f5927d33-989d-4b54-a871-c2e85b665b9f req-14d607dd-a9b7-4af5-92a9-ba89f06ab705 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0929482 Sep 19 12:40:20.315552 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f5927d33-989d-4b54-a871-c2e85b665b9f req-8628efe5-2bee-4af8-9b03-eca00509eec4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 Sep 19 12:40:20.522347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6ea08-0ae7-469a-8992-c596e2e15133 req-6146c093-3696-49bb-87a2-3a5a5ec94b00 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:20.524058 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1d6ea08-0ae7-469a-8992-c596e2e15133 req-6146c093-3696-49bb-87a2-3a5a5ec94b00 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0968468 Sep 19 12:40:20.570797 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1d6ea08-0ae7-469a-8992-c596e2e15133 req-81b92859-e194-4ded-ae05-97c8ed411668 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Sep 19 12:40:20.765301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35346) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:40:20.770357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481256601', 'description': 'tempest-description--26544802'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:40:20.777160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:40:20.786606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:40:20.874638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:20.895532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:40:20.899406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Usage tracker for resource:security_group_rule and tenant:ec32583206b34dbf856497544ab0a2d4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:40:20.902280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:40:20.907908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:40:20.975346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:21.034719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:21.078546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea169ac-9da2-4c84-8e4a-aee9d351ca6e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:21.190442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:21.190442 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c0202798-6328-4f12-9ec9-0989df3fe02c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4016535 Sep 19 12:40:21.192619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35350) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:40:21.197715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Request body: {'security_group_rule': {'security_group_id': '4ea169ac-9da2-4c84-8e4a-aee9d351ca6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:40:21.204553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:40:21.208506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Usage tracker for resource:security_group_rule and tenant:ec32583206b34dbf856497544ab0a2d4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:40:21.211423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:40:21.217348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:40:21.379569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:21.443268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:21.554954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:21.580423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58321aed-bd11-40d8-99a5-434b37c6ea12,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:21.686291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:21.687557 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4f9bbc01-41bc-4994-a3eb-290c815bc1b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4940035 Sep 19 12:40:21.690668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35354) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:40:21.701434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Request body: {'security_group_rule': {'security_group_id': '4ea169ac-9da2-4c84-8e4a-aee9d351ca6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:40:21.701804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:40:21.705640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Usage tracker for resource:security_group_rule and tenant:ec32583206b34dbf856497544ab0a2d4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:40:21.708539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:40:21.714905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:40:21.812883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:21.872938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:21.944218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:21.970234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777b1280-618b-4f71-8443-2ab227ff5f7f,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:22.069455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:22.070660 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-26c75b03-9a94-45d9-ae7c-bfb64bdf18d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790259 Sep 19 12:40:22.079244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35360) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:40:22.084169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:40:22.090528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:40:22.094476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Usage tracker for resource:floatingip and tenant:ec32583206b34dbf856497544ab0a2d4 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:40:22.097401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:40:22.104334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:40:22.206714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:22.348303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:22.488087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Allocated IP 172.26.5.102 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/623b7851-4a34-4073-8a25-818a41cf73df) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:40:22.635161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:22.726379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:22.790397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:40:22.793068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:40:22.796944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:40:22.834655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event updated for resources: {'Port': ['ID=623b7851-4a34-4073-8a25-818a41cf73df,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:22.882607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:23.018606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:23.051450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:23.227436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:23.297933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:23.405589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event updated for resources: {'Port': ['ID=623b7851-4a34-4073-8a25-818a41cf73df,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:23.408783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:23.543495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:23.544653 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-513ce461-f62f-46bb-87b7-fdcf9b13c09e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4644883 Sep 19 12:40:23.813260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70d9f7-1e60-4f44-8bbe-bc0541161c47 req-5e55cd47-514e-49a8-9790-1cccf013c856 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:23.814625 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cd70d9f7-1e60-4f44-8bbe-bc0541161c47 req-5e55cd47-514e-49a8-9790-1cccf013c856 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.1845827 Sep 19 12:40:23.858331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-cd70d9f7-1e60-4f44-8bbe-bc0541161c47 req-b5f8d343-c2f4-4b65-a691-16accec250b2 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Synchronizing usage tracker for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:40:24.006220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-cd70d9f7-1e60-4f44-8bbe-bc0541161c47 req-b5f8d343-c2f4-4b65-a691-16accec250b2 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Unset dirty status for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:40:24.007419 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cd70d9f7-1e60-4f44-8bbe-bc0541161c47 req-b5f8d343-c2f4-4b65-a691-16accec250b2 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871929 Sep 19 12:40:24.714168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-7beef872-507b-4e5b-9dec-2a87570b5c8a tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:24.715534 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-7beef872-507b-4e5b-9dec-2a87570b5c8a tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 814 time: 0.1450853 Sep 19 12:40:24.730172 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-2c6b41a7-cc12-4a0f-a369-1022f3a23d59 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/quotas/ec32583206b34dbf856497544ab0a2d4 HTTP/1.1" status: 200 len: 375 time: 0.0091920 Sep 19 12:40:24.827341 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-35c0a1a5-15b1-4d52-bab2-c02f20fcf7e0 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0919590 Sep 19 12:40:24.960500 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-aac58b82-a274-4b3d-b742-bedaf4b31e47 service neutron] 10.222.0.66 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264679 Sep 19 12:40:25.097783 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-65c14e09-1dfc-4439-a22c-293a71817c21 service neutron] 10.222.0.66 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310878 Sep 19 12:40:25.377601 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-55209c63-7d61-4767-815a-bac2ce282100 req-e828bbcf-0708-4bc7-bf13-e99fc54ed9e4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 210 time: 0.0504267 Sep 19 12:40:26.416593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77771a52-821c-4653-95aa-e33db08878e7 req-f33ade93-8a3e-4ffb-bc2f-5651df948bae tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:26.418074 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-77771a52-821c-4653-95aa-e33db08878e7 req-f33ade93-8a3e-4ffb-bc2f-5651df948bae tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.85 "GET /v2.0/ports?device_id=a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec HTTP/1.1" status: 200 len: 945 time: 0.0871542 Sep 19 12:40:26.502982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-77771a52-821c-4653-95aa-e33db08878e7 req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Deleting port 5041e131-e096-4d72-b10d-a0e041050a24 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:40:26.507600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-77771a52-821c-4653-95aa-e33db08878e7 req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:26.556944 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-635c7a50-9731-4f6d-b6f5-5895c97a401a req-45332f08-1446-4805-b4e2-ca9bb0acc86b tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 210 time: 0.0612159 Sep 19 12:40:26.753841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-77771a52-821c-4653-95aa-e33db08878e7 req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] For port 5041e131-e096-4d72-b10d-a0e041050a24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5041e131-e096-4d72-b10d-a0e041050a24,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:40:26.754205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-77771a52-821c-4653-95aa-e33db08878e7 req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:26.881231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-77771a52-821c-4653-95aa-e33db08878e7 req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Calling delete_port for 5041e131-e096-4d72-b10d-a0e041050a24 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:40:27.080354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-77771a52-821c-4653-95aa-e33db08878e7 req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:27.091958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['5041e131-e096-4d72-b10d-a0e041050a24'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:40:27.131728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event deleted for resources: {'Port': ['ID=5041e131-e096-4d72-b10d-a0e041050a24,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:27.174942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.175302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.175649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.175990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.176328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.176665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.177000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.177334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.177661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.177988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.178317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.178643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:27.233587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-77771a52-821c-4653-95aa-e33db08878e7 req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] No DVR routers for this DVR port 5041e131-e096-4d72-b10d-a0e041050a24 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:40:27.236328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-77771a52-821c-4653-95aa-e33db08878e7 req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:27.239007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'name': 'network-vif-deleted', 'tag': '5041e131-e096-4d72-b10d-a0e041050a24'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:40:27.241302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285089c8-6117-493a-97e4-4fc454fc2ceb" -d '{"events": [{"server_uuid": "a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec", "name": "network-vif-deleted", "tag": "5041e131-e096-4d72-b10d-a0e041050a24"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:27.326907 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-77771a52-821c-4653-95aa-e33db08878e7 req-85e60fbf-82a6-4f1f-88f6-f30a294f75d5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.85 "DELETE /v2.0/ports/5041e131-e096-4d72-b10d-a0e041050a24 HTTP/1.1" status: 204 len: 173 time: 0.9011602 Sep 19 12:40:27.350905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a011c506-ee67-4d4c-b6de-a2a6c1fc853d x-openstack-request-id: req-a011c506-ee67-4d4c-b6de-a2a6c1fc853d {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:27.351194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec", "name": "network-vif-deleted", "tag": "5041e131-e096-4d72-b10d-a0e041050a24", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:27.351445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a011c506-ee67-4d4c-b6de-a2a6c1fc853d {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:27.351848 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a011c506-ee67-4d4c-b6de-a2a6c1fc853d'] response: {'server_uuid': 'a0495e3f-caf6-4a87-9bc8-7bc67ebd9cec', 'name': 'network-vif-deleted', 'tag': '5041e131-e096-4d72-b10d-a0e041050a24', 'status': 'completed', 'code': 200} Sep 19 12:40:27.599649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-7f13027e-0c28-4c5b-bf31-7381bfe67f02 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:27.601038 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-7f13027e-0c28-4c5b-bf31-7381bfe67f02 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 814 time: 0.1475613 Sep 19 12:40:27.613504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Request body: {'port': {'device_id': '2a6571a4-857f-4c5b-a99f-9c61965145c5', 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'admin_state_up': True, 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:40:27.723948 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f1eeaacc-2f99-413e-9be3-6210709a72da req-651c4ca8-cc57-442b-b414-3becf0cad5c9 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 210 time: 0.0519633 Sep 19 12:40:27.851403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:40:27.856330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Usage tracker for resource:port and tenant:ec32583206b34dbf856497544ab0a2d4 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:40:27.859235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:40:27.865082 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:40:27.973805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Made reservation on behalf of ec32583206b34dbf856497544ab0a2d4 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:40:27.979738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:28.148714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Allocated IP 172.20.0.11 (4ca3a5ff-a407-49fa-beee-0bb270821056/07b536c2-998d-4ab6-afca-9e3e800e7e8e/6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:40:28.359502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:28.375287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Transition to ACTIVE for port object 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:40:28.600843 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:28.678277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Network 4ca3a5ff-a407-49fa-beee-0bb270821056 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:40:28.681169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:40:28.683668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:40:28.730334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event updated for resources: {'Port': ['ID=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:28.756978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:28.757601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:28.852693 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-20d0e51e-bf9c-4045-81d0-324eb474e273 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2427945 Sep 19 12:40:28.867677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Request body: {'port': {'device_id': '2a6571a4-857f-4c5b-a99f-9c61965145c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:40:28.934219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbee1-9d3b-40a9-b85c-64aef2b88ca0 req-7d21f700-4948-406b-95d1-1418654aee3e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:28.935631 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6d4dbee1-9d3b-40a9-b85c-64aef2b88ca0 req-7d21f700-4948-406b-95d1-1418654aee3e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 932 time: 0.0879641 Sep 19 12:40:28.982978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:28.985836 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6d4dbee1-9d3b-40a9-b85c-64aef2b88ca0 req-005b2571-cabf-4370-a1df-35f2a0eb870f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Sep 19 12:40:29.023263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ac6f65e6-a8b8-40ad-97a0-72c0af1c301f None None] Provisioning for port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:40:29.029230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ac6f65e6-a8b8-40ad-97a0-72c0af1c301f None None] Provisioning complete for port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:40:29.029655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ac6f65e6-a8b8-40ad-97a0-72c0af1c301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:29.082702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f65e6-a8b8-40ad-97a0-72c0af1c301f None None] Port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:40:29.327708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:40:29.334924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:29.349237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Transition to ACTIVE for port object 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:40:29.451990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:29.641389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Pushing event updated for resources: {'Port': ['ID=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:29.679466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Attempting to bind port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:40:29.679802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Attempting to bind port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:40:29.680134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Attempting to bind port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 on network 4ca3a5ff-a407-49fa-beee-0bb270821056 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:40:29.685374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 on network 4ca3a5ff-a407-49fa-beee-0bb270821056 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:40:29.685691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Attempting to bind port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 on network 4ca3a5ff-a407-49fa-beee-0bb270821056 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:40:29.690833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:40:29.691170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Checking segment: {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:40:29.691552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Bound using segment: {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:40:29.691978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Bound port: 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2acc389-2fbb-400e-8408-cb361f43f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:40:29.692320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:29.779226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] For port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:40:29.782273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] For port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:40:29.851976 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:29.855967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:29.856603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:29.858049 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] 10.222.0.85 "PUT /v2.0/ports/6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 HTTP/1.1" status: 200 len: 1094 time: 0.9946797 Sep 19 12:40:29.891692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6571a4-857f-4c5b-a99f-9c61965145c5', 'tag': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:40:29.893905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23c7b3a-7cde-4fa9-b522-26229ad73e95" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6571a4-857f-4c5b-a99f-9c61965145c5", "tag": "6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:29.939747 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd9525-4ed4-4d9d-8280-6b7cb7f5752d service neutron] Pushing event updated for resources: {'Port': ['ID=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:29.946639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5381281e-23ae-4837-bde1-d5fa17094501 x-openstack-request-id: req-5381281e-23ae-4837-bde1-d5fa17094501 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:29.946957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6571a4-857f-4c5b-a99f-9c61965145c5", "tag": "6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:29.947214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5381281e-23ae-4837-bde1-d5fa17094501 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:29.947609 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5381281e-23ae-4837-bde1-d5fa17094501'] response: {'name': 'network-changed', 'server_uuid': '2a6571a4-857f-4c5b-a99f-9c61965145c5', 'tag': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2', 'status': 'completed', 'code': 200} Sep 19 12:40:30.043456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-eb257083-3538-415c-8361-a9857020820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:30.045158 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-eb257083-3538-415c-8361-a9857020820e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 1097 time: 0.0804145 Sep 19 12:40:30.119105 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-66069b63-9f58-40bb-9f3f-5689a6630003 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 HTTP/1.1" status: 200 len: 217 time: 0.0648134 Sep 19 12:40:30.127224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 5041e131-e096-4d72-b10d-a0e041050a24 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:40:30.164674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 5041e131-e096-4d72-b10d-a0e041050a24 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:40:30.164931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 5041e131-e096-4d72-b10d-a0e041050a24 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:40:30.188370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851ba3b-f7b0-49f4-a919-92164ac609be req-52a6525b-e39c-4885-b634-2fa70718769b tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:30.189407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-d1684ec3-57e9-4a53-a337-cbc03a054206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:30.189830 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f851ba3b-f7b0-49f4-a919-92164ac609be req-52a6525b-e39c-4885-b634-2fa70718769b tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 944 time: 0.0913887 Sep 19 12:40:30.190867 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-d1684ec3-57e9-4a53-a337-cbc03a054206 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0624042 Sep 19 12:40:30.239348 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f851ba3b-f7b0-49f4-a919-92164ac609be req-f9dcc6ea-371b-46a7-a305-7d0f53038507 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 Sep 19 12:40:30.377244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-e3f5aaf8-6c28-4c0b-8a93-3c635380b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:30.379061 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-e3f5aaf8-6c28-4c0b-8a93-3c635380b9b6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1791325 Sep 19 12:40:30.514291 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-e5f819fb-622f-409a-999c-18fb05e55fd3 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267838 Sep 19 12:40:30.659116 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-578b0f09-e90e-4422-8277-822ed17cfa6e req-9790ee4c-2a5a-468c-aed3-84ee745c47ca service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355047 Sep 19 12:40:30.856078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-95c01a0e-0614-489f-a212-2b59615f6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:30.857583 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-95c01a0e-0614-489f-a212-2b59615f6894 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 1097 time: 0.0778015 Sep 19 12:40:30.990681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-dbdedc41-d32f-4a6c-91f8-7bca05ea1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:30.992360 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-dbdedc41-d32f-4a6c-91f8-7bca05ea1fde service neutron] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 915 time: 0.1257038 Sep 19 12:40:31.063245 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-bb8cdcc4-e34d-4509-ab61-dcab326f00e1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 HTTP/1.1" status: 200 len: 217 time: 0.0644791 Sep 19 12:40:31.126295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-cc77ca09-a5ed-4d09-9d3c-4acc531ce0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:31.127658 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-cc77ca09-a5ed-4d09-9d3c-4acc531ce0a2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0574238 Sep 19 12:40:31.213752 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-cd3250e9-4b15-4c7c-bff9-40e029ffdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:31.216000 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-cd3250e9-4b15-4c7c-bff9-40e029ffdecd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817604 Sep 19 12:40:31.362137 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-0058b1d5-b7d4-4c36-9812-ba0a6f02ae4e service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391897 Sep 19 12:40:31.450677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffea973-2a7d-4a9e-bbd8-0ef1136b404e req-f55d2b1d-b528-4f65-a856-e4694028a508 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:31.452153 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6ffea973-2a7d-4a9e-bbd8-0ef1136b404e req-f55d2b1d-b528-4f65-a856-e4694028a508 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 944 time: 0.0948968 Sep 19 12:40:31.497574 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6ffea973-2a7d-4a9e-bbd8-0ef1136b404e req-fd15ee91-6f30-4cb7-bdc3-2c378a3c310d tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397615 Sep 19 12:40:31.499194 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d23c7b3a-7cde-4fa9-b522-26229ad73e95 req-be094ac3-6ee9-417b-8a6d-48590087f510 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294973 Sep 19 12:40:32.142395 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:40:32.291127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:40:32.304951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2', 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'port_id': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2', 'mac_address': 'fa:16:3e:b8:33:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:40:32.360106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:40:32.360488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:32.377048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:40:32.393036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:40:32.514599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:32.585929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:32.597378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.597727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.598408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.598408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.598731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.600481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.600481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.600481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.600481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.600481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.600931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.600931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:32.701972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c26a76-8a27-496d-a93a-bd6e2f7c7172 req-b085d8c8-7cec-4933-8517-b3cd37152198 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:32.703368 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c5c26a76-8a27-496d-a93a-bd6e2f7c7172 req-b085d8c8-7cec-4933-8517-b3cd37152198 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 945 time: 0.0883086 Sep 19 12:40:32.749499 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c5c26a76-8a27-496d-a93a-bd6e2f7c7172 req-a2db4ed7-b595-4bcf-8a10-9e6724d3dbdb tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Sep 19 12:40:32.757751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:40:33.945846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f0c63-2d99-4fe5-9016-042685d04702 req-b35c18c3-e0f5-47b4-b793-b2204553acd5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:33.947314 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6d0f0c63-2d99-4fe5-9016-042685d04702 req-b35c18c3-e0f5-47b4-b793-b2204553acd5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 945 time: 0.0867126 Sep 19 12:40:33.996798 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6d0f0c63-2d99-4fe5-9016-042685d04702 req-d1eb2ac9-c261-4639-9cf7-a4ae639c94b4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Sep 19 12:40:34.173749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:40:34.320187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:40:34.325972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:40:34.326338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:34.442057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:40:34.442332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:34.469574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6571a4-857f-4c5b-a99f-9c61965145c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:40:34.471923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d4f3a0-30a8-48c9-9736-e0306ede1d8c" -d '{"events": [{"server_uuid": "2a6571a4-857f-4c5b-a99f-9c61965145c5", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:34.480121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:40:34.517420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3845ff96-b415-4de8-abc6-c2d140bd6c0d x-openstack-request-id: req-3845ff96-b415-4de8-abc6-c2d140bd6c0d {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:34.517729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6571a4-857f-4c5b-a99f-9c61965145c5", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:34.518001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3845ff96-b415-4de8-abc6-c2d140bd6c0d {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:34.518393 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3845ff96-b415-4de8-abc6-c2d140bd6c0d'] response: {'server_uuid': '2a6571a4-857f-4c5b-a99f-9c61965145c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2', 'code': 200} Sep 19 12:40:34.571994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:34.648906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:34.920753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01972f59-2330-4344-9a3a-a5ad76a10b50 req-328cca4e-bdad-4183-bbd9-2f94dbda23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:34.922264 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-01972f59-2330-4344-9a3a-a5ad76a10b50 req-328cca4e-bdad-4183-bbd9-2f94dbda23ae service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 1099 time: 0.0800676 Sep 19 12:40:34.966406 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-01972f59-2330-4344-9a3a-a5ad76a10b50 req-924f18c2-a3d4-40d4-b617-922b7264f6fb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 Sep 19 12:40:35.200739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fc2f-1c49-4e5d-a956-9d8b9e081572 req-15b5524d-f36b-473f-92fd-1ebbc19e0381 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:35.202137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-30c7fc2f-1c49-4e5d-a956-9d8b9e081572 req-15b5524d-f36b-473f-92fd-1ebbc19e0381 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0935562 Sep 19 12:40:35.246712 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-30c7fc2f-1c49-4e5d-a956-9d8b9e081572 req-d42a9b53-a319-40f3-83a5-af333afc6e3e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388408 Sep 19 12:40:35.828821 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:40:36.455841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194de92b-6d1e-4016-8795-ac3f45e1014f req-3163b735-d597-478b-8fae-4b6c609c799e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:36.457342 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-194de92b-6d1e-4016-8795-ac3f45e1014f req-3163b735-d597-478b-8fae-4b6c609c799e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0882182 Sep 19 12:40:36.505532 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-194de92b-6d1e-4016-8795-ac3f45e1014f req-a3b8f708-8ab6-411e-8ab1-23c40d40bc60 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Sep 19 12:40:36.715656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08ac3b-a926-4acd-a1e9-a39b1b5ac79f req-0d62d259-1e2e-429c-bd7b-c85e153b5d3d tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:36.717117 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6e08ac3b-a926-4acd-a1e9-a39b1b5ac79f req-0d62d259-1e2e-429c-bd7b-c85e153b5d3d tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0956445 Sep 19 12:40:36.760494 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6e08ac3b-a926-4acd-a1e9-a39b1b5ac79f req-93909023-4b1f-4b2a-9995-ab7c24c8f839 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376852 Sep 19 12:40:37.504057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde011-dbcd-49ab-9d62-a97ee5998c02 req-d2d69be2-63dc-44b5-844b-906ffbbd2809 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:37.505524 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-64bde011-dbcd-49ab-9d62-a97ee5998c02 req-d2d69be2-63dc-44b5-844b-906ffbbd2809 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.2535129 Sep 19 12:40:37.509014 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-f3dc5ff4-7002-44f5-a861-f2947701cc5c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123040 Sep 19 12:40:37.552736 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-64bde011-dbcd-49ab-9d62-a97ee5998c02 req-0e286594-88b9-49de-83e3-fafb1320e511 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Sep 19 12:40:38.757560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cb69d-36af-47c9-ad1b-0a60307e398d req-3b605845-dbb0-4d0e-b7e5-0a917b485998 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:38.759009 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-821cb69d-36af-47c9-ad1b-0a60307e398d req-3b605845-dbb0-4d0e-b7e5-0a917b485998 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0865672 Sep 19 12:40:38.803718 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-821cb69d-36af-47c9-ad1b-0a60307e398d req-50d9f6a4-9781-490b-9016-bb06ddea4a0a tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 Sep 19 12:40:39.823723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-6e8d3aec-fb38-479b-92a3-70c259c4c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:39.825227 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-6e8d3aec-fb38-479b-92a3-70c259c4c24a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 1099 time: 0.0818739 Sep 19 12:40:39.959156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-f8eb9e3f-c4ae-4c07-80a9-9d0951205971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:39.960610 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-f8eb9e3f-c4ae-4c07-80a9-9d0951205971 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 915 time: 0.1290655 Sep 19 12:40:40.007985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb18dd-5bee-465d-b83a-1c822583777f req-6b2c9964-3b7e-4c79-8261-f5942b01e61f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:40.009437 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4bb18dd-5bee-465d-b83a-1c822583777f req-6b2c9964-3b7e-4c79-8261-f5942b01e61f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0923419 Sep 19 12:40:40.030454 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-d09f0f96-c1b8-467d-9654-99447ff38b67 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 HTTP/1.1" status: 200 len: 217 time: 0.0636990 Sep 19 12:40:40.055476 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4bb18dd-5bee-465d-b83a-1c822583777f req-4932a4f3-2623-4713-9f8a-1f7e6acb3794 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Sep 19 12:40:40.094259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-a62d34dd-808c-400b-95d8-5b4a141e0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:40.095659 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-a62d34dd-808c-400b-95d8-5b4a141e0b74 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0595269 Sep 19 12:40:40.177686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-74665108-4100-46bb-a345-6610e1c4f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:40.179198 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-74665108-4100-46bb-a345-6610e1c4f3ea service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772047 Sep 19 12:40:40.419570 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-6a174338-e02e-4bcd-957c-65db4f4028d5 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336714 Sep 19 12:40:40.556320 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-3fe58674-7c81-478c-9644-4552ff588abc service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296461 Sep 19 12:40:41.254044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfe9fc-5185-4833-b508-f369297762a3 req-15c4f1cf-37c6-42ae-a333-9c2dad3c0c58 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:41.255533 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b6cfe9fc-5185-4833-b508-f369297762a3 req-15c4f1cf-37c6-42ae-a333-9c2dad3c0c58 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0885122 Sep 19 12:40:41.303859 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b6cfe9fc-5185-4833-b508-f369297762a3 req-0cc0346a-5493-475c-b93f-66ab9f999e01 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427332 Sep 19 12:40:41.554377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b4744225-6e9b-4f00-a0c7-0a15b5bd5394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:42.504886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fb1b8-8c23-4ac1-8658-34d257073f0f req-dc0c8758-1e18-4e6c-87d2-e8b88c8558e8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:42.506346 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-492fb1b8-8c23-4ac1-8658-34d257073f0f req-dc0c8758-1e18-4e6c-87d2-e8b88c8558e8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0890028 Sep 19 12:40:42.552395 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-492fb1b8-8c23-4ac1-8658-34d257073f0f req-7c4d0865-ec32-4045-a11a-d340ec6b33c2 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Sep 19 12:40:43.674594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-713b1d50-21f9-469c-8432-016ebd75ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:43.768928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77046110-0ce1-4b9a-81a1-00e17a2f5551 req-16a17517-4c02-41d2-9599-c65aebea5331 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:43.770499 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-77046110-0ce1-4b9a-81a1-00e17a2f5551 req-16a17517-4c02-41d2-9599-c65aebea5331 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.1036797 Sep 19 12:40:43.815192 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-77046110-0ce1-4b9a-81a1-00e17a2f5551 req-31485fe9-26ef-464d-a084-f6cfe3539b8b tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389876 Sep 19 12:40:44.566280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:45.011883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:45.015819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1f9d4-04a3-495e-a7a2-ad2fda7517ce req-64a949f6-9c3b-4887-be66-071d8b965241 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:45.017317 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cb1f9d4-04a3-495e-a7a2-ad2fda7517ce req-64a949f6-9c3b-4887-be66-071d8b965241 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0911961 Sep 19 12:40:45.065936 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cb1f9d4-04a3-495e-a7a2-ad2fda7517ce req-5c6eaccd-c5d4-4041-a366-7f356d287173 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428979 Sep 19 12:40:45.091187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-c7b3d265-68e5-4cef-87f6-fdfa6545272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:45.092959 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-c7b3d265-68e5-4cef-87f6-fdfa6545272d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 1099 time: 0.0824914 Sep 19 12:40:45.240583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-4232db36-a3aa-4ac5-ac4e-4413b4dad73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:45.242690 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-4232db36-a3aa-4ac5-ac4e-4413b4dad73d service neutron] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 915 time: 0.1277893 Sep 19 12:40:45.312293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-bce8a3b5-7a4d-4500-a62b-36bc2811f4dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 HTTP/1.1" status: 200 len: 217 time: 0.0646663 Sep 19 12:40:45.373649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-d14aa753-c442-41f7-b1ea-f6abcca9f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:45.375289 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-d14aa753-c442-41f7-b1ea-f6abcca9f79a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0575445 Sep 19 12:40:45.467083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-245d5f29-5ba8-4244-89c4-8fda8962cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:45.468578 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-245d5f29-5ba8-4244-89c4-8fda8962cff1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877810 Sep 19 12:40:45.601337 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-480fde60-54b1-40f8-a8bb-c2bfa8a6f052 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269107 Sep 19 12:40:45.737448 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb8134db-0f3a-4884-b7f2-5ad209d5fb58 req-c1eb446d-fee4-498c-bdcc-3c2d0ae5ad44 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277308 Sep 19 12:40:46.267020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b838c3d-e6e5-4eb0-93d0-1b20ae1106d8 req-b79cc570-b9e6-46c8-90a8-6618f38ec097 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:46.268628 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9b838c3d-e6e5-4eb0-93d0-1b20ae1106d8 req-b79cc570-b9e6-46c8-90a8-6618f38ec097 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0912352 Sep 19 12:40:46.314214 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9b838c3d-e6e5-4eb0-93d0-1b20ae1106d8 req-da05662c-aa21-4173-8d3a-d0274a7f8afc tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Sep 19 12:40:46.445989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:47.524207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a801b-b05e-4f86-873c-9057adb3cef6 req-76271d21-eef6-4397-9e01-89e3c5fecd35 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:47.525656 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-673a801b-b05e-4f86-873c-9057adb3cef6 req-76271d21-eef6-4397-9e01-89e3c5fecd35 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0908675 Sep 19 12:40:47.570939 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-673a801b-b05e-4f86-873c-9057adb3cef6 req-09a09f1b-1763-453c-9cac-0ca9bebd1e67 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Sep 19 12:40:48.773991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1ccf2-b33d-4998-9baa-9ae5726dd914 req-0b901ce5-fc27-426e-b802-d3d2110303e6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:48.775729 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4fc1ccf2-b33d-4998-9baa-9ae5726dd914 req-0b901ce5-fc27-426e-b802-d3d2110303e6 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0947011 Sep 19 12:40:48.827965 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4fc1ccf2-b33d-4998-9baa-9ae5726dd914 req-f3135fd4-15e9-498d-ad73-f170004386da tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Sep 19 12:40:50.034004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d813-22bd-4d73-8e4f-a49bf45097e5 req-df933764-793a-4458-8049-3016c5b2a71e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:50.035508 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2fc3d813-22bd-4d73-8e4f-a49bf45097e5 req-df933764-793a-4458-8049-3016c5b2a71e tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0915618 Sep 19 12:40:50.081930 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2fc3d813-22bd-4d73-8e4f-a49bf45097e5 req-72cbe0a0-3b8b-4661-b8e4-b4dfc5b8b6dd tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406623 Sep 19 12:40:51.290728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecf3a7-d22f-496d-8845-826b187459e3 req-b0636c29-5c56-4dde-aa0c-c47a82adba56 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:51.292198 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-55ecf3a7-d22f-496d-8845-826b187459e3 req-b0636c29-5c56-4dde-aa0c-c47a82adba56 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0964015 Sep 19 12:40:51.335718 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-55ecf3a7-d22f-496d-8845-826b187459e3 req-c20b3f1c-17f6-4cf7-a28a-f3466ae3b8cb tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 Sep 19 12:40:52.678138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9baf0-c775-41bd-86f0-b221c82c08bd req-bbda20b5-e748-40fe-92ae-7ff0dc3bf4ad tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:52.679526 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-caf9baf0-c775-41bd-86f0-b221c82c08bd req-bbda20b5-e748-40fe-92ae-7ff0dc3bf4ad tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0879357 Sep 19 12:40:52.726709 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-caf9baf0-c775-41bd-86f0-b221c82c08bd req-565c0ad5-c3f0-4dd1-9af8-94c14a0f1e6c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415769 Sep 19 12:40:53.034407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:40:53.924918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd117a-42a5-4456-bd55-8783a57254e6 req-badcb2e8-c075-4e8c-9481-472e03a14562 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:53.926405 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6dcd117a-42a5-4456-bd55-8783a57254e6 req-badcb2e8-c075-4e8c-9481-472e03a14562 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0882199 Sep 19 12:40:53.969889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6dcd117a-42a5-4456-bd55-8783a57254e6 req-7c1d2d4c-1bf3-48a0-80f4-cd46388658d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376720 Sep 19 12:40:55.190770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847eb4-5a2e-4a95-9090-d87c45d14464 req-a142460b-cc0e-4e03-8c26-e711b2978a68 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:55.192290 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e6847eb4-5a2e-4a95-9090-d87c45d14464 req-a142460b-cc0e-4e03-8c26-e711b2978a68 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.1058140 Sep 19 12:40:55.250573 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e6847eb4-5a2e-4a95-9090-d87c45d14464 req-1d6c018a-b41e-408a-809a-97b1aba90c6c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506659 Sep 19 12:40:56.449871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cd516-e290-4412-b5c4-dc01bba99a38 req-3b1ed756-6170-456b-907e-db539c13919c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:56.452233 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ab1cd516-e290-4412-b5c4-dc01bba99a38 req-3b1ed756-6170-456b-907e-db539c13919c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0876224 Sep 19 12:40:56.499878 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ab1cd516-e290-4412-b5c4-dc01bba99a38 req-ca7074a0-76f8-4f10-bb60-b95ac38c25ec tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 Sep 19 12:40:57.705545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa756b-fb82-4217-bd56-e225c580d61c req-ac9b5319-fa72-4df1-8aaa-7fafca992f93 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:57.707029 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0baa756b-fb82-4217-bd56-e225c580d61c req-ac9b5319-fa72-4df1-8aaa-7fafca992f93 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0885861 Sep 19 12:40:57.751119 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0baa756b-fb82-4217-bd56-e225c580d61c req-d8788cf2-f198-47a0-8f64-d79722ca804c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382662 Sep 19 12:40:58.975886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59c17e-2839-40bd-a2ad-d209d6e00622 req-da454ad7-b790-42ea-8ffb-d213be0d50be tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:58.977375 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8a59c17e-2839-40bd-a2ad-d209d6e00622 req-da454ad7-b790-42ea-8ffb-d213be0d50be tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0923109 Sep 19 12:40:59.021384 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8a59c17e-2839-40bd-a2ad-d209d6e00622 req-cea70629-17a4-4696-856d-b470dda0cf7c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376444 Sep 19 12:41:00.217789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867a141-2c62-40da-a3c2-64db13046d82 req-51dad846-b755-4956-b222-6c94cc44c290 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:00.219275 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2867a141-2c62-40da-a3c2-64db13046d82 req-51dad846-b755-4956-b222-6c94cc44c290 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0859418 Sep 19 12:41:00.266979 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2867a141-2c62-40da-a3c2-64db13046d82 req-e3718003-8ec2-4a09-92ec-ff0d3d844458 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419545 Sep 19 12:41:01.464680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cef95-8334-4fe6-9353-cb9a1072a2e9 req-300c18c7-2ae1-4c06-b22b-607e9017333f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:01.466195 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e6cef95-8334-4fe6-9353-cb9a1072a2e9 req-300c18c7-2ae1-4c06-b22b-607e9017333f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0881512 Sep 19 12:41:01.509760 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e6cef95-8334-4fe6-9353-cb9a1072a2e9 req-e39c2db5-180f-4095-b00c-efddc5951b01 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378284 Sep 19 12:41:02.711743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa22f7-5e24-4af9-b329-962d6c19ea49 req-d63388e2-768d-45f5-a87f-4a444de14cc5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:02.713320 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c7fa22f7-5e24-4af9-b329-962d6c19ea49 req-d63388e2-768d-45f5-a87f-4a444de14cc5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0935109 Sep 19 12:41:02.760270 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c7fa22f7-5e24-4af9-b329-962d6c19ea49 req-b234d32c-958e-43e7-beaa-f0f9e243a244 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 Sep 19 12:41:03.958266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83754aaa-d76e-4708-a7bf-82aba5e2e4ea req-1f8d1892-d6e1-45c1-a11a-d5a768e26a38 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:03.959750 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-83754aaa-d76e-4708-a7bf-82aba5e2e4ea req-1f8d1892-d6e1-45c1-a11a-d5a768e26a38 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0868242 Sep 19 12:41:04.007656 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-83754aaa-d76e-4708-a7bf-82aba5e2e4ea req-d73c6fe7-cca1-42b7-afac-d4d9dce717ba tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Sep 19 12:41:05.301623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cb587-fbad-4c5e-b15f-ccffc7ffd470 req-f99c712d-d8df-42f2-89a0-fca3ee6fc883 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:05.303092 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-763cb587-fbad-4c5e-b15f-ccffc7ffd470 req-f99c712d-d8df-42f2-89a0-fca3ee6fc883 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.1819758 Sep 19 12:41:05.346912 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-763cb587-fbad-4c5e-b15f-ccffc7ffd470 req-37e24474-002b-4b35-a4df-d31c83d8958a tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382738 Sep 19 12:41:06.549699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d004ef-acbe-45ed-95d6-b6d77b153897 req-3f72c7bc-0ac0-4979-9f25-d948fc5879d9 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:06.551108 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-58d004ef-acbe-45ed-95d6-b6d77b153897 req-3f72c7bc-0ac0-4979-9f25-d948fc5879d9 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0906155 Sep 19 12:41:06.594011 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-58d004ef-acbe-45ed-95d6-b6d77b153897 req-98127d82-4a18-4a4e-bab5-aff8c611dd63 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Sep 19 12:41:07.792089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b522202-cb76-436c-9ff1-74db3c012fb8 req-7b7db8b2-005c-45bc-bed0-133866345918 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:07.793546 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1b522202-cb76-436c-9ff1-74db3c012fb8 req-7b7db8b2-005c-45bc-bed0-133866345918 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0876706 Sep 19 12:41:07.841644 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1b522202-cb76-436c-9ff1-74db3c012fb8 req-b2362e77-d5e3-4eec-8211-2b7d62755809 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Sep 19 12:41:09.049839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8802e-0d48-4eca-8308-9f9a6068d8d1 req-1ac68137-5527-4538-ab04-d4ad781d95d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:09.051317 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5fc8802e-0d48-4eca-8308-9f9a6068d8d1 req-1ac68137-5527-4538-ab04-d4ad781d95d8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0867956 Sep 19 12:41:09.095348 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5fc8802e-0d48-4eca-8308-9f9a6068d8d1 req-c5d20d2e-2875-450b-bf64-524301663d15 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382433 Sep 19 12:41:10.300494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9904606-8178-4f6d-8c19-bb28b0e5704c req-59fe80d8-ebff-46c2-b5a2-ab64d3eee7b2 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:10.301964 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c9904606-8178-4f6d-8c19-bb28b0e5704c req-59fe80d8-ebff-46c2-b5a2-ab64d3eee7b2 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0966802 Sep 19 12:41:10.346387 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c9904606-8178-4f6d-8c19-bb28b0e5704c req-d74d94dc-5be0-4f1d-a79a-4b53848c1d02 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387049 Sep 19 12:41:11.544667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba86b4-57ad-4fed-83c0-0616fb0580be req-937e38a7-3cf2-4779-ba2c-a14d783dba86 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:11.546712 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-19ba86b4-57ad-4fed-83c0-0616fb0580be req-937e38a7-3cf2-4779-ba2c-a14d783dba86 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0899248 Sep 19 12:41:11.594355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b50815fc-e09c-4b62-8f49-c458b16d8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:11.598712 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-19ba86b4-57ad-4fed-83c0-0616fb0580be req-ae616a0e-a812-4898-9083-fd32242151b1 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420537 Sep 19 12:41:12.798713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b03fc-3ac6-4175-a2ed-bc2f2fb9d92d req-f6f89f9f-296e-4bcb-b76d-62ab44b6ff9d tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:12.800221 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e90b03fc-3ac6-4175-a2ed-bc2f2fb9d92d req-f6f89f9f-296e-4bcb-b76d-62ab44b6ff9d tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0882287 Sep 19 12:41:12.828338 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:41:12.845478 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e90b03fc-3ac6-4175-a2ed-bc2f2fb9d92d req-7ba334ae-88be-49c2-9421-b9e533a711ba tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Sep 19 12:41:13.019421 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-33daedcd-db35-4f72-942a-53b52a3f5b97 service neutron] 10.222.0.85 "GET /v2.0/ports/6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0760410 Sep 19 12:41:13.682007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-245f1356-b010-45c4-b416-687135eb7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:13.683435 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-245f1356-b010-45c4-b416-687135eb7aff service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5&tenant_id=ec32583206b34dbf856497544ab0a2d4 HTTP/1.1" status: 200 len: 1099 time: 0.0830092 Sep 19 12:41:13.714081 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6f3c-c7e4-41be-910a-0e9e9958f10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:13.788035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-ac45a8ee-2636-41dc-bced-0d57e27f0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:13.789507 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-ac45a8ee-2636-41dc-bced-0d57e27f0c43 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 1099 time: 0.0787270 Sep 19 12:41:13.923932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-72f1a7ab-810c-435f-b93d-70240b8c5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:13.925376 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-72f1a7ab-810c-435f-b93d-70240b8c5fda service neutron] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 915 time: 0.1270385 Sep 19 12:41:13.999453 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-b3aace31-a69f-4bb4-8be4-d5834992bf5b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 HTTP/1.1" status: 200 len: 217 time: 0.0639224 Sep 19 12:41:14.052686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345af844-18c1-4753-8771-23dcc4b3b036 req-fb70e561-c9bf-4253-83c7-dd4a498ad1bf tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:14.054160 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-345af844-18c1-4753-8771-23dcc4b3b036 req-fb70e561-c9bf-4253-83c7-dd4a498ad1bf tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0926135 Sep 19 12:41:14.064220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-daeea628-1494-41ed-98a5-a7c00ef330b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:14.065697 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-daeea628-1494-41ed-98a5-a7c00ef330b7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0585115 Sep 19 12:41:14.099251 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-345af844-18c1-4753-8771-23dcc4b3b036 req-353a0967-41b4-4335-a0fd-d20a61149325 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Sep 19 12:41:14.155032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-42c6e8a6-0176-4483-a365-70d9d4dea949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:14.156530 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-42c6e8a6-0176-4483-a365-70d9d4dea949 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818660 Sep 19 12:41:14.397060 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-50e9030e-5c6c-4b0f-b9c3-5fbbfbbcff6b service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305186 Sep 19 12:41:14.538268 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8fff66b5-174c-44ea-96ca-c8800c872c3d req-866ab27f-19bb-4b58-a065-e9d3d28e5a37 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319580 Sep 19 12:41:14.553980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:15.039416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:15.301964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712ed79-2e41-4652-a4bf-4a96749f37b4 req-23ba71b9-f626-4d22-a5df-393ffc0a2b66 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:15.303433 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1712ed79-2e41-4652-a4bf-4a96749f37b4 req-23ba71b9-f626-4d22-a5df-393ffc0a2b66 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0862765 Sep 19 12:41:15.351173 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1712ed79-2e41-4652-a4bf-4a96749f37b4 req-94b6d19d-aa10-46a4-bb38-e48b2ebf7b85 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Sep 19 12:41:16.385565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:41:16.388627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:41:16.543611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:16.559123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899aaf9-06d4-4a5d-90e5-c34e6cb7a347 req-eee9bf3b-924e-45d5-8147-0a1da3492813 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:16.563692 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2899aaf9-06d4-4a5d-90e5-c34e6cb7a347 req-eee9bf3b-924e-45d5-8147-0a1da3492813 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 946 time: 0.0952339 Sep 19 12:41:16.610231 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2899aaf9-06d4-4a5d-90e5-c34e6cb7a347 req-43427787-3bcd-4e7b-966b-ca72a9f3bf2a tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Sep 19 12:41:16.618317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:16.618704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:16.661612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:16.675642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6571a4-857f-4c5b-a99f-9c61965145c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:41:16.677908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c33ce99-3ab0-4a1a-a26a-c7c4ceae9985" -d '{"events": [{"server_uuid": "2a6571a4-857f-4c5b-a99f-9c61965145c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:41:16.687722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2', 'network_id': '4ca3a5ff-a407-49fa-beee-0bb270821056', 'port_id': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2', 'mac_address': 'fa:16:3e:b8:33:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b536c2-998d-4ab6-afca-9e3e800e7e8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:41:16.690191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:16.735056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 12:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcd1d1b-3206-4723-abee-4aed8c19b88c x-openstack-request-id: req-5dcd1d1b-3206-4723-abee-4aed8c19b88c {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:41:16.735347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6571a4-857f-4c5b-a99f-9c61965145c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:41:16.735601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5dcd1d1b-3206-4723-abee-4aed8c19b88c {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:41:16.735990 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcd1d1b-3206-4723-abee-4aed8c19b88c'] response: {'server_uuid': '2a6571a4-857f-4c5b-a99f-9c61965145c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2', 'code': 200} Sep 19 12:41:16.748091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 is: ACTIVE; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:16.748994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:16.766627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:41:16.777256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:16.893653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:41:16.893935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:41:16.897391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:17.447677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:17.448364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:17.467651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:41:17.482687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:17.553874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:17.649610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:41:17.688859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:17.816374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76313-cd21-497a-86c5-0b4f4c87363e req-0e2bfc40-2e51-44fb-9ab8-3d924483c7cf tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:17.817793 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3be76313-cd21-497a-86c5-0b4f4c87363e req-0e2bfc40-2e51-44fb-9ab8-3d924483c7cf tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 945 time: 0.0914695 Sep 19 12:41:17.870918 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3be76313-cd21-497a-86c5-0b4f4c87363e req-0ee07fbb-0c70-434b-a772-2f3ee8ad7492 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469747 Sep 19 12:41:18.309143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623ddb8-fd7f-406c-83e7-06a9f9b0b499 req-3e09614c-5ef8-47e5-9f8b-b3d723b55e36 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:18.310597 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c623ddb8-fd7f-406c-83e7-06a9f9b0b499 req-3e09614c-5ef8-47e5-9f8b-b3d723b55e36 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 945 time: 0.0913017 Sep 19 12:41:18.358729 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c623ddb8-fd7f-406c-83e7-06a9f9b0b499 req-359ce17a-8acd-4e0a-bbd4-ba2ccdbafb1c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416775 Sep 19 12:41:18.370925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-74ea766c-63d0-4022-8a9f-32e8316a16f4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:18.371511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-74ea766c-63d0-4022-8a9f-32e8316a16f4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Synchronizing usage tracker for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:41:18.393587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:41:18.468356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-74ea766c-63d0-4022-8a9f-32e8316a16f4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Unset dirty status for tenant:ec32583206b34dbf856497544ab0a2d4 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:41:18.469564 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-74ea766c-63d0-4022-8a9f-32e8316a16f4 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.85 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5&tenant_id=ec32583206b34dbf856497544ab0a2d4&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 945 time: 0.1898389 Sep 19 12:41:18.509979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 is: BUILD; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:18.510541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:18.527892 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:41:18.546350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:18.628307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:18.636992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-32293b84-28b0-4829-b9cd-b054bce4b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:18.638527 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-32293b84-28b0-4829-b9cd-b054bce4b564 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec32583206b34dbf856497544ab0a2d4&device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 1098 time: 0.0851352 Sep 19 12:41:18.695339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:18.770168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-3c500e76-c12a-4e6a-b292-94fba9ab5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:18.771643 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-3c500e76-c12a-4e6a-b292-94fba9ab5217 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 200 len: 915 time: 0.1274769 Sep 19 12:41:18.836824 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-77298423-3992-4cd6-9b82-7b6e37cece2a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 HTTP/1.1" status: 200 len: 217 time: 0.0593786 Sep 19 12:41:18.902790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-8018cf69-f248-41a3-8264-6d6f3774f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:18.904135 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-8018cf69-f248-41a3-8264-6d6f3774f85a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 200 len: 853 time: 0.0599251 Sep 19 12:41:18.986762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-07f94b76-3c30-48b9-be36-e7ffba5069cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:18.988233 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-07f94b76-3c30-48b9-be36-e7ffba5069cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4ca3a5ff-a407-49fa-beee-0bb270821056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776899 Sep 19 12:41:19.128174 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-344833ab-fafa-4e63-bba3-bc45a225df26 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335270 Sep 19 12:41:19.258966 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bcb1e5d7-d306-48e1-bb7f-24024bb3d85b req-3ec9b777-ae36-4577-83f5-ace62ec04229 service neutron] 10.222.0.85 "GET /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251557 Sep 19 12:41:19.568493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca618b5-7ae5-43d2-825f-92030232c0bf req-86d62537-f272-45bd-9b33-334f61beae43 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:19.569439 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ca618b5-7ae5-43d2-825f-92030232c0bf req-86d62537-f272-45bd-9b33-334f61beae43 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 944 time: 0.0944247 Sep 19 12:41:19.616267 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ca618b5-7ae5-43d2-825f-92030232c0bf req-06528bce-be9d-45ee-976d-94e3ffc11c79 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Sep 19 12:41:20.819804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c9ae0-9e70-4cbe-9119-86d1ad3eea0f req-95dfe8f4-b19a-4055-9674-9c79eff30bbd tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:20.821246 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b44c9ae0-9e70-4cbe-9119-86d1ad3eea0f req-95dfe8f4-b19a-4055-9674-9c79eff30bbd tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 944 time: 0.0919964 Sep 19 12:41:20.865057 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b44c9ae0-9e70-4cbe-9119-86d1ad3eea0f req-0fd30079-812f-4c5b-97e4-d46ca3893c1c tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380099 Sep 19 12:41:21.069796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada1c2f-5d87-4bdf-8ebd-b123e829d557 req-23d145e2-f65d-42f0-86f7-af42f9e0e22d tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:21.071336 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0ada1c2f-5d87-4bdf-8ebd-b123e829d557 req-23d145e2-f65d-42f0-86f7-af42f9e0e22d tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 944 time: 0.0957410 Sep 19 12:41:21.118837 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0ada1c2f-5d87-4bdf-8ebd-b123e829d557 req-cca21063-06e2-4f6c-b37c-2bfc85385ef0 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Sep 19 12:41:21.317048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87a1b5-b131-4f6f-bb0a-f1a217c7964c req-0c62deb0-09b8-45f6-b7e9-f93e11538e91 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:21.318497 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ba87a1b5-b131-4f6f-bb0a-f1a217c7964c req-0c62deb0-09b8-45f6-b7e9-f93e11538e91 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 944 time: 0.0904636 Sep 19 12:41:21.362917 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ba87a1b5-b131-4f6f-bb0a-f1a217c7964c req-10f8497b-4229-4994-8bdc-2c45c92e8dda tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385756 Sep 19 12:41:22.095444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f394ba-e6d5-4710-9670-a30d16ffebbf req-699824f9-db28-435c-84d4-e3037b047c81 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:22.096899 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63f394ba-e6d5-4710-9670-a30d16ffebbf req-699824f9-db28-435c-84d4-e3037b047c81 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 944 time: 0.0910411 Sep 19 12:41:22.141514 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63f394ba-e6d5-4710-9670-a30d16ffebbf req-f03daea9-a7e0-4925-a930-fb954a434fef tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389111 Sep 19 12:41:23.020981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:23.339351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28351acc-7826-4daf-bd55-d3e49dfda0ff req-32dbc66e-40d3-41b9-8b07-6aaacf39fe29 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:23.340779 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-28351acc-7826-4daf-bd55-d3e49dfda0ff req-32dbc66e-40d3-41b9-8b07-6aaacf39fe29 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 944 time: 0.0893605 Sep 19 12:41:23.388063 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-28351acc-7826-4daf-bd55-d3e49dfda0ff req-7290e9a6-400d-44df-a870-9129ee36eba5 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups?id=74bab714-2816-45bc-badb-da7908074fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413880 Sep 19 12:41:23.734478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-93fd7e71-eb11-45e2-8a89-0ec176a63e8f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:23.735873 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-93fd7e71-eb11-45e2-8a89-0ec176a63e8f tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.85 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 944 time: 0.0902357 Sep 19 12:41:23.807148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-2d7c31dc-e700-4a3e-95b5-dfe29750e6d3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Deleting port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:41:23.807485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-2d7c31dc-e700-4a3e-95b5-dfe29750e6d3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:24.053710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-2d7c31dc-e700-4a3e-95b5-dfe29750e6d3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] For port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:24.054066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-2d7c31dc-e700-4a3e-95b5-dfe29750e6d3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:24.270671 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-2d7c31dc-e700-4a3e-95b5-dfe29750e6d3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Calling delete_port for 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:41:24.519629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-2d7c31dc-e700-4a3e-95b5-dfe29750e6d3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:24.551739 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ee613fb4-b08e-4853-bd2a-a45f09685fb6 req-1fc0a855-3926-4cff-a229-adbc222ca06d tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 210 time: 0.0514939 Sep 19 12:41:24.573620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c31dc-e700-4a3e-95b5-dfe29750e6d3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event deleted for resources: {'Port': ['ID=6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:24.665809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-2d7c31dc-e700-4a3e-95b5-dfe29750e6d3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] No DVR routers for this DVR port 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:41:24.668560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-2d7c31dc-e700-4a3e-95b5-dfe29750e6d3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:24.672361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6571a4-857f-4c5b-a99f-9c61965145c5', 'name': 'network-vif-deleted', 'tag': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:41:24.674788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7e80de-602f-4d5d-95fe-9ca41308a591" -d '{"events": [{"server_uuid": "2a6571a4-857f-4c5b-a99f-9c61965145c5", "name": "network-vif-deleted", "tag": "6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:41:24.719099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6272ac40-6888-45cd-b438-abd84393449c x-openstack-request-id: req-6272ac40-6888-45cd-b438-abd84393449c {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:41:24.719396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6571a4-857f-4c5b-a99f-9c61965145c5", "name": "network-vif-deleted", "tag": "6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:41:24.719654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6272ac40-6888-45cd-b438-abd84393449c {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:41:24.720099 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6272ac40-6888-45cd-b438-abd84393449c'] response: {'server_uuid': '2a6571a4-857f-4c5b-a99f-9c61965145c5', 'name': 'network-vif-deleted', 'tag': '6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2', 'status': 'completed', 'code': 200} Sep 19 12:41:24.758832 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92ebd57c-2b56-405c-8f9e-07f6b2f8ecc5 req-2d7c31dc-e700-4a3e-95b5-dfe29750e6d3 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.85 "DELETE /v2.0/ports/6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 HTTP/1.1" status: 204 len: 173 time: 1.0151222 Sep 19 12:41:25.731655 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-38e193c2-d824-430a-aafc-cb2181c196ea req-cec0c936-28d8-4055-abfe-5fd3860a90b8 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6571a4-857f-4c5b-a99f-9c61965145c5 HTTP/1.1" status: 200 len: 210 time: 0.0490961 Sep 19 12:41:26.454665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:41:26.491218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:41:26.491556 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 6e4a6d27-cb0b-4191-9ea5-ae37fab0c6e2 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:41:26.938108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35552) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:27.008296 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:27.036835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:27.157597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:27.175729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea169ac-9da2-4c84-8e4a-aee9d351ca6e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:27.184637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.184994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.185340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.185690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.186017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.186415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.186769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.187379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.187498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.187780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.188108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.188432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:27.244012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:27.245171 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2e1c2c62-0421-40bc-8945-7ce3f69f0328 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "DELETE /v2.0/security-groups/4ea169ac-9da2-4c84-8e4a-aee9d351ca6e HTTP/1.1" status: 204 len: 168 time: 0.3060293 Sep 19 12:41:27.247668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35556) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:27.264674 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-3210c46c-2576-4886-871e-fa818e273766 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] show failed (client error): The resource could not be found. Sep 19 12:41:27.265681 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3210c46c-2576-4886-871e-fa818e273766 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "GET /v2.0/security-groups/4ea169ac-9da2-4c84-8e4a-aee9d351ca6e HTTP/1.1" status: 404 len: 347 time: 0.0170829 Sep 19 12:41:27.268259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35560) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:27.526372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8cce46b2-7572-44a6-9f34-f48bb738a897 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Deleting port 623b7851-4a34-4073-8a25-818a41cf73df {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:41:27.526705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8cce46b2-7572-44a6-9f34-f48bb738a897 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:27.697412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8cce46b2-7572-44a6-9f34-f48bb738a897 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:27.697744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8cce46b2-7572-44a6-9f34-f48bb738a897 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:27.820278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-8cce46b2-7572-44a6-9f34-f48bb738a897 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Calling delete_port for 623b7851-4a34-4073-8a25-818a41cf73df owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:41:28.039553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8cce46b2-7572-44a6-9f34-f48bb738a897 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:28.087899 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce46b2-7572-44a6-9f34-f48bb738a897 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Pushing event deleted for resources: {'Port': ['ID=623b7851-4a34-4073-8a25-818a41cf73df,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:28.184759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8cce46b2-7572-44a6-9f34-f48bb738a897 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:28.198630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8cce46b2-7572-44a6-9f34-f48bb738a897 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:28.199776 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8cce46b2-7572-44a6-9f34-f48bb738a897 tempest-ServerDiskConfigTestJSON-1615915044 tempest-ServerDiskConfigTestJSON-1615915044-project] 10.222.0.66 "DELETE /v2.0/floatingips/1bafe2a6-34b5-462e-838d-ea44bf926932 HTTP/1.1" status: 204 len: 168 time: 0.9306529 Sep 19 12:41:28.354977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35568) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:28.896629 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:29.356257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] Deleting port 1dc3e516-46d0-4869-9912-b8a242bfd5c0 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:41:29.356944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:29.530714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] For port 1dc3e516-46d0-4869-9912-b8a242bfd5c0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1dc3e516-46d0-4869-9912-b8a242bfd5c0,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:29.531151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:29.653191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] Calling delete_port for 1dc3e516-46d0-4869-9912-b8a242bfd5c0 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:41:30.043935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:30.091213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc3e516-46d0-4869-9912-b8a242bfd5c0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:30.372439 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:30.844053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] Router 78e98983-892a-4452-ba74-7d34c17b0c3d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:41:31.021583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:41:31.030361 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] Sync routers for ids ['78e98983-892a-4452-ba74-7d34c17b0c3d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:41:31.034939 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-16d626c4-5ee3-4b0b-a75a-d745bd7f2665 admin admin] 10.222.0.66 "PUT /v2.0/routers/78e98983-892a-4452-ba74-7d34c17b0c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6788445 Sep 19 12:41:31.037384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35572) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:31.040474 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] Routers {'78e98983-892a-4452-ba74-7d34c17b0c3d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:41:31.041092 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:41:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['78e98983-892a-4452-ba74-7d34c17b0c3d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:31.224461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:31.247920 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] Set router 78e98983-892a-4452-ba74-7d34c17b0c3d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:41:31.404202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:31.502596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Deleting port 27a2d36a-79c2-436d-abc0-a6a3972a834f {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:41:31.502894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:31.530661 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'name': 'tempest-ServerDiskConfigTestJSON-109401059-router', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:30Z', 'updated_at': '2022-09-19T12:41:29Z', 'revision_number': 5, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'gw_port': {'id': '27a2d36a-79c2-436d-abc0-a6a3972a834f', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:31Z', 'updated_at': '2022-09-19T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:31.534599 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] Checking router: 78e98983-892a-4452-ba74-7d34c17b0c3d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:41:31.542951 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] Routers {'78e98983-892a-4452-ba74-7d34c17b0c3d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:41:31.543538 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:41:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['78e98983-892a-4452-ba74-7d34c17b0c3d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:31.685643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] For port 27a2d36a-79c2-436d-abc0-a6a3972a834f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=27a2d36a-79c2-436d-abc0-a6a3972a834f,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:31.686001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:31.694604 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] Set router 78e98983-892a-4452-ba74-7d34c17b0c3d gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:41:31.799254 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'name': 'tempest-ServerDiskConfigTestJSON-109401059-router', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:30Z', 'updated_at': '2022-09-19T12:41:31Z', 'revision_number': 6, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:31.803181 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff569a-95a5-4d9a-99ae-67f329a44374 None None] The sync data for ids ['78e98983-892a-4452-ba74-7d34c17b0c3d'] in dv-neutron-857775-2-hyperv is: [{'id': '78e98983-892a-4452-ba74-7d34c17b0c3d', 'name': 'tempest-ServerDiskConfigTestJSON-109401059-router', 'tenant_id': 'ec32583206b34dbf856497544ab0a2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:30Z', 'updated_at': '2022-09-19T12:41:31Z', 'revision_number': 6, 'project_id': 'ec32583206b34dbf856497544ab0a2d4', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:41:31.808507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Calling delete_port for 27a2d36a-79c2-436d-abc0-a6a3972a834f owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:41:32.039395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.086827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a2d36a-79c2-436d-abc0-a6a3972a834f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:32.190350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.470464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.472610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.569574 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.570089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78e98983-892a-4452-ba74-7d34c17b0c3d {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:41:32.582568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1dc3e516-46d0-4869-9912-b8a242bfd5c0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:41:32.583122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.584268 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0609caa7-8ba9-42ba-9bf7-cead2bfdb316 admin admin] 10.222.0.66 "DELETE /v2.0/routers/78e98983-892a-4452-ba74-7d34c17b0c3d HTTP/1.1" status: 204 len: 168 time: 1.5459769 Sep 19 12:41:32.586914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35576) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:32.618387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 1dc3e516-46d0-4869-9912-b8a242bfd5c0 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:41:32.618728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1dc3e516-46d0-4869-9912-b8a242bfd5c0 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:41:32.619185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 27a2d36a-79c2-436d-abc0-a6a3972a834f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:41:32.651716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0de91e8-8239-4c3e-969a-bd7d95ed473e admin admin] Deleting subnet 07b536c2-998d-4ab6-afca-9e3e800e7e8e {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:41:32.658712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 27a2d36a-79c2-436d-abc0-a6a3972a834f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:41:32.658712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 27a2d36a-79c2-436d-abc0-a6a3972a834f not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:41:32.660155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d0de91e8-8239-4c3e-969a-bd7d95ed473e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.710645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d0de91e8-8239-4c3e-969a-bd7d95ed473e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.807596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d0de91e8-8239-4c3e-969a-bd7d95ed473e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.923875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d0de91e8-8239-4c3e-969a-bd7d95ed473e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.961850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de91e8-8239-4c3e-969a-bd7d95ed473e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b536c2-998d-4ab6-afca-9e3e800e7e8e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:32.965548 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d0de91e8-8239-4c3e-969a-bd7d95ed473e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:32.972559 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d0de91e8-8239-4c3e-969a-bd7d95ed473e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/07b536c2-998d-4ab6-afca-9e3e800e7e8e HTTP/1.1" status: 204 len: 168 time: 0.3846469 Sep 19 12:41:32.972994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5c66a-6792-48aa-a519-a79f097f49ac None None] Network 4ca3a5ff-a407-49fa-beee-0bb270821056 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:41:32.975068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35580) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:33.090332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:33.100917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Deleting port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:41:33.101252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:33.244126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] DHCP port deletion for 4ca3a5ff-a407-49fa-beee-0bb270821056 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:41:33.248090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] Deleting port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:41:33.249014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:33.323987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] For port ac0dab31-a0b1-459a-8aa9-87474a7c62d5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ac0dab31-a0b1-459a-8aa9-87474a7c62d5,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:33.324341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:33.452951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Calling delete_port for ac0dab31-a0b1-459a-8aa9-87474a7c62d5 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:41:33.463617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] For port ac0dab31-a0b1-459a-8aa9-87474a7c62d5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ac0dab31-a0b1-459a-8aa9-87474a7c62d5,segment=NetworkSegment(d2acc389-2fbb-400e-8408-cb361f43f336),segment_id=d2acc389-2fbb-400e-8408-cb361f43f336)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:33.463953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:33.589452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] Calling delete_port for ac0dab31-a0b1-459a-8aa9-87474a7c62d5 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:41:33.628068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:33.661709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:41:33.662064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:41:33.694300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0dab31-a0b1-459a-8aa9-87474a7c62d5,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:33.696144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] No DVR routers for this DVR port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:41:33.820620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:33.845427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca3a5ff-a407-49fa-beee-0bb270821056']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:33.856879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2acc389-2fbb-400e-8408-cb361f43f336') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:33.857168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2acc389-2fbb-400e-8408-cb361f43f336') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:33.868682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:33.884217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:33.890116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:41:33.890493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:33.976797 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment d2acc389-2fbb-400e-8408-cb361f43f336 resource provider aggregate not found Sep 19 12:41:33.993722 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment d2acc389-2fbb-400e-8408-cb361f43f336 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2acc389-2fbb-400e-8408-cb361f43f336 found for delete ", "request_id": "req-5e846d7b-88c4-4855-a052-da759231bd9d"}]} Sep 19 12:41:34.039053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:34.058600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:34.069607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca3a5ff-a407-49fa-beee-0bb270821056,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:34.137032 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7d4baf56-d606-419d-88c3-f1d6873a9533 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4ca3a5ff-a407-49fa-beee-0bb270821056 HTTP/1.1" status: 204 len: 168 time: 1.1607132 Sep 19 12:41:34.163417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] Deleting port ac0dab31-a0b1-459a-8aa9-87474a7c62d5 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:41:34.163832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:34.239209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d48103bb-603c-4fcb-8ddc-184b4840f837 None None] The port 'ac0dab31-a0b1-459a-8aa9-87474a7c62d5' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:41:34.482545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35592) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:34.535208 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4e3b96b1-8972-4c5d-8d42-46037feef6a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec32583206b34dbf856497544ab0a2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513473 Sep 19 12:41:34.537580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35596) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:34.548773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ac0dab31-a0b1-459a-8aa9-87474a7c62d5 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:41:34.584020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: ac0dab31-a0b1-459a-8aa9-87474a7c62d5 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:41:34.584367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ac0dab31-a0b1-459a-8aa9-87474a7c62d5 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:41:34.600453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-673483e0-4e68-4881-9b9e-2e4762130c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:34.724146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-673483e0-4e68-4881-9b9e-2e4762130c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:34.856204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-673483e0-4e68-4881-9b9e-2e4762130c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:34.871864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673483e0-4e68-4881-9b9e-2e4762130c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bab714-2816-45bc-badb-da7908074fdd,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:34.881478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-673483e0-4e68-4881-9b9e-2e4762130c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:34.882616 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-673483e0-4e68-4881-9b9e-2e4762130c93 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74bab714-2816-45bc-badb-da7908074fdd HTTP/1.1" status: 204 len: 168 time: 0.3441556 Sep 19 12:41:36.010157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35620) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:36.114047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-214040391-network', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:41:36.118889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:41:36.122971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Usage tracker for resource:network and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:41:36.126623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:41:36.132875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:41:36.221771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Made reservation on behalf of b38ecb4df7444e459456309ab38ffee1 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:41:36.224188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:36.236555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:36.251607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:41:36.255661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Usage tracker for resource:security_group_rule and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:41:36.258472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:41:36.265707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:41:36.352948 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:36.409983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:36.439782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:41:36.448422 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45874983-67c7-4642-be87-5c85434fe8d4,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:36.454305 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:36.454643 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Added segment acbf098b-cf21-4d66-ab63-bb5230de2d13 of type vlan for network a79eceb6-a336-423d-b7f1-ac687ca61131 Sep 19 12:41:36.483467 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:36.575894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:36.577447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:36.578111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:36.680590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] Pushing event updated for resources: {'Network': ['ID=a79eceb6-a336-423d-b7f1-ac687ca61131,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:36.690298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network a79eceb6-a336-423d-b7f1-ac687ca61131 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:41:36.776875 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ee4cec3e-1847-48e8-aaa4-14b4c4811448 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7655821 Sep 19 12:41:36.780352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35626) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:36.785709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Request body: {'subnet': {'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-214040391-subnet', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:41:36.790507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:41:36.794731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Usage tracker for resource:subnet and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:41:36.797961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:41:36.803974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:41:36.891061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Made reservation on behalf of b38ecb4df7444e459456309ab38ffee1 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:41:36.893567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:37.164929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:37.242624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a44ee73-68c8-42fc-9d78-3fac4eade0f8,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:37.253618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Checking segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:41:37.253973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Network hostable DHCP agents. Network: a79eceb6-a336-423d-b7f1-ac687ca61131, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:41:37.346533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Network a79eceb6-a336-423d-b7f1-ac687ca61131 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:41:37.444775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, a79eceb6-a336-423d-b7f1-ac687ca61131) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:41:37.449160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:37.449765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:37.454842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08786d3e-1d57-4a1c-a50f-9b50bbc54ec4 None None] Network a79eceb6-a336-423d-b7f1-ac687ca61131 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:41:37.582731 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3165cce7-d820-4199-b85f-d4ba225dfa97 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8012941 Sep 19 12:41:37.585285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35630) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:37.590072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:41:37.595332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:41:37.599224 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Usage tracker for resource:router and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:41:37.602098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:41:37.608666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:41:37.707412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-a79eceb6-a336-423d-b7f1-ac687ca61131', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:41:37.708247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:37.729465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:37.730608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:37.746335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:37.865532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Allocated IP 172.20.0.2 (a79eceb6-a336-423d-b7f1-ac687ca61131/8a44ee73-68c8-42fc-9d78-3fac4eade0f8/5ec50b88-c696-4ff6-8bc4-758159941446) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:41:38.085764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:38.096602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Transition to ACTIVE for port object 5ec50b88-c696-4ff6-8bc4-758159941446 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:41:38.114856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Transition to ACTIVE for port object 5ec50b88-c696-4ff6-8bc4-758159941446 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:41:38.146109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:38.199438 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:38.266057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Network a79eceb6-a336-423d-b7f1-ac687ca61131 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:41:38.267241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:41:38.271084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:41:38.280695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Pushing event updated for resources: {'Port': ['ID=5ec50b88-c696-4ff6-8bc4-758159941446,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:38.328014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.328364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.328706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.329043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.329376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.329710 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.330041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.330370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.330699 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.331052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.331376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.331702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:38.391847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Attempting to bind port 5ec50b88-c696-4ff6-8bc4-758159941446 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:41:38.392217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Attempting to bind port 5ec50b88-c696-4ff6-8bc4-758159941446 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:41:38.392580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Attempting to bind port 5ec50b88-c696-4ff6-8bc4-758159941446 on network a79eceb6-a336-423d-b7f1-ac687ca61131 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:41:38.397912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:41:38.398285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Checking segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:41:38.398684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:38.399108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Bound using segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:41:38.399584 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Bound port: 5ec50b88-c696-4ff6-8bc4-758159941446, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:41:38.399957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:38.495466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] For port 5ec50b88-c696-4ff6-8bc4-758159941446, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:41:38.498420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] For port 5ec50b88-c696-4ff6-8bc4-758159941446, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5ec50b88-c696-4ff6-8bc4-758159941446,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:41:38.533479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:38.559509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:38.563573 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:38.640033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01bd94-0413-4b9a-9c2f-f19f7be2df9f None None] Pushing event updated for resources: {'Port': ['ID=5ec50b88-c696-4ff6-8bc4-758159941446,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:38.710673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Allocated IP 172.26.5.69 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/38dac6ac-ff03-403f-9e3e-58b9860f07a6) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:41:38.980007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:39.078554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:39.146392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:41:39.149192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:41:39.152790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:41:39.185253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Pushing event updated for resources: {'Port': ['ID=38dac6ac-ff03-403f-9e3e-58b9860f07a6,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:39.555522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d852dd-0c29-4ff9-b863-ad876822a41d None None] Network a79eceb6-a336-423d-b7f1-ac687ca61131 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:41:39.676050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:39.707018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-caf8f04b-b514-4217-971e-67e0289a6bd8 None None] Provisioning for port 5ec50b88-c696-4ff6-8bc4-758159941446 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:41:40.023014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:40.295921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Router 30c1de93-cb85-406b-ac11-89bee284604e is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:41:40.579215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5ec50b88-c696-4ff6-8bc4-758159941446 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:41:40.586158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:41:40.611369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:41:40.640553 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:41:40.641166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:41:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:40.666285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:40.667564 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0fc5f659-20ce-4339-9528-1ee70220d3ba admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0813670 Sep 19 12:41:40.670497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35634) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:40.791778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 5ec50b88-c696-4ff6-8bc4-758159941446 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:41:40.808501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5ec50b88-c696-4ff6-8bc4-758159941446 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:41:40.813061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:40.878476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:41:41.172679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5ec50b88-c696-4ff6-8bc4-758159941446 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:41.172979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.265898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 5ec50b88-c696-4ff6-8bc4-758159941446, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5ec50b88-c696-4ff6-8bc4-758159941446,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:41.287834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:39Z', 'revision_number': 3, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:41.291742 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:41:41.292091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Updating router 30c1de93-cb85-406b-ac11-89bee284604e port 38dac6ac-ff03-403f-9e3e-58b9860f07a6 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:41:41.335402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.355156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.398122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.459958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=5ec50b88-c696-4ff6-8bc4-758159941446,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:41.576023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Allocated IP 172.20.0.1 (a79eceb6-a336-423d-b7f1-ac687ca61131/8a44ee73-68c8-42fc-9d78-3fac4eade0f8/c691967c-0243-4dd5-a7a5-0ca5627e4659) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:41:41.618814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f1737d1a-d9b3-4b61-89c1-a21549f8a337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.725600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.741769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Transition to ACTIVE for port object c691967c-0243-4dd5-a7a5-0ca5627e4659 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:41:41.756749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.768449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Transition to ACTIVE for port object 38dac6ac-ff03-403f-9e3e-58b9860f07a6 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:41:41.833868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.861536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.902474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Network a79eceb6-a336-423d-b7f1-ac687ca61131 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:41:41.905599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:41:41.909302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:41:41.926558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Attempting to bind port 38dac6ac-ff03-403f-9e3e-58b9860f07a6 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:41:41.926954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Attempting to bind port 38dac6ac-ff03-403f-9e3e-58b9860f07a6 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:41:41.927311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Attempting to bind port 38dac6ac-ff03-403f-9e3e-58b9860f07a6 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:41:41.938678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:41:41.939076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:41:41.939478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.939869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:41:41.940347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Bound port: 38dac6ac-ff03-403f-9e3e-58b9860f07a6, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:41:41.940805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.945819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Pushing event updated for resources: {'Port': ['ID=c691967c-0243-4dd5-a7a5-0ca5627e4659,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:41.974186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:41.989847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e55f5a-9579-4464-aa69-156187aa6dd4 None None] Pushing event updated for resources: {'Port': ['ID=38dac6ac-ff03-403f-9e3e-58b9860f07a6,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:42.023234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] For port 38dac6ac-ff03-403f-9e3e-58b9860f07a6, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:41:42.026312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] For port 38dac6ac-ff03-403f-9e3e-58b9860f07a6, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=38dac6ac-ff03-403f-9e3e-58b9860f07a6,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:41:42.113768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:42.183748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:41:42.184287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:41:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:42.282664 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e55f5a-9579-4464-aa69-156187aa6dd4 None None] Pushing event updated for resources: {'Port': ['ID=38dac6ac-ff03-403f-9e3e-58b9860f07a6,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:42.355761 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ed079cbf-4cbe-4837-8b75-676582d16cf0 None None] Provisioning for port c691967c-0243-4dd5-a7a5-0ca5627e4659 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:41:42.366006 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ed079cbf-4cbe-4837-8b75-676582d16cf0 None None] Provisioning complete for port c691967c-0243-4dd5-a7a5-0ca5627e4659 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:41:42.366391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ed079cbf-4cbe-4837-8b75-676582d16cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:42.432331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:41:42.539967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ed079cbf-4cbe-4837-8b75-676582d16cf0 None None] Port c691967c-0243-4dd5-a7a5-0ca5627e4659 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:41:42.564497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5ec50b88-c696-4ff6-8bc4-758159941446 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:41:42.597802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:42.768855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5ec50b88-c696-4ff6-8bc4-758159941446 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:41:42.769469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:42.827049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:42.884834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:42.932074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:39Z', 'revision_number': 3, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:42.939728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf3175-176c-490b-b2ab-1f1c47782643 None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:39Z', 'revision_number': 3, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:41:42.944395 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5ec50b88-c696-4ff6-8bc4-758159941446 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:42.996148 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Pushing event updated for resources: {'Port': ['ID=c691967c-0243-4dd5-a7a5-0ca5627e4659,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:42.999156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:43.148694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Network a79eceb6-a336-423d-b7f1-ac687ca61131 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:41:43.150331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:41:43.385589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Router 30c1de93-cb85-406b-ac11-89bee284604e has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:41:43.471770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7283186d-789b-4bb4-a5bf-c86bc7fae7a5 None None] Provisioning complete for port c691967c-0243-4dd5-a7a5-0ca5627e4659 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:41:43.472145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7283186d-789b-4bb4-a5bf-c86bc7fae7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:43.534548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7283186d-789b-4bb4-a5bf-c86bc7fae7a5 None None] Port c691967c-0243-4dd5-a7a5-0ca5627e4659 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:41:43.589494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:41:43.600702 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0169f040-3888-476c-ac26-18aa5cd9d3bd admin admin] 10.222.0.66 "PUT /v2.0/routers/30c1de93-cb85-406b-ac11-89bee284604e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9291899 Sep 19 12:41:43.713000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e78ce09e-5746-4bb1-a973-52d91e4f798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.040971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35644) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:44.046328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944093344', 'description': 'tempest-description--1937876029'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:41:44.052401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:41:44.056316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Usage tracker for resource:security_group and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:41:44.059222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:41:44.065010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:41:44.124514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.145035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:41:44.148878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Usage tracker for resource:security_group_rule and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:41:44.151712 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:41:44.158110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:41:44.242050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.330193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.375310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a236625-b244-4fcb-b2e0-8a7f38f86d6f,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:44.448896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.450073 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8443f737-4fdc-4b70-b095-186037d59152 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4081111 Sep 19 12:41:44.453796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 35648) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:44.459117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'security_group_rule': {'security_group_id': '6a236625-b244-4fcb-b2e0-8a7f38f86d6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:41:44.465553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:41:44.470125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Usage tracker for resource:security_group_rule and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:41:44.473193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:41:44.473988 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:41:44.484333 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:41:44.485052 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:41:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:44.489984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:41:44.576799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.580535 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 38dac6ac-ff03-403f-9e3e-58b9860f07a6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:41:44.611181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.675129 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:41:44.681692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.702080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 38dac6ac-ff03-403f-9e3e-58b9860f07a6 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:41:44.707198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 38dac6ac-ff03-403f-9e3e-58b9860f07a6 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:41:44.707566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.753572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.780476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07ff6cf-2310-4041-96a6-e00095c8deb0,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:44.791390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.791750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.792085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.792420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.792762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.793084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.793426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.793743 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.794070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.794393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.794719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.795570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:44.830221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 38dac6ac-ff03-403f-9e3e-58b9860f07a6 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:44.830963 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.847276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 38dac6ac-ff03-403f-9e3e-58b9860f07a6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=38dac6ac-ff03-403f-9e3e-58b9860f07a6,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:44.888703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.890074 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-612ef01c-5727-4a78-a790-a309f8da2f36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4352133 Sep 19 12:41:44.893038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 35652) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:44.899847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'security_group_rule': {'security_group_id': '6a236625-b244-4fcb-b2e0-8a7f38f86d6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:41:44.903866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:41:44.908015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Usage tracker for resource:security_group_rule and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:41:44.911127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:41:44.916866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:41:44.970533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:44.993344 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 2, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:44.997240 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:41:44.997594 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Updating router 30c1de93-cb85-406b-ac11-89bee284604e port c691967c-0243-4dd5-a7a5-0ca5627e4659 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:41:45.030188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.043836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=38dac6ac-ff03-403f-9e3e-58b9860f07a6,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:45.079013 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.098133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.147503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.421595 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.432584 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Transition to ACTIVE for port object c691967c-0243-4dd5-a7a5-0ca5627e4659 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:41:45.444382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.468960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b460ca2d-01d7-4d00-899d-c5e9bce27cd3,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:45.580161 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.639526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.640810 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a85d278e-fead-440c-8266-21bcb08c473c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7468722 Sep 19 12:41:45.643953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 35656) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:41:45.648936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:41:45.655715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:41:45.659763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Usage tracker for resource:floatingip and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:41:45.662608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:41:45.668401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:41:45.764641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.769598 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Pushing event updated for resources: {'Port': ['ID=c691967c-0243-4dd5-a7a5-0ca5627e4659,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:45.792493 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.792842 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.793180 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.793510 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.793836 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.794158 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.794479 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.795462 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.795817 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.796112 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.796429 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.796744 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:41:45.816273 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Attempting to bind port c691967c-0243-4dd5-a7a5-0ca5627e4659 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:41:45.816636 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Attempting to bind port c691967c-0243-4dd5-a7a5-0ca5627e4659 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:41:45.816988 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Attempting to bind port c691967c-0243-4dd5-a7a5-0ca5627e4659 on network a79eceb6-a336-423d-b7f1-ac687ca61131 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:41:45.822534 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:41:45.822892 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Checking segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:41:45.823286 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.823675 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Bound using segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:41:45.824150 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Bound port: c691967c-0243-4dd5-a7a5-0ca5627e4659, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:41:45.824517 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.915380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:45.917043 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] For port c691967c-0243-4dd5-a7a5-0ca5627e4659, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:41:45.920621 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] For port c691967c-0243-4dd5-a7a5-0ca5627e4659, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c691967c-0243-4dd5-a7a5-0ca5627e4659,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:41:45.993925 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:46.052835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Allocated IP 172.26.5.112 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/73bbd539-c338-47cf-ae08-6fe6841b6d6e) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:41:46.054451 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:41:46.055084 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:41:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:46.153586 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48da56-736d-4bc1-8986-355c2312865b None None] Pushing event updated for resources: {'Port': ['ID=c691967c-0243-4dd5-a7a5-0ca5627e4659,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:46.207709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:46.263507 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:41:46.343616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:46.409682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:41:46.412512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:41:46.415127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:41:46.467470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event updated for resources: {'Port': ['ID=73bbd539-c338-47cf-ae08-6fe6841b6d6e,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:46.468671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:46.510491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:46.567356 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 38dac6ac-ff03-403f-9e3e-58b9860f07a6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:41:46.586676 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:45Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:41:46.591322 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea58b9-07f5-4068-9586-31a6bb1cfe68 None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:45Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:41:46.664386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 38dac6ac-ff03-403f-9e3e-58b9860f07a6 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:41:46.664714 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:46.693756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:46.821439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 38dac6ac-ff03-403f-9e3e-58b9860f07a6 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:46.955639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:47.020082 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:47.127984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event updated for resources: {'Port': ['ID=73bbd539-c338-47cf-ae08-6fe6841b6d6e,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:47.130314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:47.237738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:47.248822 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-dce87f7b-a517-484c-8058-f1cc97d76374 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6037362 Sep 19 12:41:47.419437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-a9d97761-d5bb-4da9-97f3-b77c960e8249 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Synchronizing usage tracker for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:41:47.496067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-a9d97761-d5bb-4da9-97f3-b77c960e8249 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Unset dirty status for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:41:47.497339 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-a9d97761-d5bb-4da9-97f3-b77c960e8249 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1944093344&fields=id&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 267 time: 0.1196637 Sep 19 12:41:47.657301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-09a67549-ba30-4459-ae2c-4f9fce0ab709 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:47.658021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-09a67549-ba30-4459-ae2c-4f9fce0ab709 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Synchronizing usage tracker for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:41:47.763007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-09a67549-ba30-4459-ae2c-4f9fce0ab709 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Unset dirty status for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:41:47.764933 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-09a67549-ba30-4459-ae2c-4f9fce0ab709 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 811 time: 0.2596629 Sep 19 12:41:47.780661 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-dcdd59a4-7b22-4cbd-a5a0-d769593121da tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/quotas/b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 375 time: 0.0098693 Sep 19 12:41:47.872777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-61215540-90d4-44e1-b35a-4c5d3d4ee2b9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Synchronizing usage tracker for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:41:47.991775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-61215540-90d4-44e1-b35a-4c5d3d4ee2b9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Unset dirty status for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:41:47.993054 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-61215540-90d4-44e1-b35a-4c5d3d4ee2b9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2070999 Sep 19 12:41:48.175390 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-9af8d485-e05d-47bf-8c29-c25030240ad9 service neutron] 10.222.0.66 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698380 Sep 19 12:41:48.424542 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b934ffe2-0c48-433d-858d-07acf8557872 service neutron] 10.222.0.66 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433493 Sep 19 12:41:48.622434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c691967c-0243-4dd5-a7a5-0ca5627e4659 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:41:48.793165 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c691967c-0243-4dd5-a7a5-0ca5627e4659 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:41:48.800172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c691967c-0243-4dd5-a7a5-0ca5627e4659 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:41:48.800786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:48.813190 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1c06422d-e4b4-4acc-9c52-35f4e760cea3 req-e47f99eb-1d1d-401b-acd6-53cadc14bfbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 210 time: 0.0569527 Sep 19 12:41:48.940518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c691967c-0243-4dd5-a7a5-0ca5627e4659 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:48.940896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:48.974825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c691967c-0243-4dd5-a7a5-0ca5627e4659, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c691967c-0243-4dd5-a7a5-0ca5627e4659,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:49.073169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:49.142929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c691967c-0243-4dd5-a7a5-0ca5627e4659,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:49.828439 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:41:49.934769 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b697cdbf-954f-4a17-a61a-04bd000a7290 req-8f31ffa4-1d60-41c3-85b0-1a18ed35dcc2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 210 time: 0.0494299 Sep 19 12:41:50.562283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c691967c-0243-4dd5-a7a5-0ca5627e4659 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:41:50.631816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c691967c-0243-4dd5-a7a5-0ca5627e4659 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:41:50.632190 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:50.756346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c691967c-0243-4dd5-a7a5-0ca5627e4659 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:51.101039 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d2c99ed-789f-40da-8ae3-bf1c03ac9e58 req-aa9b65f1-53df-4d26-85f3-50bdcb503ccf tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 210 time: 0.0551507 Sep 19 12:41:51.449182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-60d517ce-8a8b-42f7-9d9c-e6e9132aa2fa tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:51.450529 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-60d517ce-8a8b-42f7-9d9c-e6e9132aa2fa tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 811 time: 0.1515150 Sep 19 12:41:51.608352 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-e2bbfcdb-f7d5-4518-bac8-d364068a50c9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 380 time: 0.1447179 Sep 19 12:41:51.619137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'port': {'device_id': '6fe805f1-1b90-495f-b390-590875153b28', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'admin_state_up': True, 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'security_groups': ['6a236625-b244-4fcb-b2e0-8a7f38f86d6f']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:41:51.756722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:41:51.766342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:41:51.838589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Made reservation on behalf of b38ecb4df7444e459456309ab38ffee1 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:41:51.842277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:52.015071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Allocated IP 172.20.0.9 (a79eceb6-a336-423d-b7f1-ac687ca61131/8a44ee73-68c8-42fc-9d78-3fac4eade0f8/79d1f8ac-3eab-4122-beaf-837f3a8019a2) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:41:52.218378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:52.234720 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Transition to ACTIVE for port object 79d1f8ac-3eab-4122-beaf-837f3a8019a2 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:41:52.265552 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ff31d569-35f8-48a2-8767-f9a391e9db6e req-39ccc976-04a6-4229-8a29-c54d101bef33 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 210 time: 0.0516858 Sep 19 12:41:52.319232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:52.392685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Network a79eceb6-a336-423d-b7f1-ac687ca61131 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:41:52.396005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:41:52.399789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:41:52.435063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event updated for resources: {'Port': ['ID=79d1f8ac-3eab-4122-beaf-837f3a8019a2,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:52.475938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:52.476651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:52.588337 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-343d98bc-ac0f-4d05-8ab0-49f25abc6569 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9727900 Sep 19 12:41:52.603722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Request body: {'port': {'device_id': '6fe805f1-1b90-495f-b390-590875153b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:41:52.690065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5dde635a-be14-49ae-bac8-1709f3d139a8 None None] Provisioning for port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:41:52.695252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5dde635a-be14-49ae-bac8-1709f3d139a8 None None] Provisioning complete for port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:41:52.695625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5dde635a-be14-49ae-bac8-1709f3d139a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:52.718157 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:52.753041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-5dde635a-be14-49ae-bac8-1709f3d139a8 None None] Port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:41:53.032950 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:53.064380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d1f8ac-3eab-4122-beaf-837f3a8019a2 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:41:53.071782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:53.086593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Transition to ACTIVE for port object 79d1f8ac-3eab-4122-beaf-837f3a8019a2 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:41:53.152848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:53.344700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Pushing event updated for resources: {'Port': ['ID=79d1f8ac-3eab-4122-beaf-837f3a8019a2,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:53.398913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Attempting to bind port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:41:53.399281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Attempting to bind port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:41:53.399662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Attempting to bind port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 on network a79eceb6-a336-423d-b7f1-ac687ca61131 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:41:53.405369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 on network a79eceb6-a336-423d-b7f1-ac687ca61131 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:41:53.405906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Attempting to bind port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 on network a79eceb6-a336-423d-b7f1-ac687ca61131 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:41:53.411673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:41:53.412046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Checking segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:41:53.412479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Bound using segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:41:53.412934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Bound port: 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:41:53.413280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:53.481578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94152c-06b1-4c45-9ed0-17aa61fc3183 req-a53b4289-e31d-4317-979e-9422e6ab940b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:53.483741 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7f94152c-06b1-4c45-9ed0-17aa61fc3183 req-a53b4289-e31d-4317-979e-9422e6ab940b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 943 time: 0.0931692 Sep 19 12:41:53.509056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] For port 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:41:53.512320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] For port 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:41:53.529897 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7f94152c-06b1-4c45-9ed0-17aa61fc3183 req-84d3600e-26ab-49b2-aa56-2c7bf2fa7837 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401278 Sep 19 12:41:53.593684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:53.630547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:53.631203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:53.632670 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] 10.222.0.85 "PUT /v2.0/ports/79d1f8ac-3eab-4122-beaf-837f3a8019a2 HTTP/1.1" status: 200 len: 1093 time: 1.0331011 Sep 19 12:41:53.633216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:41:53.635649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba119460-50f3-42e0-882c-0318d390fd40" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:41:53.679688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6021df9-4bae-4883-ab65-905b2361c133 service neutron] Pushing event updated for resources: {'Port': ['ID=79d1f8ac-3eab-4122-beaf-837f3a8019a2,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:53.686714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4275e2d5-3e45-48ee-9b85-1ea4d7c12a44 x-openstack-request-id: req-4275e2d5-3e45-48ee-9b85-1ea4d7c12a44 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:41:53.686714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:41:53.686714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4275e2d5-3e45-48ee-9b85-1ea4d7c12a44 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:41:53.686714 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4275e2d5-3e45-48ee-9b85-1ea4d7c12a44'] response: {'name': 'network-changed', 'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'status': 'completed', 'code': 200} Sep 19 12:41:53.786181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119460-50f3-42e0-882c-0318d390fd40 req-ac1d9871-fc24-452f-be5d-00a9c889acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:53.787720 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ba119460-50f3-42e0-882c-0318d390fd40 req-ac1d9871-fc24-452f-be5d-00a9c889acd4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 1096 time: 0.0802312 Sep 19 12:41:54.032291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119460-50f3-42e0-882c-0318d390fd40 req-d8dacc66-d81f-4996-bd02-7686d77320c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:54.033753 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ba119460-50f3-42e0-882c-0318d390fd40 req-d8dacc66-d81f-4996-bd02-7686d77320c2 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=b38ecb4df7444e459456309ab38ffee1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2365179 Sep 19 12:41:54.172862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119460-50f3-42e0-882c-0318d390fd40 req-b0de00f2-7485-43e0-b546-1cd4900c5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:54.174244 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ba119460-50f3-42e0-882c-0318d390fd40 req-b0de00f2-7485-43e0-b546-1cd4900c5ece service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316659 Sep 19 12:41:54.300440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b3f3abd7-951d-4fc6-a942-621c256ece20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:54.301918 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-b3f3abd7-951d-4fc6-a942-621c256ece20 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 1096 time: 0.0837631 Sep 19 12:41:54.373067 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-da370485-3925-4b10-90b6-4cd1038be5d0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2 HTTP/1.1" status: 200 len: 217 time: 0.0605969 Sep 19 12:41:54.440334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-55fbef8b-2cf9-4ea9-85bf-69f94f3ac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:54.441682 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-55fbef8b-2cf9-4ea9-85bf-69f94f3ac5e6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0601342 Sep 19 12:41:54.527087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-9134659d-2c75-4408-9040-4e2a24e305e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:54.528581 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-9134659d-2c75-4408-9040-4e2a24e305e8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779283 Sep 19 12:41:54.666474 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-d32cb37d-369e-45ed-8865-f69e1c508341 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280463 Sep 19 12:41:54.732712 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5955e-6b14-4884-9903-5c72966d53d1 req-4c68e6e7-20e7-4e3a-b745-de8b6555c5f2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:54.734097 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ed5955e-6b14-4884-9903-5c72966d53d1 req-4c68e6e7-20e7-4e3a-b745-de8b6555c5f2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 943 time: 0.0893769 Sep 19 12:41:54.779098 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ed5955e-6b14-4884-9903-5c72966d53d1 req-4b8c0ab3-9df8-4ead-a541-032373a1483e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388710 Sep 19 12:41:54.808846 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a0abfc73-a5f5-474b-b275-b22483a3ec03 req-987dbdbd-0856-4d0c-9ae3-f8095dad526b service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333785 Sep 19 12:41:55.983625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f746-b801-44a6-bc80-9757509fdb19 req-8e4430bd-2993-4eb0-a86a-e9e803eaa76b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:55.985124 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c735f746-b801-44a6-bc80-9757509fdb19 req-8e4430bd-2993-4eb0-a86a-e9e803eaa76b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 943 time: 0.0905519 Sep 19 12:41:56.031185 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c735f746-b801-44a6-bc80-9757509fdb19 req-44d805ed-bec7-4671-b87a-193f32a3376e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403013 Sep 19 12:41:56.610402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79d1f8ac-3eab-4122-beaf-837f3a8019a2 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:41:56.813825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:56.829469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'port_id': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'mac_address': 'fa:16:3e:fd:92:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:41:56.889696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:56.889954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:56.907794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d1f8ac-3eab-4122-beaf-837f3a8019a2 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:41:56.927492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:57.031514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:57.108205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=79d1f8ac-3eab-4122-beaf-837f3a8019a2,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:57.255515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf686a7-4ae9-45bb-a3f8-74e6149c08a8 req-f874d66e-ac7e-4c14-9290-fbeba8b4948c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:57.257230 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-adf686a7-4ae9-45bb-a3f8-74e6149c08a8 req-f874d66e-ac7e-4c14-9290-fbeba8b4948c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 944 time: 0.1013217 Sep 19 12:41:57.261119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['79d1f8ac-3eab-4122-beaf-837f3a8019a2'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:41:57.319298 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-adf686a7-4ae9-45bb-a3f8-74e6149c08a8 req-4a7203d9-4537-4548-b26c-790588b6f2df tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517921 Sep 19 12:41:58.530063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a2ba9-5a9e-4cde-bbc7-aefeea9ab734 req-a98cc3e8-74ed-4d88-aed6-7b7fc13c4379 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:58.531611 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-998a2ba9-5a9e-4cde-bbc7-aefeea9ab734 req-a98cc3e8-74ed-4d88-aed6-7b7fc13c4379 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 944 time: 0.0883567 Sep 19 12:41:58.575898 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-998a2ba9-5a9e-4cde-bbc7-aefeea9ab734 req-3dc5bd02-f362-47d6-ac27-1b5df2dd683a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385330 Sep 19 12:41:58.640771 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79d1f8ac-3eab-4122-beaf-837f3a8019a2 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:41:58.770009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:41:58.774978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:41:58.775348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:58.895004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:41:58.895287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:58.923220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:41:58.925740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc5ba4c-be22-42f9-bef7-6ce2246a8a1b" -d '{"events": [{"server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "name": "network-vif-plugged", "status": "completed", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:41:58.933775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:41:58.996247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:41:59.039834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73311c1-930e-4182-8c83-24767fe4e9a4 x-openstack-request-id: req-b73311c1-930e-4182-8c83-24767fe4e9a4 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:41:59.040129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "name": "network-vif-plugged", "status": "completed", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:41:59.040381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b73311c1-930e-4182-8c83-24767fe4e9a4 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:41:59.040766 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73311c1-930e-4182-8c83-24767fe4e9a4'] response: {'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'code': 200} Sep 19 12:41:59.066690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=79d1f8ac-3eab-4122-beaf-837f3a8019a2,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:41:59.465770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c87fcb-91c3-4c03-9305-254561d43b27 req-f32ff610-96de-4cdb-8214-9879564844c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:59.467846 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e0c87fcb-91c3-4c03-9305-254561d43b27 req-f32ff610-96de-4cdb-8214-9879564844c9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 1098 time: 0.0877349 Sep 19 12:41:59.512030 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e0c87fcb-91c3-4c03-9305-254561d43b27 req-f129f8ea-25ea-496e-af7b-3bdfd7610cf0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352740 Sep 19 12:41:59.786191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e97aa-b444-4efa-b96c-078ab2e67fec req-5b4472a4-00b9-4ae1-88aa-129463e28b79 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:59.787695 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8b3e97aa-b444-4efa-b96c-078ab2e67fec req-5b4472a4-00b9-4ae1-88aa-129463e28b79 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0933168 Sep 19 12:41:59.831540 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8b3e97aa-b444-4efa-b96c-078ab2e67fec req-1d8293b7-a2e6-497f-b8ac-d835ce632555 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382290 Sep 19 12:42:01.047347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ca132-fe80-4f46-910e-235cd75cd898 req-2b949869-7a6f-4503-8f50-4f150658f826 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:01.048783 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-223ca132-fe80-4f46-910e-235cd75cd898 req-2b949869-7a6f-4503-8f50-4f150658f826 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0880320 Sep 19 12:42:01.095332 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-223ca132-fe80-4f46-910e-235cd75cd898 req-79219541-daa6-449d-8d3d-0a428a9d55ce tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Sep 19 12:42:01.286337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae2c5b-84b8-4e88-9899-10fb420343ad req-583e2b7f-3897-4f15-8214-2bf544b8800a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:01.287932 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c1ae2c5b-84b8-4e88-9899-10fb420343ad req-583e2b7f-3897-4f15-8214-2bf544b8800a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0884793 Sep 19 12:42:01.301628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 35720) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:42:01.306780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0c08f58c-06e1-4053-805b-0163bc5249f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'floatingip': {'port_id': '79d1f8ac-3eab-4122-beaf-837f3a8019a2'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:42:01.387775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c08f58c-06e1-4053-805b-0163bc5249f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:02.091532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c08f58c-06e1-4053-805b-0163bc5249f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:02.151312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c08f58c-06e1-4053-805b-0163bc5249f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:02.324879 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-0c08f58c-06e1-4053-805b-0163bc5249f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560 associated. External IP: 172.26.5.112, port: 79d1f8ac-3eab-4122-beaf-837f3a8019a2. Sep 19 12:42:02.679570 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c08f58c-06e1-4053-805b-0163bc5249f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Router 30c1de93-cb85-406b-ac11-89bee284604e has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:42:02.860445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c08f58c-06e1-4053-805b-0163bc5249f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:42:02.864773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0c08f58c-06e1-4053-805b-0163bc5249f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:02.873498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:42:02.883233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:42:02.883835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:41:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:42:02.927041 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0c08f58c-06e1-4053-805b-0163bc5249f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "PUT /v2.0/floatingips/5a3c64b1-b6b5-4083-9532-5747ad149560 HTTP/1.1" status: 200 len: 991 time: 1.6219046 Sep 19 12:42:02.927041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:42:02.927935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:42:02.971714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e97b046-26c0-427f-a38a-d0eb44df1673 x-openstack-request-id: req-4e97b046-26c0-427f-a38a-d0eb44df1673 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:42:02.972013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:42:02.972264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e97b046-26c0-427f-a38a-d0eb44df1673 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:42:02.972665 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e97b046-26c0-427f-a38a-d0eb44df1673'] response: {'name': 'network-changed', 'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'status': 'completed', 'code': 200} Sep 19 12:42:03.074803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-5e8f2605-50aa-44a5-8c23-f916f8fe5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:03.077003 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-5e8f2605-50aa-44a5-8c23-f916f8fe5342 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 1098 time: 0.0821981 Sep 19 12:42:03.080401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:42:03.213204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-5029a866-4709-4ab2-82bc-a8f5d9af32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:03.214668 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-5029a866-4709-4ab2-82bc-a8f5d9af32f1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1318448 Sep 19 12:42:03.319396 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-d58d15f6-9f6c-4632-a017-d4c6a5c6d583 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2 HTTP/1.1" status: 200 len: 999 time: 0.0983520 Sep 19 12:42:03.382490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-1a5862ec-eace-4963-a4d4-892d0e572f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:03.383971 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-1a5862ec-eace-4963-a4d4-892d0e572f11 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0584426 Sep 19 12:42:03.437267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:fd:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe805f1-1b90-495f-b390-590875153b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:42:01Z', 'revision_number': 1, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:42:03.441287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:42:03.449942 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:42:03.450572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:41:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:42:03.597813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-810c0799-4f78-4621-8415-a481bee9a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:03.598899 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-810c0799-4f78-4621-8415-a481bee9a660 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2087700 Sep 19 12:42:03.637180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:42:03.733984 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-f5b62e78-2876-492d-be77-53aa25023f73 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284707 Sep 19 12:42:03.868504 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bd2f764a-ae77-4939-81c7-ef1d73a71ed7 req-4c69ed89-6aa2-49e7-8c9b-f529cc3e3b53 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273906 Sep 19 12:42:04.037471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:fd:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe805f1-1b90-495f-b390-590875153b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:42:01Z', 'revision_number': 1, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:42:04.041355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392924d-faa3-49a2-9d1d-cd57f79ee825 None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:fd:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe805f1-1b90-495f-b390-590875153b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:42:01Z', 'revision_number': 1, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:42:04.223790 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e80e0-1b2a-4588-8f87-fc63ebade0d9 None None] New status for floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:42:11.573753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bcde-b583-4429-822a-481ebf030e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:13.701055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c8fb5f4c-b280-4a99-b970-3095e9d7af2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:14.558100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:15.084199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:16.476598 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:23.020751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:26.828818 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:42:39.686646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef8227-8f7d-4ed9-9e3c-f9c27a5300a2 req-d18fca90-f18e-435f-8e3b-6994335470f8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:39.688804 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-46ef8227-8f7d-4ed9-9e3c-f9c27a5300a2 req-d18fca90-f18e-435f-8e3b-6994335470f8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0954986 Sep 19 12:42:39.731649 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-46ef8227-8f7d-4ed9-9e3c-f9c27a5300a2 req-e0c7444b-a6f6-411e-a613-ea546a3a9b2f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373771 Sep 19 12:42:39.929512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ec974-9b45-4a92-9484-856be4c3052f req-cf9f690c-2dd8-43c1-8ef3-1799d9656d4a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:39.937361 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ce4ec974-9b45-4a92-9484-856be4c3052f req-cf9f690c-2dd8-43c1-8ef3-1799d9656d4a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0874550 Sep 19 12:42:39.975411 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ce4ec974-9b45-4a92-9484-856be4c3052f req-5dfa05dd-73f1-4156-990c-d94e4f9666c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388079 Sep 19 12:42:40.172553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bced5-48a2-4f6f-8606-5cf7c3196094 req-587e6724-2fa2-45c1-8d4c-36313232ed0c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:40.174475 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dc9bced5-48a2-4f6f-8606-5cf7c3196094 req-587e6724-2fa2-45c1-8d4c-36313232ed0c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0906367 Sep 19 12:42:40.218485 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dc9bced5-48a2-4f6f-8606-5cf7c3196094 req-86130d75-3ffa-4204-9389-21c1c678c895 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383332 Sep 19 12:42:40.793618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf18bd3-43e7-4643-b869-47b295b51619 req-5d2383df-374e-4247-afc7-23149f5a291e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:40.795030 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2cf18bd3-43e7-4643-b869-47b295b51619 req-5d2383df-374e-4247-afc7-23149f5a291e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0930135 Sep 19 12:42:40.883392 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2cf18bd3-43e7-4643-b869-47b295b51619 req-0fd83bd4-3ca1-4dfa-8e40-57a049999c48 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825405 Sep 19 12:42:40.915214 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-c6d53f80-aefb-4f01-97d2-9271d42738d6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873148 Sep 19 12:42:41.573069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e0e7-528f-4c9c-ba39-2b870c0cbee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:42.088965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e4368-1558-4d4a-930f-1dd9e59163f9 req-d96ec3ec-8535-40ca-97ec-f8c8de5440d6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:42.090404 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-905e4368-1558-4d4a-930f-1dd9e59163f9 req-d96ec3ec-8535-40ca-97ec-f8c8de5440d6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0923204 Sep 19 12:42:42.135697 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-905e4368-1558-4d4a-930f-1dd9e59163f9 req-43764dfb-cc25-4187-8f6d-9b0b96b53c1e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389080 Sep 19 12:42:43.246243 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-bfa045f2-c789-42fd-9722-3fd5c05b499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:43.247823 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-bfa045f2-c789-42fd-9722-3fd5c05b499b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 1098 time: 0.0794909 Sep 19 12:42:43.337020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252d6df-6263-4f91-9ac8-041ddb9a4a7d req-438a88e2-552d-456b-8412-be57c54fe596 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:43.338505 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b252d6df-6263-4f91-9ac8-041ddb9a4a7d req-438a88e2-552d-456b-8412-be57c54fe596 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0904906 Sep 19 12:42:43.385320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-955263ae-173e-4752-a18c-01217985a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:43.386680 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-955263ae-173e-4752-a18c-01217985a3d1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1299291 Sep 19 12:42:43.387613 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b252d6df-6263-4f91-9ac8-041ddb9a4a7d req-3f6321e2-e09d-47de-befd-736fc98c43d7 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433102 Sep 19 12:42:43.493363 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-a77f7e1e-1d0c-4f6e-bd6a-301f839c16f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2 HTTP/1.1" status: 200 len: 1001 time: 0.0976708 Sep 19 12:42:43.561719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-4eee7a5f-c977-4004-9a46-b465011714a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:43.563174 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-4eee7a5f-c977-4004-9a46-b465011714a2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0609157 Sep 19 12:42:43.652373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-86c98c69-f22f-45b1-91c2-6c73065e8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:43.653871 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-86c98c69-f22f-45b1-91c2-6c73065e8230 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812137 Sep 19 12:42:43.740526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-299126e8-ec4b-43cb-a80b-a65698f1e945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:43.791490 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-202854cd-4a15-48e7-8967-c7dc49055c00 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277323 Sep 19 12:42:43.925338 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-b7f1d3ea-409a-43e4-92d0-476c80cdcc22 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248350 Sep 19 12:42:44.585755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dd290-40f5-4e5e-b56f-babff22bcedc req-3e292027-129b-44af-baae-d302cb9ca871 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:44.586330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:44.587338 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a49dd290-40f5-4e5e-b56f-babff22bcedc req-3e292027-129b-44af-baae-d302cb9ca871 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0878546 Sep 19 12:42:44.632779 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a49dd290-40f5-4e5e-b56f-babff22bcedc req-535c8e6d-55fe-477f-bc5a-5c3409bd3bcc tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394545 Sep 19 12:42:45.015090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:45.946731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d6368-b287-4264-8da8-adfc270196f3 req-e8646b2e-c9fb-4967-acf5-ec257b5edf4c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:45.948166 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-904d6368-b287-4264-8da8-adfc270196f3 req-e8646b2e-c9fb-4967-acf5-ec257b5edf4c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.2029474 Sep 19 12:42:45.992893 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-904d6368-b287-4264-8da8-adfc270196f3 req-0eb4cf89-80cc-4ed7-84d2-b2ee5d1b458e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392127 Sep 19 12:42:46.083630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1bcef-7328-4df5-907c-919538b64a36 req-67ae9185-885a-4096-8dd8-ab8ee2f4e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:46.085095 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58c1bcef-7328-4df5-907c-919538b64a36 req-67ae9185-885a-4096-8dd8-ab8ee2f4e4d9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 1098 time: 0.0809913 Sep 19 12:42:46.231173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1bcef-7328-4df5-907c-919538b64a36 req-3343ecc1-b30b-4949-910e-5c2b70aaed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:46.232612 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58c1bcef-7328-4df5-907c-919538b64a36 req-3343ecc1-b30b-4949-910e-5c2b70aaed0a service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1292539 Sep 19 12:42:46.332375 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58c1bcef-7328-4df5-907c-919538b64a36 req-a4b994ac-9377-4968-a733-23ff5ce9c270 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2 HTTP/1.1" status: 200 len: 1001 time: 0.0933123 Sep 19 12:42:46.398499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1bcef-7328-4df5-907c-919538b64a36 req-a836adea-8088-4672-b3d2-e634589d364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:46.400012 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58c1bcef-7328-4df5-907c-919538b64a36 req-a836adea-8088-4672-b3d2-e634589d364c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0620043 Sep 19 12:42:46.464640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:46.482195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1bcef-7328-4df5-907c-919538b64a36 req-105fdb22-d86d-4922-9d04-0f4609351574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:46.483630 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58c1bcef-7328-4df5-907c-919538b64a36 req-105fdb22-d86d-4922-9d04-0f4609351574 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779686 Sep 19 12:42:46.710736 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58c1bcef-7328-4df5-907c-919538b64a36 req-ba45deb7-a11c-4cee-89c0-bfeb3c3344fb service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204127 Sep 19 12:42:46.842400 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-58c1bcef-7328-4df5-907c-919538b64a36 req-8a782551-7377-4346-a367-b214e25d32ce service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253262 Sep 19 12:42:47.209504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f4a86-6503-43a3-a758-6de9a8d41080 req-08ec5c44-6697-41be-9af8-b6ca4016c63e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:47.214766 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c52f4a86-6503-43a3-a758-6de9a8d41080 req-08ec5c44-6697-41be-9af8-b6ca4016c63e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0906689 Sep 19 12:42:47.266010 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c52f4a86-6503-43a3-a758-6de9a8d41080 req-87fb207a-5d67-464a-b63f-b5786ab64fa9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397580 Sep 19 12:42:48.470798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e584c-80b8-4f86-9c71-45043c8957d0 req-248da266-72ac-41c0-81d3-c6ff9c83e468 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:48.472805 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b79e584c-80b8-4f86-9c71-45043c8957d0 req-248da266-72ac-41c0-81d3-c6ff9c83e468 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0921097 Sep 19 12:42:48.517085 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b79e584c-80b8-4f86-9c71-45043c8957d0 req-d65cedd0-041f-4c4d-ab41-b28df8802304 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384369 Sep 19 12:42:49.730497 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d4a0b-97a8-4a08-a5f8-caebde6012c3 req-7fe0a4f4-5966-465c-b1d1-890e26a6b051 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:49.732003 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-628d4a0b-97a8-4a08-a5f8-caebde6012c3 req-7fe0a4f4-5966-465c-b1d1-890e26a6b051 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.1013472 Sep 19 12:42:49.776686 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-628d4a0b-97a8-4a08-a5f8-caebde6012c3 req-5f5f35a3-4249-4697-9414-6b536ac97621 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382998 Sep 19 12:42:50.988519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce711f-7ee7-49ac-b6f2-b9ea69d9f96c req-323230be-54fd-49ea-b3e6-03ca091a4949 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:50.989984 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-31ce711f-7ee7-49ac-b6f2-b9ea69d9f96c req-323230be-54fd-49ea-b3e6-03ca091a4949 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0904021 Sep 19 12:42:51.032988 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-31ce711f-7ee7-49ac-b6f2-b9ea69d9f96c req-29e3eae0-af86-4144-a1e6-13558298114d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374153 Sep 19 12:42:52.238521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f02d7a-2093-49c8-bbe2-a4dc1c4396ca req-f16f5cc4-3e46-480f-b124-63fbe6c127e9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:52.240040 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4f02d7a-2093-49c8-bbe2-a4dc1c4396ca req-f16f5cc4-3e46-480f-b124-63fbe6c127e9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0921533 Sep 19 12:42:52.286329 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4f02d7a-2093-49c8-bbe2-a4dc1c4396ca req-76ca4207-7568-4b25-b763-2b535d0bb348 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405993 Sep 19 12:42:53.046810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:53.482496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231821db-8c51-4267-b613-47827c0c5df2 req-b088b088-d0ba-4189-8cd0-cd506845d18d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:53.483991 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-231821db-8c51-4267-b613-47827c0c5df2 req-b088b088-d0ba-4189-8cd0-cd506845d18d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0877018 Sep 19 12:42:53.532054 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-231821db-8c51-4267-b613-47827c0c5df2 req-a4d1a594-4c60-4918-9b94-6d9abf71ae0a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414186 Sep 19 12:42:54.885173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd9ac2-281a-44f8-af83-44491254d152 req-dffd2257-5dc7-42c3-8d90-400e99ad3c53 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:54.886550 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e0cd9ac2-281a-44f8-af83-44491254d152 req-dffd2257-5dc7-42c3-8d90-400e99ad3c53 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0893264 Sep 19 12:42:54.935904 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e0cd9ac2-281a-44f8-af83-44491254d152 req-41fecca5-ea82-4f36-a927-8bdfd2d9e24f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436184 Sep 19 12:42:56.142090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c8885-fa2e-4e33-a3ad-8920bef4888b req-bfa51908-1cba-431f-8d8a-7bedd5989b8f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:56.144260 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-282c8885-fa2e-4e33-a3ad-8920bef4888b req-bfa51908-1cba-431f-8d8a-7bedd5989b8f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0925920 Sep 19 12:42:56.188184 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-282c8885-fa2e-4e33-a3ad-8920bef4888b req-32780909-28c8-4266-b706-2af493fb2f0c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380692 Sep 19 12:42:56.204112 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-d495d518-62bf-4110-86e6-573a471afbaf service neutron] 10.222.0.85 "GET /v2.0/ports/79d1f8ac-3eab-4122-beaf-837f3a8019a2/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0787823 Sep 19 12:42:56.824546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-e4bb155d-91b0-4ace-89ee-3e0801cb10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:56.825930 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-e4bb155d-91b0-4ace-89ee-3e0801cb10bc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 1098 time: 0.0792809 Sep 19 12:42:56.933391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-beb103aa-6056-4ecf-b3af-d6792c96361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:56.934955 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-beb103aa-6056-4ecf-b3af-d6792c96361e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 1098 time: 0.0831394 Sep 19 12:42:57.076986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-7b436133-1150-46a3-9bb0-21df72f46528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:57.078345 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-7b436133-1150-46a3-9bb0-21df72f46528 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1343420 Sep 19 12:42:57.183329 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-43a53dec-9290-48a9-a28d-0a528ba0ce59 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2 HTTP/1.1" status: 200 len: 1001 time: 0.0958407 Sep 19 12:42:57.248607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-efdae298-e1d5-46fd-a6b9-e71849d82eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:57.250326 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-efdae298-e1d5-46fd-a6b9-e71849d82eef service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0583963 Sep 19 12:42:57.338289 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-1208b807-1a9b-430d-9bfc-30428c71f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:57.339845 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-1208b807-1a9b-430d-9bfc-30428c71f0cc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804183 Sep 19 12:42:57.397488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4019e10-792e-4b85-829d-731959033aae req-9d9ef266-f843-4084-ba27-57744dfb744e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:57.399044 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4019e10-792e-4b85-829d-731959033aae req-9d9ef266-f843-4084-ba27-57744dfb744e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0932903 Sep 19 12:42:57.447006 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4019e10-792e-4b85-829d-731959033aae req-7c5879ba-db5e-487b-b0c0-cdf222ba1a6e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Sep 19 12:42:57.476045 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-386bece6-2de0-4fd8-ab9e-c10e4c47ad63 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267326 Sep 19 12:42:57.611787 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6f9b66fd-ebd2-44d7-b363-1489fc21b38e req-eeff7242-711f-4221-abfd-7d4da3d7eab4 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261232 Sep 19 12:42:58.646691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6329dad-c590-4ccf-9220-49426ffa062f req-0c1336d2-0e10-46be-aa92-ffb9f09a471c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:58.648179 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a6329dad-c590-4ccf-9220-49426ffa062f req-0c1336d2-0e10-46be-aa92-ffb9f09a471c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0875657 Sep 19 12:42:58.693243 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a6329dad-c590-4ccf-9220-49426ffa062f req-b7d0b35e-3147-41a2-b5b5-b72afad6782f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393507 Sep 19 12:42:58.994172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79d1f8ac-3eab-4122-beaf-837f3a8019a2 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:42:58.996532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79d1f8ac-3eab-4122-beaf-837f3a8019a2 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:42:59.203630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:42:59.204007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:59.243101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:42:59.257362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:42:59.259659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d08e87-ea19-40a3-9c5f-f1d3215a83f0" -d '{"events": [{"server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "name": "network-vif-unplugged", "status": "completed", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:42:59.269403 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'port_id': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'mac_address': 'fa:16:3e:fd:92:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:42:59.271551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:42:59.314945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 12:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e88645-36de-4f0f-ab4a-a1d324543d3c x-openstack-request-id: req-38e88645-36de-4f0f-ab4a-a1d324543d3c {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:42:59.315237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "name": "network-vif-unplugged", "status": "completed", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:42:59.315486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38e88645-36de-4f0f-ab4a-a1d324543d3c {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:42:59.315874 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e88645-36de-4f0f-ab4a-a1d324543d3c'] response: {'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'code': 200} Sep 19 12:42:59.327970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 is: ACTIVE; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:42:59.328351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:59.341838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:42:59.388426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79d1f8ac-3eab-4122-beaf-837f3a8019a2 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:42:59.461060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=79d1f8ac-3eab-4122-beaf-837f3a8019a2,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:42:59.472529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.472874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.473217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.473549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.473881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.474213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.474541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.474896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.475224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.475546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.475867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.476203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:59.479604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:42:59.479966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:42:59.924921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c21d0-9268-4130-b19f-3bac0e42b15f req-6d254daf-f3a2-484f-97df-f2e60a2f6c7a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:59.926450 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9f1c21d0-9268-4130-b19f-3bac0e42b15f req-6d254daf-f3a2-484f-97df-f2e60a2f6c7a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 943 time: 0.1037741 Sep 19 12:42:59.974078 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9f1c21d0-9268-4130-b19f-3bac0e42b15f req-58a8b9c4-0a04-42f7-83be-12f8eb33bd0a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417295 Sep 19 12:43:00.049891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:43:00.050493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:00.074134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d1f8ac-3eab-4122-beaf-837f3a8019a2 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:43:00.092270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:43:00.174869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:00.245203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['79d1f8ac-3eab-4122-beaf-837f3a8019a2'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:43:00.304009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=79d1f8ac-3eab-4122-beaf-837f3a8019a2,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:43:00.997119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79d1f8ac-3eab-4122-beaf-837f3a8019a2 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:43:01.064765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:43:01.065438 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:01.179302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b498a1-16d9-4502-85a7-bae3a7666092 req-c4074e29-d034-4521-8e86-925501d57116 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:01.180770 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b0b498a1-16d9-4502-85a7-bae3a7666092 req-c4074e29-d034-4521-8e86-925501d57116 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 944 time: 0.0880775 Sep 19 12:43:01.184492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:43:01.184877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:01.218084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:43:01.229140 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b0b498a1-16d9-4502-85a7-bae3a7666092 req-3a88f15c-0367-49de-af4c-2fe2effef0d1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Sep 19 12:43:01.306106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:01.344570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:43:01.347811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c301f08-55fd-498f-ba2e-d2f6f0585b1d" -d '{"events": [{"server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "name": "network-vif-plugged", "status": "completed", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:43:01.383085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=79d1f8ac-3eab-4122-beaf-837f3a8019a2,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:43:01.406021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13227028-2dfe-4edd-93e3-38f2db37f45d x-openstack-request-id: req-13227028-2dfe-4edd-93e3-38f2db37f45d {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:43:01.406311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "name": "network-vif-plugged", "status": "completed", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:43:01.406570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-13227028-2dfe-4edd-93e3-38f2db37f45d {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:43:01.406999 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13227028-2dfe-4edd-93e3-38f2db37f45d'] response: {'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'code': 200} Sep 19 12:43:01.719190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6292-f92c-4356-a012-64c15f8ff87c req-e82b2292-54f6-4c5e-acc9-c69ecb1a383c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:01.720893 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e0ca6292-f92c-4356-a012-64c15f8ff87c req-e82b2292-54f6-4c5e-acc9-c69ecb1a383c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0888762 Sep 19 12:43:01.766089 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e0ca6292-f92c-4356-a012-64c15f8ff87c req-4618027b-eaa7-444f-8c64-9ccec592d3cb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395353 Sep 19 12:43:01.817210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-4e4c85a5-5f06-4916-ae2a-5dde4cbac8c8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:01.817807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-4e4c85a5-5f06-4916-ae2a-5dde4cbac8c8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Synchronizing usage tracker for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:43:01.909655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-4e4c85a5-5f06-4916-ae2a-5dde4cbac8c8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Unset dirty status for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:43:01.910889 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-4e4c85a5-5f06-4916-ae2a-5dde4cbac8c8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28&tenant_id=b38ecb4df7444e459456309ab38ffee1&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 945 time: 0.1902969 Sep 19 12:43:02.059313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-7e8e81bc-b01d-4b84-8c67-0b39bf10bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:02.060793 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-7e8e81bc-b01d-4b84-8c67-0b39bf10bbcd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 1098 time: 0.0792413 Sep 19 12:43:02.191768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-bc3cde18-635b-4455-b1ba-d5636e76ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:02.193203 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-bc3cde18-635b-4455-b1ba-d5636e76ac32 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1268392 Sep 19 12:43:02.299219 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-2b94f938-8104-4d0f-a70d-da6d92e6a03d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2 HTTP/1.1" status: 200 len: 1001 time: 0.0988915 Sep 19 12:43:02.365060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-25396538-bc7b-49a3-9d52-aaf9b6981e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:02.366510 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-25396538-bc7b-49a3-9d52-aaf9b6981e0f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0622714 Sep 19 12:43:02.449290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-00804eaf-bbbe-4168-b058-745e86d74426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:02.450693 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-00804eaf-bbbe-4168-b058-745e86d74426 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783463 Sep 19 12:43:02.584626 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-741ae466-0330-40c5-8284-79e59847c1af service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278245 Sep 19 12:43:02.820327 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bded24fe-5915-4e0f-adf2-a038ecaa62e5 req-2651d4c1-01e6-448d-a4c4-97f0ebf22b2c service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298970 Sep 19 12:43:02.981459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef2282-295e-4beb-b0a4-c07481824d80 req-e142c1ed-b422-4a5c-a83a-b826f45296f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:02.982955 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ffef2282-295e-4beb-b0a4-c07481824d80 req-e142c1ed-b422-4a5c-a83a-b826f45296f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0971811 Sep 19 12:43:03.028558 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ffef2282-295e-4beb-b0a4-c07481824d80 req-187135ad-e6f9-42ef-8352-ea5af26c0e83 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391054 Sep 19 12:43:03.827618 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:43:04.229094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414378d6-336f-40e2-b2f4-d8ee337263a2 req-ff4fa589-af53-443d-b156-9cc559a0c6c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:04.230562 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-414378d6-336f-40e2-b2f4-d8ee337263a2 req-ff4fa589-af53-443d-b156-9cc559a0c6c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0885379 Sep 19 12:43:04.278874 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-414378d6-336f-40e2-b2f4-d8ee337263a2 req-71e9026b-19b0-4978-bf41-24db6c2c7c23 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423477 Sep 19 12:43:04.473575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f4e96-9400-4269-9271-68996ac2063b req-223f0637-8667-45c3-9f8b-25b83c1f5dc2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:04.475063 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-737f4e96-9400-4269-9271-68996ac2063b req-223f0637-8667-45c3-9f8b-25b83c1f5dc2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0873761 Sep 19 12:43:04.519042 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-737f4e96-9400-4269-9271-68996ac2063b req-998fce8d-8cdb-499f-b7df-53c1d5953fcd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383203 Sep 19 12:43:04.718255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f02d5b-c170-4b44-9d97-3fa77b1547d9 req-b670e102-eec2-490e-b907-e2eb90096f60 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:04.719678 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c7f02d5b-c170-4b44-9d97-3fa77b1547d9 req-b670e102-eec2-490e-b907-e2eb90096f60 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0910039 Sep 19 12:43:04.765546 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c7f02d5b-c170-4b44-9d97-3fa77b1547d9 req-68c08486-93ba-42a7-b66e-7987fb293e1d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398872 Sep 19 12:43:05.395042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b03e1-270d-4da1-87c6-72739824affb req-7fee46af-9e25-4ba6-8a4c-e3c6f6f6dbc8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:05.396496 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7a7b03e1-270d-4da1-87c6-72739824affb req-7fee46af-9e25-4ba6-8a4c-e3c6f6f6dbc8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0879822 Sep 19 12:43:05.443849 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7a7b03e1-270d-4da1-87c6-72739824affb req-4212ed14-5dc0-4bea-be1a-6f3be607e43f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417817 Sep 19 12:43:06.657080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506487a2-228e-446b-a62b-465c592decf8 req-6f27eabf-3d73-440b-ad2c-e4298366c410 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:06.658984 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-506487a2-228e-446b-a62b-465c592decf8 req-6f27eabf-3d73-440b-ad2c-e4298366c410 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.1018193 Sep 19 12:43:06.704369 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-506487a2-228e-446b-a62b-465c592decf8 req-2801eb33-3d67-4e65-bdd6-af1eb7180c98 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379322 Sep 19 12:43:07.208907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-0882373a-95d1-442d-81e7-6841544f290b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:07.210343 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-0882373a-95d1-442d-81e7-6841544f290b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.0913935 Sep 19 12:43:07.283161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Deleting port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:43:07.283501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:07.527384 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] For port 79d1f8ac-3eab-4122-beaf-837f3a8019a2, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=79d1f8ac-3eab-4122-beaf-837f3a8019a2,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:43:07.527741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:07.820771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:07.821066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:07.821382 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560 disassociated. External IP: 172.26.5.112, port: 79d1f8ac-3eab-4122-beaf-837f3a8019a2. Sep 19 12:43:07.821725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Calling delete_port for 79d1f8ac-3eab-4122-beaf-837f3a8019a2 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:43:07.920530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15802481-0ac8-4727-a802-59c7b1cc8a99 req-5046df6c-e159-4ef8-8747-d9db2640ee11 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:07.923188 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-15802481-0ac8-4727-a802-59c7b1cc8a99 req-5046df6c-e159-4ef8-8747-d9db2640ee11 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 945 time: 0.1066747 Sep 19 12:43:07.967432 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-15802481-0ac8-4727-a802-59c7b1cc8a99 req-b837852d-9532-4af8-a5c4-4bbf757b2a0f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396957 Sep 19 12:43:08.031645 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:08.086388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event deleted for resources: {'Port': ['ID=79d1f8ac-3eab-4122-beaf-837f3a8019a2,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:43:08.096110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.096458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.096799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.097135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.097463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.097796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.098395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.098524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.098772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.099108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.099429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.099769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:43:08.284300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Router 30c1de93-cb85-406b-ac11-89bee284604e has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:43:08.466691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:43:08.477940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:43:08.487981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:43:08.489750 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:42:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:43:08.671172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] No DVR routers for this DVR port 79d1f8ac-3eab-4122-beaf-837f3a8019a2 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:43:08.673629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:08.678786 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'name': 'network-vif-deleted', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:43:08.679233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae239e2-ebfb-4ec5-91a0-94e7d31817cd" -d '{"events": [{"server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "name": "network-vif-deleted", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:43:08.726456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf644df-a8fa-437e-b6b3-9b806f5869e3 x-openstack-request-id: req-5cf644df-a8fa-437e-b6b3-9b806f5869e3 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:43:08.726763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe805f1-1b90-495f-b390-590875153b28", "name": "network-vif-deleted", "tag": "79d1f8ac-3eab-4122-beaf-837f3a8019a2", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:43:08.737861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5cf644df-a8fa-437e-b6b3-9b806f5869e3 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:43:08.737861 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf644df-a8fa-437e-b6b3-9b806f5869e3'] response: {'server_uuid': '6fe805f1-1b90-495f-b390-590875153b28', 'name': 'network-vif-deleted', 'tag': '79d1f8ac-3eab-4122-beaf-837f3a8019a2', 'status': 'completed', 'code': 200} Sep 19 12:43:08.738089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:43:08.757847 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40c0ef62-97eb-4c4b-b9df-45ddf86d6123 req-f3b378e2-51d5-41b7-b4bd-f7c0bc5e37f9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "DELETE /v2.0/ports/79d1f8ac-3eab-4122-beaf-837f3a8019a2 HTTP/1.1" status: 204 len: 173 time: 1.5397160 Sep 19 12:43:09.057453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:43:09.061791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:43:09.071270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:43:09.071875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:42:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:43:09.153760 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-83726fc1-281c-484b-b69a-3e660c431abe req-995155c2-125a-42f4-8e1e-1ebbac5cd3ee tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fe805f1-1b90-495f-b390-590875153b28 HTTP/1.1" status: 200 len: 210 time: 0.0502579 Sep 19 12:43:09.257971 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:43:09.571547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:43:09.575593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d201415-0037-439c-9e4e-48ad9a279af6 None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:43:09.793530 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1757997-329b-40ea-b575-5db7f1cb5987 None None] New status for floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:43:10.510074 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e99e3c72-f203-48b3-928a-5d928f58d0d0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1944093344&fields=id&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 267 time: 0.0433125 Sep 19 12:43:10.659294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-b2d40df8-ce47-4229-94e2-cd4614c768b7 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:10.660624 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-b2d40df8-ce47-4229-94e2-cd4614c768b7 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 811 time: 0.1442072 Sep 19 12:43:10.675876 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-d3ffcaeb-c31d-4903-b348-ba2812eaf9f5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/quotas/b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 375 time: 0.0090630 Sep 19 12:43:10.775239 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-188e7c5e-3cda-46dc-b614-71fafec1ac91 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935490 Sep 19 12:43:11.015098 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-7e5c59d1-2bb7-4c9a-955d-cb4741aea0d3 service neutron] 10.222.0.66 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269604 Sep 19 12:43:11.046077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79d1f8ac-3eab-4122-beaf-837f3a8019a2 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:43:11.085578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 79d1f8ac-3eab-4122-beaf-837f3a8019a2 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:43:11.085926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 79d1f8ac-3eab-4122-beaf-837f3a8019a2 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:43:11.147443 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-21a8749e-b39d-4096-9bbd-04abcfa39595 service neutron] 10.222.0.66 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257391 Sep 19 12:43:11.412224 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b88e995d-860b-44ba-87fd-3d2149df8a17 req-191d1b71-2794-438a-b27d-dc406db91521 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 210 time: 0.0545418 Sep 19 12:43:11.619899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d1285fc9-6ba6-4442-bca0-71e724b451ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:12.573774 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fa08e893-a770-440b-b9a9-ae37c461d8ef req-345ccc31-2ae5-460a-b7af-13e6356b99ec tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 210 time: 0.0499165 Sep 19 12:43:13.523969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-8f5b4581-4c0f-4c18-a839-64e6c2a4e5cd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:13.525500 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-8f5b4581-4c0f-4c18-a839-64e6c2a4e5cd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 811 time: 0.1453693 Sep 19 12:43:13.578063 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-7aa3e4ec-5cb5-4967-84e1-0d00363c4555 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 380 time: 0.0393109 Sep 19 12:43:13.587470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'port': {'device_id': '020002fa-7aa6-479d-9647-b6e18317b07b', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'admin_state_up': True, 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'security_groups': ['6a236625-b244-4fcb-b2e0-8a7f38f86d6f']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:43:13.731922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:43:13.736080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Usage tracker for resource:port and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:43:13.739468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:43:13.741733 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-64935479-a7e1-4e68-8ce8-bb6aa4ac0b80 req-b8a7c5a9-4859-4070-8d11-8a39f7734562 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 210 time: 0.0522075 Sep 19 12:43:13.745449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:43:13.757360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9ef147b5-6a71-4337-a561-37cc8ec6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:13.842723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Made reservation on behalf of b38ecb4df7444e459456309ab38ffee1 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:43:13.846305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:14.024206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Allocated IP 172.20.0.14 (a79eceb6-a336-423d-b7f1-ac687ca61131/8a44ee73-68c8-42fc-9d78-3fac4eade0f8/4dbe5152-1772-4448-9891-681512d1348a) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:43:14.207890 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:14.224254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Transition to ACTIVE for port object 4dbe5152-1772-4448-9891-681512d1348a will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:43:14.327114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:14.397548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Network a79eceb6-a336-423d-b7f1-ac687ca61131 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:43:14.400707 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:43:14.404452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:43:14.439335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event updated for resources: {'Port': ['ID=4dbe5152-1772-4448-9891-681512d1348a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:43:14.476492 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:14.477021 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:14.589369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:14.661090 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-f1a97c90-109f-4589-ab7a-002989677d3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0775497 Sep 19 12:43:14.676056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Request body: {'port': {'device_id': '020002fa-7aa6-479d-9647-b6e18317b07b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:43:14.737945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-44894870-520a-4203-a2db-d8a2f82dc25b None None] Provisioning for port 4dbe5152-1772-4448-9891-681512d1348a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:43:14.743673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-44894870-520a-4203-a2db-d8a2f82dc25b None None] Provisioning complete for port 4dbe5152-1772-4448-9891-681512d1348a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:43:14.744072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44894870-520a-4203-a2db-d8a2f82dc25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:14.792739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:14.799326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-44894870-520a-4203-a2db-d8a2f82dc25b None None] Port 4dbe5152-1772-4448-9891-681512d1348a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:43:14.959292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b734ef-963a-47af-9139-e8cdde25a778 req-fce9ddee-3170-47e2-982d-fa88e100477a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:14.962192 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13b734ef-963a-47af-9139-e8cdde25a778 req-fce9ddee-3170-47e2-982d-fa88e100477a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 932 time: 0.0927482 Sep 19 12:43:15.013116 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13b734ef-963a-47af-9139-e8cdde25a778 req-1444db83-b480-4459-a867-ad74863f85c8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449231 Sep 19 12:43:15.089572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:15.170763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbe5152-1772-4448-9891-681512d1348a {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:43:15.179069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:15.193962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Transition to ACTIVE for port object 4dbe5152-1772-4448-9891-681512d1348a will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:43:15.275186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:15.469504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe5152-1772-4448-9891-681512d1348a,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:43:15.507055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Attempting to bind port 4dbe5152-1772-4448-9891-681512d1348a on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:43:15.507494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Attempting to bind port 4dbe5152-1772-4448-9891-681512d1348a by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:43:15.507725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Attempting to bind port 4dbe5152-1772-4448-9891-681512d1348a on network a79eceb6-a336-423d-b7f1-ac687ca61131 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:43:15.512308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Port 4dbe5152-1772-4448-9891-681512d1348a on network a79eceb6-a336-423d-b7f1-ac687ca61131 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:43:15.512629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Attempting to bind port 4dbe5152-1772-4448-9891-681512d1348a on network a79eceb6-a336-423d-b7f1-ac687ca61131 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:43:15.517850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:43:15.518190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Checking segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:43:15.518568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Bound using segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:43:15.519043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Bound port: 4dbe5152-1772-4448-9891-681512d1348a, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:43:15.519389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:15.606435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] For port 4dbe5152-1772-4448-9891-681512d1348a, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:43:15.609371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] For port 4dbe5152-1772-4448-9891-681512d1348a, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4dbe5152-1772-4448-9891-681512d1348a,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:43:15.681538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:15.684733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:15.685318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:15.686711 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] 10.222.0.85 "PUT /v2.0/ports/4dbe5152-1772-4448-9891-681512d1348a HTTP/1.1" status: 200 len: 1094 time: 1.0148213 Sep 19 12:43:15.815424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'tag': '4dbe5152-1772-4448-9891-681512d1348a'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:43:15.817759 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "tag": "4dbe5152-1772-4448-9891-681512d1348a"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:43:15.891269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d861597-903c-415e-a857-9539b07206d8 x-openstack-request-id: req-1d861597-903c-415e-a857-9539b07206d8 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:43:15.891562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "tag": "4dbe5152-1772-4448-9891-681512d1348a", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:43:15.891811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d861597-903c-415e-a857-9539b07206d8 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:43:15.892223 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d861597-903c-415e-a857-9539b07206d8'] response: {'name': 'network-changed', 'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'tag': '4dbe5152-1772-4448-9891-681512d1348a', 'status': 'completed', 'code': 200} Sep 19 12:43:15.917472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93841d1-f830-4fec-818b-bf081487c4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe5152-1772-4448-9891-681512d1348a,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:43:15.939689 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-4c899576-db25-4e98-be9a-ca0a05d94b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:15.941174 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-4c899576-db25-4e98-be9a-ca0a05d94b98 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 1097 time: 0.0925741 Sep 19 12:43:16.021449 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-9225cfea-2c7f-4c50-9367-5009f56cc76b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbe5152-1772-4448-9891-681512d1348a HTTP/1.1" status: 200 len: 217 time: 0.0689054 Sep 19 12:43:16.090496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-85b7c400-2f5e-489c-858c-4c97bb2d216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:16.091949 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-85b7c400-2f5e-489c-858c-4c97bb2d216e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0607398 Sep 19 12:43:16.178148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-36a55e55-2d04-42eb-9934-5d4e0437dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:16.180095 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-36a55e55-2d04-42eb-9934-5d4e0437dd5c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787001 Sep 19 12:43:16.219474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324e3c8-de7a-44e6-a2a8-d6715fa328c0 req-e51f3f1d-281a-4b6e-93cc-e2fa174a1321 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:16.221071 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0324e3c8-de7a-44e6-a2a8-d6715fa328c0 req-e51f3f1d-281a-4b6e-93cc-e2fa174a1321 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 944 time: 0.0919340 Sep 19 12:43:16.267137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0324e3c8-de7a-44e6-a2a8-d6715fa328c0 req-c8c234a2-c2b2-490b-879c-d3e942c2d0c2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 Sep 19 12:43:16.318758 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-c1d4bd6d-9a48-4097-8e2a-dd2447e05834 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292107 Sep 19 12:43:16.460919 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e2db3d2a-73f2-476d-b576-e478ded37ee6 req-02f666ee-4a35-4e08-8bb5-9eeb8ac510c9 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331270 Sep 19 12:43:16.465529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:16.668020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-958e6546-3561-4408-9528-08e7aa134f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:16.669562 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-958e6546-3561-4408-9528-08e7aa134f83 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 1097 time: 0.0839376 Sep 19 12:43:16.806151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-6c2f900c-f37c-417c-8f54-994d6f01d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:16.807635 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-6c2f900c-f37c-417c-8f54-994d6f01d211 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1322010 Sep 19 12:43:16.874823 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-5a99a618-76f7-4ba3-8944-147694633a45 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbe5152-1772-4448-9891-681512d1348a HTTP/1.1" status: 200 len: 217 time: 0.0603468 Sep 19 12:43:16.939844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-c97e1e59-7f1e-466e-8fe3-246a5b57f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:16.941451 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-c97e1e59-7f1e-466e-8fe3-246a5b57f3df service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0602169 Sep 19 12:43:17.028318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-75caa12a-a5a8-4f51-98ec-4146c2048936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:17.029820 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-75caa12a-a5a8-4f51-98ec-4146c2048936 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814438 Sep 19 12:43:17.161268 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-95201a3e-c550-4107-8caa-314b3005f63c service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241574 Sep 19 12:43:17.295523 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b2d124f1-774e-44c8-8a39-bc0f3476f5ba req-674597e8-bd12-420f-9727-0c6ede313ead service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262255 Sep 19 12:43:17.466706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbbcc4-e741-40cd-9487-bce6867659d0 req-e4021de4-8dd0-4a5d-acea-489e6688f6ea tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:17.468126 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c1cbbcc4-e741-40cd-9487-bce6867659d0 req-e4021de4-8dd0-4a5d-acea-489e6688f6ea tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 944 time: 0.0872447 Sep 19 12:43:17.515685 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c1cbbcc4-e741-40cd-9487-bce6867659d0 req-d7f27372-63dc-40d6-9c30-b2a35b9bbc1e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Sep 19 12:43:18.713715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c6abd-ea81-40a6-a8bb-93c39a871b62 req-1b943e5b-31aa-4717-8d09-5fd26631866c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:18.715195 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5f2c6abd-ea81-40a6-a8bb-93c39a871b62 req-1b943e5b-31aa-4717-8d09-5fd26631866c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 944 time: 0.0898347 Sep 19 12:43:18.758853 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5f2c6abd-ea81-40a6-a8bb-93c39a871b62 req-9fb48d50-20b6-4ae3-a7fa-7893ded2cddd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379822 Sep 19 12:43:19.076365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4dbe5152-1772-4448-9891-681512d1348a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:43:19.207077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4dbe5152-1772-4448-9891-681512d1348a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4dbe5152-1772-4448-9891-681512d1348a,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:43:19.220383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '4dbe5152-1772-4448-9891-681512d1348a', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'port_id': '4dbe5152-1772-4448-9891-681512d1348a', 'mac_address': 'fa:16:3e:06:f9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:43:19.279085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4dbe5152-1772-4448-9891-681512d1348a is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:43:19.279467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:19.296414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbe5152-1772-4448-9891-681512d1348a {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:43:19.311936 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4dbe5152-1772-4448-9891-681512d1348a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4dbe5152-1772-4448-9891-681512d1348a,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:43:19.383623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:19.451278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4dbe5152-1772-4448-9891-681512d1348a,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:43:19.628355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['4dbe5152-1772-4448-9891-681512d1348a'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:43:19.963427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619ebfe-4671-4b92-9115-604db61df646 req-77dbfa07-abf2-4acb-ba5f-8929abf558ae tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:19.964869 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b619ebfe-4671-4b92-9115-604db61df646 req-77dbfa07-abf2-4acb-ba5f-8929abf558ae tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 945 time: 0.0903308 Sep 19 12:43:20.014428 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b619ebfe-4671-4b92-9115-604db61df646 req-78130360-1661-4811-a2d7-38c8ecffc491 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438249 Sep 19 12:43:21.091220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4dbe5152-1772-4448-9891-681512d1348a up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:43:21.216960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c9ce7-f358-436c-b1cd-3c4223d1e7b1 req-b5040a76-0b7a-4df2-931f-ace064c90f22 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:21.217826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 4dbe5152-1772-4448-9891-681512d1348a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:43:21.218447 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c70c9ce7-f358-436c-b1cd-3c4223d1e7b1 req-b5040a76-0b7a-4df2-931f-ace064c90f22 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 945 time: 0.0880580 Sep 19 12:43:21.223050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 4dbe5152-1772-4448-9891-681512d1348a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:43:21.223427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:21.269084 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c70c9ce7-f358-436c-b1cd-3c4223d1e7b1 req-2fc76dfa-429a-4f80-afb4-31143008808f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445764 Sep 19 12:43:21.366629 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4dbe5152-1772-4448-9891-681512d1348a is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:43:21.367633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:21.395363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe5152-1772-4448-9891-681512d1348a'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:43:21.397634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a21f7f2-c477-4121-92c8-b087a1c970fc" -d '{"events": [{"server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe5152-1772-4448-9891-681512d1348a"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:43:21.405537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4dbe5152-1772-4448-9891-681512d1348a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4dbe5152-1772-4448-9891-681512d1348a,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:43:21.438343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26da154-9c48-40ac-a4fc-773ad2394fc5 x-openstack-request-id: req-f26da154-9c48-40ac-a4fc-773ad2394fc5 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:43:21.438659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe5152-1772-4448-9891-681512d1348a", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:43:21.438951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f26da154-9c48-40ac-a4fc-773ad2394fc5 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:43:21.439343 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26da154-9c48-40ac-a4fc-773ad2394fc5'] response: {'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe5152-1772-4448-9891-681512d1348a', 'code': 200} Sep 19 12:43:21.488607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:21.558958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4dbe5152-1772-4448-9891-681512d1348a,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:43:21.843246 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a74a1a-2cbd-44da-ba3d-bec2433b8472 req-d379f4fd-f0db-41bc-a865-2ab43c58632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:21.844726 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-77a74a1a-2cbd-44da-ba3d-bec2433b8472 req-d379f4fd-f0db-41bc-a865-2ab43c58632f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 1099 time: 0.0814931 Sep 19 12:43:21.887923 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-77a74a1a-2cbd-44da-ba3d-bec2433b8472 req-3811d9e0-ffb1-479a-a68b-304dfd8a89b0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339808 Sep 19 12:43:22.482044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe4410-2827-4530-897e-286b53475ffa req-f422a381-1277-4c36-9333-a254e38e8218 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:22.483513 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3dfe4410-2827-4530-897e-286b53475ffa req-f422a381-1277-4c36-9333-a254e38e8218 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0871413 Sep 19 12:43:22.528595 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3dfe4410-2827-4530-897e-286b53475ffa req-3a12ceb0-7b6c-4b62-b186-e822daa14c9a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394206 Sep 19 12:43:23.054369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:23.733283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13defd93-1812-439a-a22d-a188b145d92e req-ba9b6ff1-9583-4ed3-bf9e-194dca26f47d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:23.734802 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13defd93-1812-439a-a22d-a188b145d92e req-ba9b6ff1-9583-4ed3-bf9e-194dca26f47d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0924270 Sep 19 12:43:23.778598 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13defd93-1812-439a-a22d-a188b145d92e req-9ed3976f-690b-403d-bda8-e1d07d57ae31 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380692 Sep 19 12:43:23.969091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51369326-b64e-42f4-b595-c83e4bbd6cf3 req-220f19d8-7cb4-4ccb-962a-1ff3e7910071 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:23.970538 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-51369326-b64e-42f4-b595-c83e4bbd6cf3 req-220f19d8-7cb4-4ccb-962a-1ff3e7910071 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0875959 Sep 19 12:43:23.981391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 35894) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:43:23.986557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-dbd626b0-5ee4-4004-adc5-0f5c6f1fec3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'floatingip': {'port_id': '4dbe5152-1772-4448-9891-681512d1348a'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:43:24.069052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dbd626b0-5ee4-4004-adc5-0f5c6f1fec3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:24.766126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dbd626b0-5ee4-4004-adc5-0f5c6f1fec3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:24.842577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dbd626b0-5ee4-4004-adc5-0f5c6f1fec3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:25.017611 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-dbd626b0-5ee4-4004-adc5-0f5c6f1fec3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560 associated. External IP: 172.26.5.112, port: 4dbe5152-1772-4448-9891-681512d1348a. Sep 19 12:43:25.369596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd626b0-5ee4-4004-adc5-0f5c6f1fec3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Router 30c1de93-cb85-406b-ac11-89bee284604e has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:43:25.548346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd626b0-5ee4-4004-adc5-0f5c6f1fec3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:43:25.553169 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dbd626b0-5ee4-4004-adc5-0f5c6f1fec3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:25.558298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:43:25.568177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:43:25.568849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:43:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:43:25.607524 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-dbd626b0-5ee4-4004-adc5-0f5c6f1fec3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "PUT /v2.0/floatingips/5a3c64b1-b6b5-4083-9532-5747ad149560 HTTP/1.1" status: 200 len: 992 time: 1.6250114 Sep 19 12:43:25.608102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'tag': '4dbe5152-1772-4448-9891-681512d1348a'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:43:25.610792 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306822c5-1bd2-469a-b20b-f4f0b164a51a" -d '{"events": [{"name": "network-changed", "server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "tag": "4dbe5152-1772-4448-9891-681512d1348a"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:43:25.703626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed32cba6-4e24-475a-a1b2-f2412506727a x-openstack-request-id: req-ed32cba6-4e24-475a-a1b2-f2412506727a {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:43:25.703918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "tag": "4dbe5152-1772-4448-9891-681512d1348a", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:43:25.704178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed32cba6-4e24-475a-a1b2-f2412506727a {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:43:25.704614 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed32cba6-4e24-475a-a1b2-f2412506727a'] response: {'name': 'network-changed', 'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'tag': '4dbe5152-1772-4448-9891-681512d1348a', 'status': 'completed', 'code': 200} Sep 19 12:43:25.751156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:43:25.813673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-ad9a80b3-98bd-4dc6-ae3a-7f98849cb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:25.815108 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-ad9a80b3-98bd-4dc6-ae3a-7f98849cb363 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 1099 time: 0.0889850 Sep 19 12:43:26.043552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-23eb930e-823d-484f-b5a0-0de6603535e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:26.045029 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-23eb930e-823d-484f-b5a0-0de6603535e7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.2237871 Sep 19 12:43:26.153374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '4dbe5152-1772-4448-9891-681512d1348a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:06:f9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020002fa-7aa6-479d-9647-b6e18317b07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:43:24Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:43:26.157615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:43:26.165625 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-ef0cdaf9-8c86-4a40-be13-4d50a85861a6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbe5152-1772-4448-9891-681512d1348a HTTP/1.1" status: 200 len: 1000 time: 0.1149645 Sep 19 12:43:26.167149 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:43:26.167754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:43:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:43:26.231911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-24acbda8-26d4-43b1-b547-ef7149ddeccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:26.233350 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-24acbda8-26d4-43b1-b547-ef7149ddeccd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0621653 Sep 19 12:43:26.318580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-9900af15-aa40-4967-85d2-296c9e3fe598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:26.320628 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-9900af15-aa40-4967-85d2-296c9e3fe598 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812502 Sep 19 12:43:26.349649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:43:26.454538 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-d8529693-a882-4773-85b8-843b986a96f9 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278505 Sep 19 12:43:26.607751 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-306822c5-1bd2-469a-b20b-f4f0b164a51a req-009e208c-8120-42da-99b9-00ca4acab8ca service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476588 Sep 19 12:43:26.759457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '4dbe5152-1772-4448-9891-681512d1348a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:06:f9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020002fa-7aa6-479d-9647-b6e18317b07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:43:24Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:43:26.763533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829bc8a-daff-4967-aa1a-5895f309550b None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '4dbe5152-1772-4448-9891-681512d1348a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:06:f9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020002fa-7aa6-479d-9647-b6e18317b07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:43:24Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:43:26.939539 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e80d18-b4e3-4f90-822d-18e43b7b9203 None None] New status for floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:43:40.827339 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:43:41.642335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fc431112-28e3-4ba7-a2f0-2f9fdcea30a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:43.705364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa3ca-eaf2-458d-ae50-9d28ef617f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:44.613862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:45.045460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:46.471016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:43:47.069824 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-b0b3728b-1e25-4608-aff6-fcd8c69afa34 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822704 Sep 19 12:43:47.181182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-86681e41-71a2-4c61-96af-7d80b5aaa77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:47.182729 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-86681e41-71a2-4c61-96af-7d80b5aaa77c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 1099 time: 0.0799665 Sep 19 12:43:47.335286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-7fad71ad-9353-4325-8513-5ae5c8093c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:47.336763 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-7fad71ad-9353-4325-8513-5ae5c8093c5c service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1348622 Sep 19 12:43:47.445370 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-5b33cd9a-ace3-411f-b4fa-fa074d06e838 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbe5152-1772-4448-9891-681512d1348a HTTP/1.1" status: 200 len: 1002 time: 0.1020489 Sep 19 12:43:47.512089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-14bed227-477f-4e37-8a6b-cb5541b6ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:47.513556 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-14bed227-477f-4e37-8a6b-cb5541b6ab09 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0621839 Sep 19 12:43:47.622067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-62a8920c-ef44-4377-8867-6dc848f72df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:47.623856 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-62a8920c-ef44-4377-8867-6dc848f72df2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1041634 Sep 19 12:43:47.635308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-e7759c07-9937-4522-9dd1-abbb94e9a494 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:43:47.636218 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-e7759c07-9937-4522-9dd1-abbb94e9a494 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054965 Sep 19 12:43:47.767552 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-c643237a-da8c-42da-93c4-dcb88e5f8282 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247921 Sep 19 12:43:47.902052 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a3720928-a93f-4166-b4c4-f7e3558d565a req-e25e23dc-5227-4682-a30d-2e5d4e3bc114 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254685 Sep 19 12:43:53.030847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:00.974693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e072f6-56ee-44aa-b6c0-f24453a78c5d req-4754da88-25eb-4394-a9c3-e8ea315219df tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:00.976793 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-26e072f6-56ee-44aa-b6c0-f24453a78c5d req-4754da88-25eb-4394-a9c3-e8ea315219df tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0919340 Sep 19 12:44:01.021419 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-26e072f6-56ee-44aa-b6c0-f24453a78c5d req-57801bfc-d76b-45df-83c4-3c5599ed0d70 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389783 Sep 19 12:44:02.234278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ab5cb-d7d3-4b2f-a056-b4068cc71193 req-e00aa622-5c71-482e-8429-f697acad7cdd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:02.235857 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-775ab5cb-d7d3-4b2f-a056-b4068cc71193 req-e00aa622-5c71-482e-8429-f697acad7cdd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.1001773 Sep 19 12:44:02.293694 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-775ab5cb-d7d3-4b2f-a056-b4068cc71193 req-2c507cd4-9e81-46fb-a208-de7cfcc2833f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515423 Sep 19 12:44:03.612763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce38bfb-4756-41af-a2f3-52e6c7163b4d req-fd60de2d-1a12-4c1c-a987-d2ae2fcf3e5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:03.614208 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ce38bfb-4756-41af-a2f3-52e6c7163b4d req-fd60de2d-1a12-4c1c-a987-d2ae2fcf3e5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.2042608 Sep 19 12:44:03.658579 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ce38bfb-4756-41af-a2f3-52e6c7163b4d req-4d19f78b-240c-4c76-96b0-fa627b6ea25f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Sep 19 12:44:04.860617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699205c-26bb-46de-8ef5-d45f94293baf req-adfa5a4e-a668-4c03-b17e-aea0c6e1e3d0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:04.861959 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3699205c-26bb-46de-8ef5-d45f94293baf req-adfa5a4e-a668-4c03-b17e-aea0c6e1e3d0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0904522 Sep 19 12:44:04.907199 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3699205c-26bb-46de-8ef5-d45f94293baf req-d54f8239-bb79-476a-ba12-5caefed3298d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387824 Sep 19 12:44:06.105031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fcbb8-2dc5-4a99-917f-c202849b15f8 req-20b6788e-e33b-4a76-bf1a-220e61b541a4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:06.106497 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e28fcbb8-2dc5-4a99-917f-c202849b15f8 req-20b6788e-e33b-4a76-bf1a-220e61b541a4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0872381 Sep 19 12:44:06.153982 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e28fcbb8-2dc5-4a99-917f-c202849b15f8 req-ffe92a9e-d0cc-44ec-8cd3-71104b291db3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418775 Sep 19 12:44:07.356708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf592d-37ab-4252-9ab9-e30f51a3ef73 req-de471318-d212-413e-bfff-a8d61a2c73d2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:07.358170 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-47bf592d-37ab-4252-9ab9-e30f51a3ef73 req-de471318-d212-413e-bfff-a8d61a2c73d2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0888302 Sep 19 12:44:07.402666 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-47bf592d-37ab-4252-9ab9-e30f51a3ef73 req-d7dad351-f1f8-4829-84ab-9a359b5f7d45 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386910 Sep 19 12:44:08.608047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc23720-2af9-49d9-b052-bd76fd879c28 req-71389358-082c-4beb-ae56-fa8a20f4321e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:08.609521 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dcc23720-2af9-49d9-b052-bd76fd879c28 req-71389358-082c-4beb-ae56-fa8a20f4321e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0946083 Sep 19 12:44:08.654881 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dcc23720-2af9-49d9-b052-bd76fd879c28 req-6d703a5b-01fd-46f5-9778-0dceffb94d25 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396700 Sep 19 12:44:09.854693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bf277-db8b-4e5c-b860-6d337d74ea03 req-df57a563-07b3-4eeb-b8b9-d24ed24ed494 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:09.856167 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a47bf277-db8b-4e5c-b860-6d337d74ea03 req-df57a563-07b3-4eeb-b8b9-d24ed24ed494 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0866547 Sep 19 12:44:09.902562 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a47bf277-db8b-4e5c-b860-6d337d74ea03 req-497af9f7-c493-49ea-a7af-baace2c3d891 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407593 Sep 19 12:44:11.108424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0a9df-0f9b-4c0b-9dce-f4749ba82466 req-8cb13616-5941-411d-b0f7-276427c4fce5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:11.109869 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-47d0a9df-0f9b-4c0b-9dce-f4749ba82466 req-8cb13616-5941-411d-b0f7-276427c4fce5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0897093 Sep 19 12:44:11.154323 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-47d0a9df-0f9b-4c0b-9dce-f4749ba82466 req-03c05094-87fd-4fd8-821b-20c4eb968199 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385447 Sep 19 12:44:11.579951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-145e97aa-148d-496e-bce2-1fe54a2ac15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:12.353910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be8ba-81de-4985-bf2a-d844ea9683c3 req-3b591feb-12f5-4cfe-8644-cd2784185d2e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:12.355409 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-536be8ba-81de-4985-bf2a-d844ea9683c3 req-3b591feb-12f5-4cfe-8644-cd2784185d2e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0904968 Sep 19 12:44:12.400287 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-536be8ba-81de-4985-bf2a-d844ea9683c3 req-e51ad105-17e3-42b3-8fce-6dc880344e23 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392513 Sep 19 12:44:13.599395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc223ab6-329b-4b41-b03d-44ac50000412 req-1cdb5331-bc61-480b-8e0b-3aede9d57d6b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:13.601431 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bc223ab6-329b-4b41-b03d-44ac50000412 req-1cdb5331-bc61-480b-8e0b-3aede9d57d6b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0889814 Sep 19 12:44:13.650325 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bc223ab6-329b-4b41-b03d-44ac50000412 req-3718dbee-c9f1-4793-9fba-bb4308784ffb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426631 Sep 19 12:44:13.679668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1718fa9b-d6e5-453c-85b1-128c9876e7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:14.579129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:14.856054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a3d2a-9e90-46f2-9622-ba8bef36f434 req-bdd37011-183c-43d3-aec3-b98d921781c3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:14.857400 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-577a3d2a-9e90-46f2-9622-ba8bef36f434 req-bdd37011-183c-43d3-aec3-b98d921781c3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0929048 Sep 19 12:44:14.902319 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-577a3d2a-9e90-46f2-9622-ba8bef36f434 req-326a21e7-e9f1-4517-83bd-6d296f1d44aa tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391991 Sep 19 12:44:15.113645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:16.101640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e537e1-3dd4-4f3c-86ee-137c449af742 req-d818218d-9f4d-420f-ae9d-c366c4d148c0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:16.103122 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-91e537e1-3dd4-4f3c-86ee-137c449af742 req-d818218d-9f4d-420f-ae9d-c366c4d148c0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0906699 Sep 19 12:44:16.146578 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-91e537e1-3dd4-4f3c-86ee-137c449af742 req-5e0e7a02-b4cf-4dfb-82ba-4b321b75882f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378881 Sep 19 12:44:16.485363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:17.343934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acd53a-6b42-4e9c-9e7d-e8a6fc7e2b73 req-b08af4a6-684e-4d36-a387-43ba21f53cda tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:17.346889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c2acd53a-6b42-4e9c-9e7d-e8a6fc7e2b73 req-b08af4a6-684e-4d36-a387-43ba21f53cda tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0885441 Sep 19 12:44:17.406758 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c2acd53a-6b42-4e9c-9e7d-e8a6fc7e2b73 req-9fbf8877-733e-476d-8360-b23653d824a5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555878 Sep 19 12:44:17.826950 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:44:17.958888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bde836-f432-4c38-9196-1ff8a05f45d6 req-47d17c3e-f8fa-43b3-a3a3-ed2e8afad8b5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:17.960356 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-29bde836-f432-4c38-9196-1ff8a05f45d6 req-47d17c3e-f8fa-43b3-a3a3-ed2e8afad8b5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0924973 Sep 19 12:44:18.015549 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-29bde836-f432-4c38-9196-1ff8a05f45d6 req-3e797429-8d8d-4c38-82d2-b4cbf3d27930 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486622 Sep 19 12:44:18.126256 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-8d9778de-ce7e-4f9c-a8b5-574ca658284f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1352880 Sep 19 12:44:19.220145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1ac64-1359-41b6-b7fa-6d832d0a0510 req-09113f17-cc40-4d4f-b560-76569ed2f30d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:19.221661 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-73e1ac64-1359-41b6-b7fa-6d832d0a0510 req-09113f17-cc40-4d4f-b560-76569ed2f30d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0889428 Sep 19 12:44:19.267952 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-73e1ac64-1359-41b6-b7fa-6d832d0a0510 req-7e838e54-cab3-4dae-b6e2-d33400cf8f5b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400953 Sep 19 12:44:20.278352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bd0e-526b-4961-892b-61ee073b851c req-4da89358-5b0b-4390-8f0d-11c3f02c9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:20.279856 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-4da89358-5b0b-4390-8f0d-11c3f02c9207 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 1099 time: 0.0825922 Sep 19 12:44:20.489809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de457d7-489d-4cd3-8e4a-896dc2ab4232 req-0749ea25-57f0-4d06-9224-c5c1f894e5a2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:20.491312 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8de457d7-489d-4cd3-8e4a-896dc2ab4232 req-0749ea25-57f0-4d06-9224-c5c1f894e5a2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0998328 Sep 19 12:44:20.526176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bd0e-526b-4961-892b-61ee073b851c req-50cf5a1a-73aa-4bff-bb5c-6f9ad1aea47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:20.527045 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-50cf5a1a-73aa-4bff-bb5c-6f9ad1aea47d service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.2383599 Sep 19 12:44:20.536383 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8de457d7-489d-4cd3-8e4a-896dc2ab4232 req-4559f3f8-6bad-4ba7-8301-e0c5780dd2af tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393114 Sep 19 12:44:20.632138 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-bee59a19-92fc-4e8f-b32f-75abdb895dd2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbe5152-1772-4448-9891-681512d1348a HTTP/1.1" status: 200 len: 1002 time: 0.0959020 Sep 19 12:44:20.700297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bd0e-526b-4961-892b-61ee073b851c req-88751769-2ddf-481f-9165-7f7634ff0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:20.701721 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-88751769-2ddf-481f-9165-7f7634ff0f4f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0611875 Sep 19 12:44:20.790584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bd0e-526b-4961-892b-61ee073b851c req-1953ae61-d909-4134-90cf-1baec2f44d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:20.792045 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-1953ae61-d909-4134-90cf-1baec2f44d91 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814576 Sep 19 12:44:20.925418 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-d4626afb-97de-4646-8357-ae11f3656a02 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239605 Sep 19 12:44:21.059420 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-1b95823a-50e2-4135-8a15-9a976dbe046b service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271210 Sep 19 12:44:21.740100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50386966-3414-4f05-8684-b3755b721fbb req-0a837264-772c-47a0-bb29-1437c252cc8e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:21.741563 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-50386966-3414-4f05-8684-b3755b721fbb req-0a837264-772c-47a0-bb29-1437c252cc8e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0883563 Sep 19 12:44:21.789327 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-50386966-3414-4f05-8684-b3755b721fbb req-d78117f1-8159-47b4-b9c2-704a74271b1f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Sep 19 12:44:22.986994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffce59-dff1-4962-b6cf-b259aadf083a req-4310e91c-60a5-4708-afcb-3f3ca8c7dda3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:22.989518 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63ffce59-dff1-4962-b6cf-b259aadf083a req-4310e91c-60a5-4708-afcb-3f3ca8c7dda3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0883431 Sep 19 12:44:23.039104 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63ffce59-dff1-4962-b6cf-b259aadf083a req-2c50a65b-ddd1-40ac-8237-8bdff21d6b81 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Sep 19 12:44:23.055136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:23.292239 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-6cee8c15-5f4f-45ac-a026-64e58ad54e46 service neutron] 10.222.0.85 "GET /v2.0/ports/4dbe5152-1772-4448-9891-681512d1348a/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0743744 Sep 19 12:44:23.859315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bd0e-526b-4961-892b-61ee073b851c req-70e9a767-8a0f-42e7-a298-c4ed9b060163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:23.860796 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-70e9a767-8a0f-42e7-a298-c4ed9b060163 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 1099 time: 0.0786886 Sep 19 12:44:23.967991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bd0e-526b-4961-892b-61ee073b851c req-0786eb05-b93a-4962-adbd-c4239f921be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:23.969460 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-0786eb05-b93a-4962-adbd-c4239f921be9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 1099 time: 0.0807881 Sep 19 12:44:24.107170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bd0e-526b-4961-892b-61ee073b851c req-90460101-c127-4224-af22-a6b1b9cb0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:24.108732 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-90460101-c127-4224-af22-a6b1b9cb0da9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1304498 Sep 19 12:44:24.216961 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-6d840aba-5ccb-4dbd-a1eb-c0ce8c1b6b2b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbe5152-1772-4448-9891-681512d1348a HTTP/1.1" status: 200 len: 1002 time: 0.0990202 Sep 19 12:44:24.242364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b8321-2088-4013-b188-900d14516d6a req-2d70779a-aa2f-497a-9728-3c0e2fc01b63 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:24.244697 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9d7b8321-2088-4013-b188-900d14516d6a req-2d70779a-aa2f-497a-9728-3c0e2fc01b63 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0908017 Sep 19 12:44:24.283921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bd0e-526b-4961-892b-61ee073b851c req-b9b4e4d4-c05a-46da-ace0-ee5c29b8f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:24.285388 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-b9b4e4d4-c05a-46da-ace0-ee5c29b8f632 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0597038 Sep 19 12:44:24.289986 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9d7b8321-2088-4013-b188-900d14516d6a req-9c85014a-da20-4c93-a018-62783eba5f85 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393035 Sep 19 12:44:24.378214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bd0e-526b-4961-892b-61ee073b851c req-cbabfa27-ab9b-4549-8891-cfd6feab877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:24.380360 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-cbabfa27-ab9b-4549-8891-cfd6feab877f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856326 Sep 19 12:44:24.520030 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-09ab14f5-148b-47ce-ab8e-d4f0cba090e7 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292107 Sep 19 12:44:24.655097 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d802bd0e-526b-4961-892b-61ee073b851c req-e7a93884-dfa3-4574-81b4-3d63a86c0d5b service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248791 Sep 19 12:44:25.370881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4dbe5152-1772-4448-9891-681512d1348a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:44:25.485987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4dbe5152-1772-4448-9891-681512d1348a is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:44:25.486369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:25.489496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b951b9-9222-4548-8632-1efe1b79e6b6 req-0659e1d1-5c66-426a-bd64-ada5e128dfd2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:25.491135 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d2b951b9-9222-4548-8632-1efe1b79e6b6 req-0659e1d1-5c66-426a-bd64-ada5e128dfd2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0879459 Sep 19 12:44:25.514199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbe5152-1772-4448-9891-681512d1348a'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:44:25.516532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6420ab3-ec9d-4c62-82c3-1d821dc48aa2" -d '{"events": [{"server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "name": "network-vif-unplugged", "status": "completed", "tag": "4dbe5152-1772-4448-9891-681512d1348a"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:25.524396 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4dbe5152-1772-4448-9891-681512d1348a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4dbe5152-1772-4448-9891-681512d1348a,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:44:25.540004 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d2b951b9-9222-4548-8632-1efe1b79e6b6 req-6dc1c506-5625-4b96-aaff-64c4dee1673b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Sep 19 12:44:25.569530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7beaed-4eff-48e0-ab1a-a4fe202fa39c x-openstack-request-id: req-ee7beaed-4eff-48e0-ab1a-a4fe202fa39c {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:25.569825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "name": "network-vif-unplugged", "status": "completed", "tag": "4dbe5152-1772-4448-9891-681512d1348a", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:25.570083 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee7beaed-4eff-48e0-ab1a-a4fe202fa39c {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:25.570485 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7beaed-4eff-48e0-ab1a-a4fe202fa39c'] response: {'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbe5152-1772-4448-9891-681512d1348a', 'code': 200} Sep 19 12:44:25.590185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:25.660021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4dbe5152-1772-4448-9891-681512d1348a,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:25.667608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.667978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.668316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.668652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.668982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.669311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.669639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.669966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.670286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.670609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.670956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:25.671278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:26.746934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695241df-0018-4d88-8eef-37fb421eb72b req-a48d05d7-5100-4bba-92e3-1958ce3abec0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:26.748694 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-695241df-0018-4d88-8eef-37fb421eb72b req-a48d05d7-5100-4bba-92e3-1958ce3abec0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 944 time: 0.0913482 Sep 19 12:44:26.795684 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-695241df-0018-4d88-8eef-37fb421eb72b req-dfc80377-34cf-4e33-9a74-45bb7129dc0c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 Sep 19 12:44:27.372021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4dbe5152-1772-4448-9891-681512d1348a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:44:27.507737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4dbe5152-1772-4448-9891-681512d1348a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4dbe5152-1772-4448-9891-681512d1348a,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:44:27.520573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '4dbe5152-1772-4448-9891-681512d1348a', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'port_id': '4dbe5152-1772-4448-9891-681512d1348a', 'mac_address': 'fa:16:3e:06:f9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:44:27.574263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4dbe5152-1772-4448-9891-681512d1348a is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:44:27.574561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:27.591168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbe5152-1772-4448-9891-681512d1348a {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:44:27.606972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4dbe5152-1772-4448-9891-681512d1348a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4dbe5152-1772-4448-9891-681512d1348a,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:44:27.696270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:27.769295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4dbe5152-1772-4448-9891-681512d1348a,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:27.778663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['4dbe5152-1772-4448-9891-681512d1348a'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:44:28.008975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c5529-af15-485b-b4b2-951dad44fa59 req-5def1060-5de8-4ed2-b735-ad6250c4c2ff tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:28.010688 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-010c5529-af15-485b-b4b2-951dad44fa59 req-5def1060-5de8-4ed2-b735-ad6250c4c2ff tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 945 time: 0.0960572 Sep 19 12:44:28.056887 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-010c5529-af15-485b-b4b2-951dad44fa59 req-765180ca-c6fc-4e17-b940-410cc652989f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404310 Sep 19 12:44:28.584038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8687f0-2094-4db7-b47e-fa88eae2508d req-fd343a49-5276-4612-b2be-e86a69b1054c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:28.585584 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dc8687f0-2094-4db7-b47e-fa88eae2508d req-fd343a49-5276-4612-b2be-e86a69b1054c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 945 time: 0.0993276 Sep 19 12:44:28.742389 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dc8687f0-2094-4db7-b47e-fa88eae2508d req-a3d3fdb2-16da-4ac7-ab47-50ccaedfea7d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508272 Sep 19 12:44:28.759478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-6d632c3e-4268-402b-91ab-d1991cf2cf58 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:28.760905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-6d632c3e-4268-402b-91ab-d1991cf2cf58 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Synchronizing usage tracker for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:44:28.829988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-6d632c3e-4268-402b-91ab-d1991cf2cf58 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Unset dirty status for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:44:28.831220 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-6d632c3e-4268-402b-91ab-d1991cf2cf58 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b&tenant_id=b38ecb4df7444e459456309ab38ffee1&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 945 time: 0.2728000 Sep 19 12:44:28.991621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-c6f16fdd-48b6-440c-bf5c-89287d0c258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:28.993173 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-c6f16fdd-48b6-440c-bf5c-89287d0c258d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 1098 time: 0.0809531 Sep 19 12:44:29.131062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-f29759c3-dc7c-4dd3-9e6d-0a76e5290734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:29.132572 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-f29759c3-dc7c-4dd3-9e6d-0a76e5290734 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1299722 Sep 19 12:44:29.236306 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-c4bc474a-b898-4d0f-bf6f-fdaba5f9a41d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbe5152-1772-4448-9891-681512d1348a HTTP/1.1" status: 200 len: 1001 time: 0.0949030 Sep 19 12:44:29.302556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-13cb80ab-c8ac-49ae-8406-f663a7e73354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:29.304048 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-13cb80ab-c8ac-49ae-8406-f663a7e73354 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0584288 Sep 19 12:44:29.372406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4dbe5152-1772-4448-9891-681512d1348a up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:44:29.391082 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-9e49dc03-0b17-4713-9729-a61167b98549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:29.392580 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-9e49dc03-0b17-4713-9729-a61167b98549 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792665 Sep 19 12:44:29.443100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 4dbe5152-1772-4448-9891-681512d1348a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:44:29.443603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:29.531501 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-6a761a61-3c89-4056-8e90-c9a80a076410 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320498 Sep 19 12:44:29.562697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4dbe5152-1772-4448-9891-681512d1348a is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:44:29.563106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:29.590381 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe5152-1772-4448-9891-681512d1348a'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:44:29.592688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05acf64-0756-4483-98f3-2abab5421ba0" -d '{"events": [{"server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe5152-1772-4448-9891-681512d1348a"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:29.600472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4dbe5152-1772-4448-9891-681512d1348a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4dbe5152-1772-4448-9891-681512d1348a,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:44:29.646362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f102654a-d3bf-4573-ad85-657c63806038 x-openstack-request-id: req-f102654a-d3bf-4573-ad85-657c63806038 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:29.646650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe5152-1772-4448-9891-681512d1348a", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:29.646955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f102654a-d3bf-4573-ad85-657c63806038 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:29.647348 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f102654a-d3bf-4573-ad85-657c63806038'] response: {'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe5152-1772-4448-9891-681512d1348a', 'code': 200} Sep 19 12:44:29.651082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:29.672770 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-24c47f86-2258-4a14-b764-5b823a3c53b6 req-a24bd6a4-8350-46bb-98bd-81953ef44972 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304586 Sep 19 12:44:29.718818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4dbe5152-1772-4448-9891-681512d1348a,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:29.948015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2304288-ceab-4e40-8e29-f355b3570fdc req-f63fd21e-d082-40f2-b0b8-e59b0b8e8180 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:29.949696 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e2304288-ceab-4e40-8e29-f355b3570fdc req-f63fd21e-d082-40f2-b0b8-e59b0b8e8180 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0892553 Sep 19 12:44:29.994915 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e2304288-ceab-4e40-8e29-f355b3570fdc req-67471bee-2ae4-4c32-8540-2c4e6f06e6fe tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391645 Sep 19 12:44:31.201463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3c4cd-0c3f-4ec1-923d-5d2493de640c req-1e44750f-76a4-4908-bbcc-da30adf6d8ab tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:31.202914 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82d3c4cd-0c3f-4ec1-923d-5d2493de640c req-1e44750f-76a4-4908-bbcc-da30adf6d8ab tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0909500 Sep 19 12:44:31.247686 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82d3c4cd-0c3f-4ec1-923d-5d2493de640c req-eff48853-dd7f-4f91-b6e1-254c6600435d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389585 Sep 19 12:44:31.450511 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417fa3e-5c3b-4a5b-935b-1da8c0664f7c req-dca5ff78-d541-4073-80ac-d3ed3ebf7181 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:31.452109 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9417fa3e-5c3b-4a5b-935b-1da8c0664f7c req-dca5ff78-d541-4073-80ac-d3ed3ebf7181 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0913224 Sep 19 12:44:31.495724 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9417fa3e-5c3b-4a5b-935b-1da8c0664f7c req-199d6130-8917-4d97-8066-ff76d080d9ed tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379164 Sep 19 12:44:32.007292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcdd69-cbdc-40df-8ed1-3fb2237d6592 req-216f8bac-3a48-4dcc-b01e-66e48272bb60 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:32.008743 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-77fcdd69-cbdc-40df-8ed1-3fb2237d6592 req-216f8bac-3a48-4dcc-b01e-66e48272bb60 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0918255 Sep 19 12:44:32.054665 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-77fcdd69-cbdc-40df-8ed1-3fb2237d6592 req-d4c7bd7d-21ab-440c-ad51-a79426dd47a3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401931 Sep 19 12:44:32.150059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-159cc7b0-7331-4780-86ba-b4c8518e40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:32.151622 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-159cc7b0-7331-4780-86ba-b4c8518e40e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 1099 time: 0.0873609 Sep 19 12:44:32.287922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-8c3a529f-e882-4ddd-9a77-739d6c28cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:32.289374 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-8c3a529f-e882-4ddd-9a77-739d6c28cdd5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1287842 Sep 19 12:44:32.397194 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-98f6bec2-18f0-4c17-b48a-b024d6500cfd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbe5152-1772-4448-9891-681512d1348a HTTP/1.1" status: 200 len: 1002 time: 0.0984650 Sep 19 12:44:32.464868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-93e9b2c0-bc10-4fb4-8364-7f10dcb62c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:32.466251 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-93e9b2c0-bc10-4fb4-8364-7f10dcb62c49 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0598185 Sep 19 12:44:32.558970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-37a424e4-da37-4632-90f0-ff502177b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:32.560464 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-37a424e4-da37-4632-90f0-ff502177b791 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854037 Sep 19 12:44:32.699624 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-86c04cf3-4e70-4d6b-b672-292048c59dae service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297476 Sep 19 12:44:32.837257 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40afaa84-0799-4fd7-b487-8f2054611ec2 req-e815b635-5a75-44f0-b7bd-fea67f581acf service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281233 Sep 19 12:44:33.260210 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803d43-56a6-4c02-985d-47623c2ff39e req-6c7d098f-cd38-4317-bcf1-109a59085207 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:33.261842 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-79803d43-56a6-4c02-985d-47623c2ff39e req-6c7d098f-cd38-4317-bcf1-109a59085207 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0934637 Sep 19 12:44:33.307572 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-79803d43-56a6-4c02-985d-47623c2ff39e req-c2d37453-734c-419c-aa83-c65aeb30f9f1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395219 Sep 19 12:44:34.504370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab1da6-349e-416c-9a38-a0a7d76c6659 req-7c41cd1e-fef2-4acc-ba16-47b14319685c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:34.505822 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ceab1da6-349e-416c-9a38-a0a7d76c6659 req-7c41cd1e-fef2-4acc-ba16-47b14319685c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0876930 Sep 19 12:44:34.554247 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ceab1da6-349e-416c-9a38-a0a7d76c6659 req-0b82cc99-5567-4fc7-89e2-6e75135dd016 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424967 Sep 19 12:44:35.162411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9072499-0abb-4163-8865-eb3afbf95ff7 req-bc0f97df-f117-4a7b-9f8e-cdda5e5018d9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:35.163925 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b9072499-0abb-4163-8865-eb3afbf95ff7 req-bc0f97df-f117-4a7b-9f8e-cdda5e5018d9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0989676 Sep 19 12:44:35.208187 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b9072499-0abb-4163-8865-eb3afbf95ff7 req-dc305b37-4553-4d70-94fe-ea2062ba1d6a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383356 Sep 19 12:44:36.412678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fe4d8-3717-4ddf-b586-1b152753fd46 req-7f49ee79-6496-4b72-a3c2-5f66f64a613f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:36.414154 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-655fe4d8-3717-4ddf-b586-1b152753fd46 req-7f49ee79-6496-4b72-a3c2-5f66f64a613f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0928595 Sep 19 12:44:36.458296 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-655fe4d8-3717-4ddf-b586-1b152753fd46 req-1e66a82c-ba27-4000-977f-77112195c12c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Sep 19 12:44:37.018627 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-1344f5f0-1c4f-42dd-81a9-94112c5fa6c1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:37.020075 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-1344f5f0-1c4f-42dd-81a9-94112c5fa6c1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.1739190 Sep 19 12:44:37.093112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Deleting port 4dbe5152-1772-4448-9891-681512d1348a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:44:37.093712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:37.341527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] For port 4dbe5152-1772-4448-9891-681512d1348a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4dbe5152-1772-4448-9891-681512d1348a,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:44:37.342632 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:37.637626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:37.637908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:37.638224 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560 disassociated. External IP: 172.26.5.112, port: 4dbe5152-1772-4448-9891-681512d1348a. Sep 19 12:44:37.638565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Calling delete_port for 4dbe5152-1772-4448-9891-681512d1348a owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:44:37.656566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80372da-fafc-4217-8b47-d82ec428153c req-2068f7a7-e8d8-405d-9111-4236924ca720 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:37.658031 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c80372da-fafc-4217-8b47-d82ec428153c req-2068f7a7-e8d8-405d-9111-4236924ca720 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 946 time: 0.0877545 Sep 19 12:44:37.706630 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c80372da-fafc-4217-8b47-d82ec428153c req-408ba61e-b634-4e41-afe0-2fef53cbc454 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427938 Sep 19 12:44:37.869907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:37.920354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event deleted for resources: {'Port': ['ID=4dbe5152-1772-4448-9891-681512d1348a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:37.931610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.931885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.932213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.932716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.933047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.933387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.933721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.934088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.934450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.934806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.935136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:37.935457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:38.138951 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Router 30c1de93-cb85-406b-ac11-89bee284604e has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:44:38.317860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:44:38.327859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:44:38.337303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:44:38.338531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:44:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:38.404971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] No DVR routers for this DVR port 4dbe5152-1772-4448-9891-681512d1348a on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:44:38.407568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:38.410093 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'name': 'network-vif-deleted', 'tag': '4dbe5152-1772-4448-9891-681512d1348a'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:44:38.412614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fdf61f-681a-4005-ab20-6f0f907f6f00" -d '{"events": [{"server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "name": "network-vif-deleted", "tag": "4dbe5152-1772-4448-9891-681512d1348a"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:38.463171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bff4d8-59a7-42bd-a7c5-6391ee746642 x-openstack-request-id: req-a0bff4d8-59a7-42bd-a7c5-6391ee746642 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:38.463804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020002fa-7aa6-479d-9647-b6e18317b07b", "name": "network-vif-deleted", "tag": "4dbe5152-1772-4448-9891-681512d1348a", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:38.464077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0bff4d8-59a7-42bd-a7c5-6391ee746642 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:38.464525 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0bff4d8-59a7-42bd-a7c5-6391ee746642'] response: {'server_uuid': '020002fa-7aa6-479d-9647-b6e18317b07b', 'name': 'network-vif-deleted', 'tag': '4dbe5152-1772-4448-9891-681512d1348a', 'status': 'completed', 'code': 200} Sep 19 12:44:38.502704 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-be59e01f-6dcc-4e9a-abd7-96f554983a47 req-61524b5c-10b8-41cb-ae42-705f06699a94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "DELETE /v2.0/ports/4dbe5152-1772-4448-9891-681512d1348a HTTP/1.1" status: 204 len: 173 time: 1.4761045 Sep 19 12:44:38.527801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:44:38.889312 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eb5dfc9e-2217-46db-88d6-d341b5574ea4 req-f6c7d771-88a8-4cb7-9e35-847f3f189941 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=020002fa-7aa6-479d-9647-b6e18317b07b HTTP/1.1" status: 200 len: 210 time: 0.0526123 Sep 19 12:44:38.895614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:38.899741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:44:38.908871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:44:38.909486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:44:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:39.086197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:44:39.420594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:39.425970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f684b34-4072-4e9f-9b90-e1e8caf4bc63 None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:44:39.654048 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a6a1d-79f0-4460-8e04-e885cedc407e None None] New status for floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:44:40.243660 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-72f8c411-9d28-42f8-87e6-4c80a262dd15 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1944093344&fields=id&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 267 time: 0.0416679 Sep 19 12:44:40.401786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-cd0ca6a5-ec53-488b-ada3-1d7b599b63a1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:40.403283 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-cd0ca6a5-ec53-488b-ada3-1d7b599b63a1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 811 time: 0.1517563 Sep 19 12:44:40.418995 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-2c0a42c3-1f2b-43db-8022-83a143f1489f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/quotas/b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 375 time: 0.0101197 Sep 19 12:44:40.515679 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-b88d2d76-1d21-4c1c-a6ef-f405e0847e06 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913200 Sep 19 12:44:40.658302 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-4f55e648-a433-47cd-abd2-748a59245d85 service neutron] 10.222.0.66 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277664 Sep 19 12:44:40.795794 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-2615ccd5-177d-4e97-84f9-b4d9b7b55808 service neutron] 10.222.0.66 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316381 Sep 19 12:44:41.070321 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-de83be90-c273-4612-bb55-3b15ba61641b req-cf99c9a1-6d41-4610-a8aa-f8bc38da7426 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0496490 Sep 19 12:44:41.433460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4dbe5152-1772-4448-9891-681512d1348a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:44:41.468670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 4dbe5152-1772-4448-9891-681512d1348a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:44:41.469016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4dbe5152-1772-4448-9891-681512d1348a not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:44:41.579058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be885e66-e1c5-4946-be70-d7f365879ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:42.245477 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6d8e8037-d132-41d6-b682-0a50c519699a req-7283b56e-b34d-41b9-93d5-d90368b3d2bd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0541461 Sep 19 12:44:43.515559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-a5e7d766-57d7-4d98-be77-7136a900f2ce tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:43.517017 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-a5e7d766-57d7-4d98-be77-7136a900f2ce tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 811 time: 0.2611966 Sep 19 12:44:43.530591 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63357115-c26f-44fc-abc3-bb28500ef612 req-f923b39b-d611-4ccf-a809-cfd824711b7d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 210 time: 0.1659141 Sep 19 12:44:43.581633 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-c45d7e0e-3feb-4e4c-a5e7-065f45386484 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 380 time: 0.0420969 Sep 19 12:44:43.596102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'port': {'device_id': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'admin_state_up': True, 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'security_groups': ['6a236625-b244-4fcb-b2e0-8a7f38f86d6f']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:44:43.721372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b5696c44-d7f5-45ea-b09d-fe99516508ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:43.733232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:44:43.737322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Usage tracker for resource:port and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:44:43.740175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:44:43.746324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:44:43.827568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Made reservation on behalf of b38ecb4df7444e459456309ab38ffee1 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:44:43.831354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:43.993333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Allocated IP 172.20.0.14 (a79eceb6-a336-423d-b7f1-ac687ca61131/8a44ee73-68c8-42fc-9d78-3fac4eade0f8/9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:44:44.184572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:44.200124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Transition to ACTIVE for port object 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:44:44.319252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:44.394672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Network a79eceb6-a336-423d-b7f1-ac687ca61131 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:44:44.397878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:44:44.402056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:44:44.433032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:44.470963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:44.471573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:44.557342 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-661ec0fc-f6f0-45ac-bb25-19036e4db2c4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647436 Sep 19 12:44:44.573249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Request body: {'port': {'device_id': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:44:44.581583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:44.692414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:44.732107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d6693769-8e3a-42a2-a62d-30f76fecc0bf None None] Provisioning for port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:44:44.738600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d6693769-8e3a-42a2-a62d-30f76fecc0bf None None] Provisioning complete for port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:44:44.740817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d6693769-8e3a-42a2-a62d-30f76fecc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:44.749578 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b84341-ac68-405e-94c3-a53e02b6c2b0 req-f4c9bba5-8180-4d7a-a96d-813e7f009c03 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:44.751238 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-29b84341-ac68-405e-94c3-a53e02b6c2b0 req-f4c9bba5-8180-4d7a-a96d-813e7f009c03 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 932 time: 0.0991886 Sep 19 12:44:44.799414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d6693769-8e3a-42a2-a62d-30f76fecc0bf None None] Port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:44:44.807469 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-29b84341-ac68-405e-94c3-a53e02b6c2b0 req-f8bf5312-c2ef-4984-81a6-60bc00bd81e6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454693 Sep 19 12:44:45.047103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:45.060740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:44:45.068329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:45.082793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Transition to ACTIVE for port object 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:44:45.172400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:45.374285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:45.413944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Attempting to bind port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:44:45.414280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Attempting to bind port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:44:45.414607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Attempting to bind port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 on network a79eceb6-a336-423d-b7f1-ac687ca61131 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:44:45.419493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 on network a79eceb6-a336-423d-b7f1-ac687ca61131 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:44:45.419811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Attempting to bind port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 on network a79eceb6-a336-423d-b7f1-ac687ca61131 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:44:45.424956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:44:45.425292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Checking segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:44:45.425670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Bound using segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:44:45.426094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Bound port: 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:44:45.426438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:45.525650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:44:45.528726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:44:45.618667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:45.650911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:45.651343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:45.652706 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] 10.222.0.85 "PUT /v2.0/ports/9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 HTTP/1.1" status: 200 len: 1094 time: 1.0843294 Sep 19 12:44:45.653137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:44:45.655442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4ced43-288a-4e23-89bb-decb4c8c6e67" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:45.697495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432c388-6946-490e-a7e0-6d9a6be617c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:45.703317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333e6ad0-619f-4137-8985-4ceb6228c611 x-openstack-request-id: req-333e6ad0-619f-4137-8985-4ceb6228c611 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:45.703601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:45.703851 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-333e6ad0-619f-4137-8985-4ceb6228c611 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:45.704245 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333e6ad0-619f-4137-8985-4ceb6228c611'] response: {'name': 'network-changed', 'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'status': 'completed', 'code': 200} Sep 19 12:44:45.907991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ced43-288a-4e23-89bb-decb4c8c6e67 req-37df4c15-bd76-40c1-a0ed-e40e848bae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:45.909370 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3d4ced43-288a-4e23-89bb-decb4c8c6e67 req-37df4c15-bd76-40c1-a0ed-e40e848bae53 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 1097 time: 0.1798587 Sep 19 12:44:46.011518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0e17-8b58-4154-b96c-dac89b8b6550 req-4d9c890e-5868-4e11-9ec5-5817c15d44c9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:46.013392 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a75d0e17-8b58-4154-b96c-dac89b8b6550 req-4d9c890e-5868-4e11-9ec5-5817c15d44c9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0887303 Sep 19 12:44:46.057075 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a75d0e17-8b58-4154-b96c-dac89b8b6550 req-897733f4-458e-46c2-afee-9951a95cfbac tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382957 Sep 19 12:44:46.059725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ced43-288a-4e23-89bb-decb4c8c6e67 req-779c95ff-0b4f-4715-9df6-35c31c445d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:46.061231 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3d4ced43-288a-4e23-89bb-decb4c8c6e67 req-779c95ff-0b4f-4715-9df6-35c31c445d3c service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=b38ecb4df7444e459456309ab38ffee1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1386290 Sep 19 12:44:46.205220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ced43-288a-4e23-89bb-decb4c8c6e67 req-a1809639-563d-415f-98ec-827ba9a274a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:46.206582 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3d4ced43-288a-4e23-89bb-decb4c8c6e67 req-a1809639-563d-415f-98ec-827ba9a274a6 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366532 Sep 19 12:44:46.323350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-660ebebf-7b4e-45ac-abf4-f5fec64e612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:46.324822 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-660ebebf-7b4e-45ac-abf4-f5fec64e612c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 1097 time: 0.0772512 Sep 19 12:44:46.399710 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-8a365a34-3187-4bef-963a-628e64958187 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 HTTP/1.1" status: 200 len: 217 time: 0.0643225 Sep 19 12:44:46.466087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-204a086e-2f22-488c-a071-d7d938cc9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:46.467463 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-204a086e-2f22-488c-a071-d7d938cc9357 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0584121 Sep 19 12:44:46.481439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:46.556696 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-acdb4c01-1a86-4162-9a65-c1fc5b28f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:46.558157 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-acdb4c01-1a86-4162-9a65-c1fc5b28f9a9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815506 Sep 19 12:44:46.692283 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-1a8e92c7-bffd-4fce-bb06-03f77d165fb1 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244161 Sep 19 12:44:46.843550 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2dab96e2-582b-4273-90d1-bb3fee516957 req-9b835af5-5f5e-47f4-8501-3e62e7476b98 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422668 Sep 19 12:44:47.261623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811c05c-4c75-43b5-be78-a0890d1cc1fb req-ef838956-63af-4fe1-8c24-e2efe7156e3f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:47.263125 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d811c05c-4c75-43b5-be78-a0890d1cc1fb req-ef838956-63af-4fe1-8c24-e2efe7156e3f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0924561 Sep 19 12:44:47.314772 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d811c05c-4c75-43b5-be78-a0890d1cc1fb req-11f6f332-107e-4bce-a30f-42930f824633 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459290 Sep 19 12:44:48.515534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54402f-55a2-4ebb-a498-96b4711f8100 req-9fbe54d5-ff3a-4368-b0e3-fda4b16a36e7 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:48.517099 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c54402f-55a2-4ebb-a498-96b4711f8100 req-9fbe54d5-ff3a-4368-b0e3-fda4b16a36e7 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0900810 Sep 19 12:44:48.564999 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c54402f-55a2-4ebb-a498-96b4711f8100 req-eafc2252-67c3-44c1-a596-74b7dbfb4e2b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420160 Sep 19 12:44:49.463331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:44:49.596211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:44:49.616358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'port_id': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'mac_address': 'fa:16:3e:46:8c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:44:49.665022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:44:49.665474 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:49.683060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:44:49.699441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:44:49.767410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60955e-3ee2-4262-8c3a-c65d2e9fef69 req-92ea174d-a3fe-4d0f-aae0-606e259c80aa tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:49.768865 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1b60955e-3ee2-4262-8c3a-c65d2e9fef69 req-92ea174d-a3fe-4d0f-aae0-606e259c80aa tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0874774 Sep 19 12:44:49.781455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:49.814470 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1b60955e-3ee2-4262-8c3a-c65d2e9fef69 req-b9beed8d-4b34-45a0-8984-75203b6ad3c9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399332 Sep 19 12:44:49.851569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:50.037123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:44:51.129809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968e4c-935a-4b49-868a-ce11877577a6 req-2cbb2789-379a-4d10-bc8c-029cfe91cb7f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:51.131219 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-61968e4c-935a-4b49-868a-ce11877577a6 req-2cbb2789-379a-4d10-bc8c-029cfe91cb7f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 945 time: 0.2031138 Sep 19 12:44:51.175768 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-61968e4c-935a-4b49-868a-ce11877577a6 req-af9cd50a-5f54-4bbf-ad21-4a57960beef9 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385144 Sep 19 12:44:51.480480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:44:51.615536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:44:51.620655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:44:51.621030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:51.769089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:44:51.769470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:51.795839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:44:51.798099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb40baec-afdd-41d8-a9aa-3dee2e1e95fb" -d '{"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:51.805554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:44:51.840940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cefd04-6ab3-47e1-ac8e-9adbfc3a717f x-openstack-request-id: req-74cefd04-6ab3-47e1-ac8e-9adbfc3a717f {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:51.841229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:51.841489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74cefd04-6ab3-47e1-ac8e-9adbfc3a717f {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:51.841910 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74cefd04-6ab3-47e1-ac8e-9adbfc3a717f'] response: {'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'code': 200} Sep 19 12:44:51.896284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:51.966965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:52.309126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1a92a-32ce-4622-bfbf-561798c027dd req-4f3be6b1-34ab-48d1-9b62-1ac6411446f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:52.310813 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-68b1a92a-32ce-4622-bfbf-561798c027dd req-4f3be6b1-34ab-48d1-9b62-1ac6411446f9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.0804472 Sep 19 12:44:52.355502 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-68b1a92a-32ce-4622-bfbf-561798c027dd req-cdd5abfa-7ebe-49a4-9475-b6020b554420 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355082 Sep 19 12:44:52.443317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3944a1c-a51c-475e-acb9-bac3941b5458 req-a0905af6-aac2-4963-8a09-20287df902a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:52.444804 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b3944a1c-a51c-475e-acb9-bac3941b5458 req-a0905af6-aac2-4963-8a09-20287df902a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0887182 Sep 19 12:44:52.493099 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b3944a1c-a51c-475e-acb9-bac3941b5458 req-70d5a31c-8fe7-4a3d-9bff-9a2ee08ab82b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423245 Sep 19 12:44:53.075205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:53.760636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050dbc0-475b-466a-b403-7c977e2b69ec req-97ebe5eb-bd5d-49b4-a478-dc4199897864 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:53.762122 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e050dbc0-475b-466a-b403-7c977e2b69ec req-97ebe5eb-bd5d-49b4-a478-dc4199897864 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.1564474 Sep 19 12:44:53.807464 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e050dbc0-475b-466a-b403-7c977e2b69ec req-8a064f7e-3590-4783-ac74-65c00a05e55f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391798 Sep 19 12:44:54.826263 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:44:55.016145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855541fd-76aa-4e82-ae02-46897a27a339 req-7a595c38-5c58-4784-aa0e-31e3dc135563 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:55.017640 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-855541fd-76aa-4e82-ae02-46897a27a339 req-7a595c38-5c58-4784-aa0e-31e3dc135563 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0967438 Sep 19 12:44:55.064693 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-855541fd-76aa-4e82-ae02-46897a27a339 req-0c75e988-8ea2-46d7-80e8-b13fc6d03f27 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412946 Sep 19 12:44:55.262631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab31c0c-2445-4188-874a-165646d18153 req-dfbcc737-ecc3-47e2-9d53-509c7d25b666 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:55.264122 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1ab31c0c-2445-4188-874a-165646d18153 req-dfbcc737-ecc3-47e2-9d53-509c7d25b666 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0894046 Sep 19 12:44:55.274949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36098) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:44:55.280153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3c1c20c3-ea03-4cff-9a00-ad8803a84a47 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'floatingip': {'port_id': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:44:55.359811 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c1c20c3-ea03-4cff-9a00-ad8803a84a47 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:55.910909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [req-81278f47-d849-4de6-a3ff-9796ce68c2ef req-0e2f7283-845c-4f68-921a-881b5a9998b7 service neutron] (89794) timed out ('10.222.0.85', 54825) {{(pid=89794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 19 12:44:55.980806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c1c20c3-ea03-4cff-9a00-ad8803a84a47 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:56.041005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c1c20c3-ea03-4cff-9a00-ad8803a84a47 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:56.328574 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-3c1c20c3-ea03-4cff-9a00-ad8803a84a47 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560 associated. External IP: 172.26.5.112, port: 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3. Sep 19 12:44:56.699962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1c20c3-ea03-4cff-9a00-ad8803a84a47 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Router 30c1de93-cb85-406b-ac11-89bee284604e has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:44:56.898993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1c20c3-ea03-4cff-9a00-ad8803a84a47 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:44:56.903957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c1c20c3-ea03-4cff-9a00-ad8803a84a47 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:44:56.908471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:44:56.919241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:44:56.919845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:44:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:56.964985 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3c1c20c3-ea03-4cff-9a00-ad8803a84a47 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "PUT /v2.0/floatingips/5a3c64b1-b6b5-4083-9532-5747ad149560 HTTP/1.1" status: 200 len: 992 time: 1.6889241 Sep 19 12:44:56.965860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:44:56.968218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac1ae44-6214-4966-9278-a0203c2a0641" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:57.010889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e63e2-2122-45fb-bbaa-eb763d03af81 x-openstack-request-id: req-b84e63e2-2122-45fb-bbaa-eb763d03af81 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:57.011239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:57.011553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b84e63e2-2122-45fb-bbaa-eb763d03af81 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:57.012043 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84e63e2-2122-45fb-bbaa-eb763d03af81'] response: {'name': 'network-changed', 'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'status': 'completed', 'code': 200} Sep 19 12:44:57.118537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:44:57.191853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-2c26e02e-9c5e-4412-8a0e-64a06028dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:57.193262 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-2c26e02e-9c5e-4412-8a0e-64a06028dc50 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.1599157 Sep 19 12:44:57.327670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-782d0784-7262-4588-8e88-b0603cfadc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:57.329130 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-782d0784-7262-4588-8e88-b0603cfadc5a service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1301599 Sep 19 12:44:57.435068 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-2586b07d-c653-4308-80fd-d986fea98180 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 HTTP/1.1" status: 200 len: 1000 time: 0.0995400 Sep 19 12:44:57.486193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:46:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:44:55Z', 'revision_number': 9, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:57.490232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:44:57.497369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-6dc2b81b-7877-48f8-bd38-f1b5d1e282d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:57.498837 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-6dc2b81b-7877-48f8-bd38-f1b5d1e282d6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0582685 Sep 19 12:44:57.498961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:44:57.499524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:44:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:57.585001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-56f33283-4497-42df-9361-a0b0234ad339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:57.586645 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-56f33283-4497-42df-9361-a0b0234ad339 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815299 Sep 19 12:44:57.679346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:44:57.718910 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-5846ef27-9150-48b9-92be-34d0a73cf23d service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257565 Sep 19 12:44:57.957228 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-aac1ae44-6214-4966-9278-a0203c2a0641 req-0925d374-52a9-43ca-8aa5-eddc3e24317e service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325110 Sep 19 12:44:58.033746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:46:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:44:55Z', 'revision_number': 9, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:58.037771 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eaad3a-949f-41f1-811c-f343942c330a None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:46:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:44:55Z', 'revision_number': 9, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:44:58.229273 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd545e-19ad-4255-9bed-9f0b248f0d5c None None] New status for floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:45:11.563452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3f921595-df85-4d0d-96fd-e255b86b4128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:13.752265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ca920a74-e662-42e2-9da0-dc2cac1eed92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:14.589524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:15.046096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:16.543621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:23.063494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:31.826581 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:45:34.746826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544dd69-56d3-4f3b-b3fa-24ce839a0017 req-fbd3ca0e-ed92-4984-a151-8f5faf8463a4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:34.748450 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a544dd69-56d3-4f3b-b3fa-24ce839a0017 req-fbd3ca0e-ed92-4984-a151-8f5faf8463a4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0914726 Sep 19 12:45:34.840335 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a544dd69-56d3-4f3b-b3fa-24ce839a0017 req-d438e1da-828b-4a1c-9352-e431b65f8024 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861404 Sep 19 12:45:34.868210 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-57448e37-5bc6-4157-96cd-8e6bfed6feee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930977 Sep 19 12:45:36.046266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f066e-6222-42bb-9caf-2e19dc67d803 req-d9b4935b-7ca3-44e0-80fe-1fdf5d4a96f8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:36.047756 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-768f066e-6222-42bb-9caf-2e19dc67d803 req-d9b4935b-7ca3-44e0-80fe-1fdf5d4a96f8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0923510 Sep 19 12:45:36.092867 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-768f066e-6222-42bb-9caf-2e19dc67d803 req-d9518f9f-a069-4abf-a770-37a43e2afb6d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393801 Sep 19 12:45:37.109139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-739ca4e0-979f-47f7-9c95-e8590f0a16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:37.110718 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-739ca4e0-979f-47f7-9c95-e8590f0a16c6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.0918465 Sep 19 12:45:37.252674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-313132ea-eac5-4637-b81e-d043d45013a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:37.254327 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-313132ea-eac5-4637-b81e-d043d45013a2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1340828 Sep 19 12:45:37.299212 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a542ff-933f-424b-8d9e-b624fd8de554 req-618d0c95-957f-4ce9-976a-781891f66cec tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:37.300957 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76a542ff-933f-424b-8d9e-b624fd8de554 req-618d0c95-957f-4ce9-976a-781891f66cec tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0914021 Sep 19 12:45:37.345535 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76a542ff-933f-424b-8d9e-b624fd8de554 req-883607fc-6730-4d49-8bb1-f0e43ebfed29 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392263 Sep 19 12:45:37.364740 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-7ff640d0-725e-494a-b131-e00ca95aa3ee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 HTTP/1.1" status: 200 len: 1003 time: 0.1005843 Sep 19 12:45:37.431097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-7aab24e6-c4bf-41d3-8c77-540f5b6c53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:37.432599 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-7aab24e6-c4bf-41d3-8c77-540f5b6c53ec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0583475 Sep 19 12:45:37.521012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-af122cab-bfcb-4550-9a4a-1015e77fa8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:37.522516 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-af122cab-bfcb-4550-9a4a-1015e77fa8e4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811875 Sep 19 12:45:37.659922 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-2ba342a7-2a7b-4593-9c7a-6692bfe7ce4c service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252499 Sep 19 12:45:37.795234 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-e48c3c00-3cd4-4129-b81a-c7d8d40d9ed5 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247928 Sep 19 12:45:38.551947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bc199-be3f-4b1d-89bf-d0b9c89299db req-747b5d9b-729f-4e75-9d93-586e2eb93bd3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:38.553332 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-735bc199-be3f-4b1d-89bf-d0b9c89299db req-747b5d9b-729f-4e75-9d93-586e2eb93bd3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0921690 Sep 19 12:45:38.598992 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-735bc199-be3f-4b1d-89bf-d0b9c89299db req-da83e9d9-1565-42e7-b05a-324b8f88a061 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396259 Sep 19 12:45:39.795528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beb295-9c23-4bd7-90ef-f68efca33161 req-a27861a4-9ab4-4612-a75c-b7651dafb9cf tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:39.796982 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e3beb295-9c23-4bd7-90ef-f68efca33161 req-a27861a4-9ab4-4612-a75c-b7651dafb9cf tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0876331 Sep 19 12:45:39.843982 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e3beb295-9c23-4bd7-90ef-f68efca33161 req-2eafb196-ce28-4adf-84a3-862a9acb035d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412943 Sep 19 12:45:41.040516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f77f6-5a0a-4d68-a042-dc656def1d7e req-a901988a-a2ce-4f21-8337-29acbef3d26c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:41.041954 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e07f77f6-5a0a-4d68-a042-dc656def1d7e req-a901988a-a2ce-4f21-8337-29acbef3d26c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0867171 Sep 19 12:45:41.090704 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e07f77f6-5a0a-4d68-a042-dc656def1d7e req-55d0f40c-d155-412b-8ad3-db0159f7a4c3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428524 Sep 19 12:45:41.557201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5c06667a-690b-4f36-a110-ab187ea76050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:42.293191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b6c76-f286-4c57-abd4-afd3fd3b69d8 req-56f281ed-3adc-4346-984e-902f7bdd6b63 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:42.295025 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e04b6c76-f286-4c57-abd4-afd3fd3b69d8 req-56f281ed-3adc-4346-984e-902f7bdd6b63 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0941010 Sep 19 12:45:42.339141 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e04b6c76-f286-4c57-abd4-afd3fd3b69d8 req-09607bc0-cf2e-4179-840c-1e013ad47a0e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384462 Sep 19 12:45:43.540123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676858e-1f61-44c4-9b9d-1903181aa2b6 req-00ddc830-d31f-40b0-9dea-a25a22e669ad tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:43.541576 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4676858e-1f61-44c4-9b9d-1903181aa2b6 req-00ddc830-d31f-40b0-9dea-a25a22e669ad tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0892937 Sep 19 12:45:43.683279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ced26720-32d5-449c-b555-87081700a902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:43.714174 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4676858e-1f61-44c4-9b9d-1903181aa2b6 req-8e2c9bfd-f5c3-4f9f-9fb6-ae8c4cac93ae tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669164 Sep 19 12:45:44.597269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:45.048475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:45.066897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656dedb-228e-411a-aa9c-afcbb4c03f82 req-54bda818-ecb9-40c2-b78c-884fd528c7cf tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:45.068368 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2656dedb-228e-411a-aa9c-afcbb4c03f82 req-54bda818-ecb9-40c2-b78c-884fd528c7cf tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0902557 Sep 19 12:45:45.117370 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2656dedb-228e-411a-aa9c-afcbb4c03f82 req-ca163d76-7348-49e7-9686-c3efcfdf83d0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 Sep 19 12:45:46.323822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85accc-67a1-408e-a44a-ef9aa53ba8cf req-39503770-6d58-4332-b74b-9193dbfa1970 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:46.326020 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1a85accc-67a1-408e-a44a-ef9aa53ba8cf req-39503770-6d58-4332-b74b-9193dbfa1970 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0927606 Sep 19 12:45:46.370794 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1a85accc-67a1-408e-a44a-ef9aa53ba8cf req-78598a1f-8957-48e5-aaa4-a997c2e78b91 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387440 Sep 19 12:45:46.505486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:47.572385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219833dc-36fe-483f-b9d2-098b0e2e41d8 req-d8cfe7da-ad1d-431d-b484-326d8d5d9046 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:47.573731 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-219833dc-36fe-483f-b9d2-098b0e2e41d8 req-d8cfe7da-ad1d-431d-b484-326d8d5d9046 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0908000 Sep 19 12:45:47.617150 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-219833dc-36fe-483f-b9d2-098b0e2e41d8 req-7c60fdaf-076e-4697-8ba3-75862e86d347 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377202 Sep 19 12:45:48.818178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33b8d8-0d8b-470d-8068-44d07d819384 req-333f9413-0ab4-417a-bcb7-ce417269795f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:48.819664 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d33b8d8-0d8b-470d-8068-44d07d819384 req-333f9413-0ab4-417a-bcb7-ce417269795f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0872834 Sep 19 12:45:48.864168 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d33b8d8-0d8b-470d-8068-44d07d819384 req-6869a724-04cc-45fb-824c-426eef3ef73b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388429 Sep 19 12:45:50.040171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.85', 55084) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:45:50.090292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-a06d0e74-49c1-445a-8028-a534f87cae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:50.092422 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-a06d0e74-49c1-445a-8028-a534f87cae4c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.0796032 Sep 19 12:45:50.137500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9f5c8-104d-4a59-823b-f71dae591568 req-52e134c5-3a3c-4acc-92d2-7e979214d50f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:50.139124 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-40f9f5c8-104d-4a59-823b-f71dae591568 req-52e134c5-3a3c-4acc-92d2-7e979214d50f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.1602914 Sep 19 12:45:50.140661 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-e2d1ebc4-03c2-49f2-919d-48782b761930 service neutron] 10.222.0.85 "GET /v2.0/ports/9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0995092 Sep 19 12:45:50.185178 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-40f9f5c8-104d-4a59-823b-f71dae591568 req-becd1c34-ecf2-4e78-bd7b-60795d45513a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 Sep 19 12:45:50.245132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-873781bb-17f6-4735-acc7-a876047b182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:50.246845 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-873781bb-17f6-4735-acc7-a876047b182d service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1321371 Sep 19 12:45:50.353293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-38fa71e8-1c8a-429d-a503-bbe6f0707eec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 HTTP/1.1" status: 200 len: 1003 time: 0.0976381 Sep 19 12:45:50.422322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-32a681ba-d1cf-4943-bdea-22743531e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:50.423839 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-32a681ba-d1cf-4943-bdea-22743531e0ef service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0618596 Sep 19 12:45:50.512726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-666c1989-e3f2-45db-aeb7-b44e268e0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:50.514976 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-666c1989-e3f2-45db-aeb7-b44e268e0de4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812216 Sep 19 12:45:50.673971 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-755f32b6-9ec0-4761-adc1-d3e2dc319962 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282125 Sep 19 12:45:50.796021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-b75b015e-a9ea-4960-ab96-9046eb26047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:50.797423 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-b75b015e-a9ea-4960-ab96-9046eb26047d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 1099 time: 0.0854585 Sep 19 12:45:50.914861 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a815af0d-2803-4b35-b3ab-96c42facb31f req-8d1e4a4c-296e-472d-8db1-34ed4b17cfd6 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309546 Sep 19 12:45:51.040934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-fd7725a1-f47f-41e0-82b4-b3f198e4ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:51.042410 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-fd7725a1-f47f-41e0-82b4-b3f198e4ac41 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.0817010 Sep 19 12:45:51.181561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-0095b4cc-f27c-4c25-9d45-8af6c2f58e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:51.182967 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-0095b4cc-f27c-4c25-9d45-8af6c2f58e2a service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1319766 Sep 19 12:45:51.291947 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-92fa9d1e-74b5-4ae2-bec2-df0ad1eb4cd2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 HTTP/1.1" status: 200 len: 1003 time: 0.1000178 Sep 19 12:45:51.357478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-4a21fba9-d6ca-46a2-b1d6-c90c79d7144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:51.359102 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-4a21fba9-d6ca-46a2-b1d6-c90c79d7144f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0585749 Sep 19 12:45:51.394346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6138d9f-5f15-45ea-b396-022234ab1d80 req-b22418c6-78cf-4e38-a231-4df6ff995b36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:51.395854 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d6138d9f-5f15-45ea-b396-022234ab1d80 req-b22418c6-78cf-4e38-a231-4df6ff995b36 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0921247 Sep 19 12:45:51.440488 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d6138d9f-5f15-45ea-b396-022234ab1d80 req-3c74d7a8-ebfc-430d-8baa-ebe3df25e8da tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388803 Sep 19 12:45:51.451567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-6b5ba451-671a-45d9-b33e-85c789d1226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:51.453042 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-6b5ba451-671a-45d9-b33e-85c789d1226b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848484 Sep 19 12:45:51.587521 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-4143affd-236f-416a-bb4b-ff1901442726 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249228 Sep 19 12:45:51.729419 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-dcff84f0-b7cd-4740-a697-025ba6b33b35 req-b3cb92b7-f07f-45b6-8338-03fbe52143cf service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328473 Sep 19 12:45:52.642490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fbfeb-a17c-45e2-9d09-875e9d62435a req-5c0eff62-a479-4c7d-977e-fd82131d7b2c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:52.644055 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-945fbfeb-a17c-45e2-9d09-875e9d62435a req-5c0eff62-a479-4c7d-977e-fd82131d7b2c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0891409 Sep 19 12:45:52.692044 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-945fbfeb-a17c-45e2-9d09-875e9d62435a req-ef5dc0fb-2a19-48b1-9d0d-e0f26594ea6b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416458 Sep 19 12:45:53.068514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:53.764667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:45:53.886355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:45:53.886757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:53.920166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:45:53.922431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6986fa35-b4bf-48db-ade7-f10044cfa79c" -d '{"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:45:53.924302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3078-5f91-4a47-b818-e4a63e87e8a1 req-7a0daaea-ad4f-4044-89ae-7393eb393b7e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:53.925886 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e35f3078-5f91-4a47-b818-e4a63e87e8a1 req-7a0daaea-ad4f-4044-89ae-7393eb393b7e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.1087463 Sep 19 12:45:53.930343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:45:53.978030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 12:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9d7b5d-1ef4-4d1d-a33e-5b1c79ed1301 x-openstack-request-id: req-8a9d7b5d-1ef4-4d1d-a33e-5b1c79ed1301 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:45:53.978181 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e35f3078-5f91-4a47-b818-e4a63e87e8a1 req-5ada7f10-ba54-4383-96d5-d8978232c8d5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449512 Sep 19 12:45:53.978386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:45:53.978618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a9d7b5d-1ef4-4d1d-a33e-5b1c79ed1301 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:45:53.979007 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9d7b5d-1ef4-4d1d-a33e-5b1c79ed1301'] response: {'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'code': 200} Sep 19 12:45:54.005456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:54.077153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:45:54.084187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.084543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.084886 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.085223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.085557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.085891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.086227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.086550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.086923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.087247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.087571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:54.087895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:45:55.199617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e780e0-54c3-45db-8851-1fc3c6776c73 req-e6c2706f-dba1-4523-be87-dc106b49a488 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:55.201955 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d4e780e0-54c3-45db-8851-1fc3c6776c73 req-e6c2706f-dba1-4523-be87-dc106b49a488 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 944 time: 0.1055436 Sep 19 12:45:55.249574 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d4e780e0-54c3-45db-8851-1fc3c6776c73 req-ca3c5c48-e957-4aba-9eb6-9339151040bc tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Sep 19 12:45:55.781530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:45:55.924065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:45:55.937921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'port_id': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'mac_address': 'fa:16:3e:46:8c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:45:55.997727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:45:55.997727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:56.014571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:45:56.031843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:45:56.044044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fba6c2-7a7f-4620-b336-223e3d2028ef req-a035712c-8e7e-41ab-9b65-9df3ea1af877 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:56.045775 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e3fba6c2-7a7f-4620-b336-223e3d2028ef req-a035712c-8e7e-41ab-9b65-9df3ea1af877 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0919302 Sep 19 12:45:56.048814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-1478a6db-22e5-46d6-847e-c0684c462dde tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:56.049511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-1478a6db-22e5-46d6-847e-c0684c462dde tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Synchronizing usage tracker for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:45:56.093718 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e3fba6c2-7a7f-4620-b336-223e3d2028ef req-4ffa4bb5-1e58-4295-92dd-5c063bcd905e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421226 Sep 19 12:45:56.094617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:56.123547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-1478a6db-22e5-46d6-847e-c0684c462dde tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Unset dirty status for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:45:56.124757 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-1478a6db-22e5-46d6-847e-c0684c462dde tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1&tenant_id=b38ecb4df7444e459456309ab38ffee1&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 944 time: 0.1761580 Sep 19 12:45:56.169767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:45:56.175233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:45:56.210096 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-c32ede41-7cf1-4e91-917e-17f34bc04fb8 service neutron] 10.222.0.85 "GET /v2.0/ports/9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0792751 Sep 19 12:45:56.311711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-cfd0ff6b-a8cb-45ed-bae0-2cf00c1fc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:56.313277 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-cfd0ff6b-a8cb-45ed-bae0-2cf00c1fc6e2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 1098 time: 0.0814950 Sep 19 12:45:56.446593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-0e3f864e-6c8c-42ce-b825-3513047da0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:56.448082 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-0e3f864e-6c8c-42ce-b825-3513047da0ca service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1284935 Sep 19 12:45:56.551921 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-9f1c6f35-a2e8-45a3-9e44-def538acc53b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 HTTP/1.1" status: 200 len: 1002 time: 0.0970385 Sep 19 12:45:56.616544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-d05d4053-d08b-4ff8-b0bc-7d6b7ab40bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:56.617898 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-d05d4053-d08b-4ff8-b0bc-7d6b7ab40bfe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0600765 Sep 19 12:45:56.704933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-2518962b-ba46-4670-99f4-90ce155b9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:56.706435 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-2518962b-ba46-4670-99f4-90ce155b9475 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823052 Sep 19 12:45:56.939139 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-1f4c845d-def3-4956-b819-db055c31f62f service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263532 Sep 19 12:45:57.073981 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-23285292-7f35-4c23-8a97-e362e663e79f service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293521 Sep 19 12:45:57.308295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c8462-a39e-417e-a747-cd0c27b69436 req-a1723731-5e84-4400-ac92-bea1ecb3b197 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:57.310377 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-040c8462-a39e-417e-a747-cd0c27b69436 req-a1723731-5e84-4400-ac92-bea1ecb3b197 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0909262 Sep 19 12:45:57.354403 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-040c8462-a39e-417e-a747-cd0c27b69436 req-76207c10-f1c7-4b39-a932-134257d44094 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 Sep 19 12:45:57.780718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:45:57.851435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:45:57.851805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:57.968893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:45:57.969271 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:57.995684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:45:57.998122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beb72cc-52eb-41fd-8175-4dd1b3b01460" -d '{"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:45:58.012634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:45:58.069707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b19a9e-f0ac-4ced-8f17-9261fb9d087a x-openstack-request-id: req-86b19a9e-f0ac-4ced-8f17-9261fb9d087a {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:45:58.069999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:45:58.070251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-86b19a9e-f0ac-4ced-8f17-9261fb9d087a {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:45:58.070644 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b19a9e-f0ac-4ced-8f17-9261fb9d087a'] response: {'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'code': 200} Sep 19 12:45:58.123528 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:45:58.191452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:45:58.562144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cfbb1-73d9-4102-8c94-d476b1f14162 req-9f7da39e-02f8-4484-a895-d2452f13eb04 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:58.564281 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dd8cfbb1-73d9-4102-8c94-d476b1f14162 req-9f7da39e-02f8-4484-a895-d2452f13eb04 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0931432 Sep 19 12:45:58.609134 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dd8cfbb1-73d9-4102-8c94-d476b1f14162 req-e5163948-6b95-4a12-bb6b-cc7d1df86b19 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391922 Sep 19 12:45:59.815964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d07c6-7217-4021-b36e-964ccf704e4e req-67f6970c-0cfe-48da-adcd-b1418c802ab8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:45:59.817422 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a11d07c6-7217-4021-b36e-964ccf704e4e req-67f6970c-0cfe-48da-adcd-b1418c802ab8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0893831 Sep 19 12:45:59.864579 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a11d07c6-7217-4021-b36e-964ccf704e4e req-3ed5eaa5-8c3e-449d-a46e-092ae05c367b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Sep 19 12:46:00.513391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-d1cae860-6cb1-44eb-9f4c-54699a2d861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:00.514973 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-d1cae860-6cb1-44eb-9f4c-54699a2d861e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 1099 time: 0.0788431 Sep 19 12:46:00.626288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-dbf77698-65fb-4d8b-bb1e-300b414e518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:00.627796 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-dbf77698-65fb-4d8b-bb1e-300b414e518e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.0852671 Sep 19 12:46:00.764821 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-df6f8bfa-15e6-44db-9ec8-14af7fbc23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:00.766801 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-df6f8bfa-15e6-44db-9ec8-14af7fbc23eb service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1286707 Sep 19 12:46:00.871691 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-2b219e0d-b736-4684-9024-8b4a0957e43d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 HTTP/1.1" status: 200 len: 1003 time: 0.0956554 Sep 19 12:46:00.936910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-f3a531c3-3717-482b-b50f-3ea4d2fb48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:00.938368 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-f3a531c3-3717-482b-b50f-3ea4d2fb48d1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0579751 Sep 19 12:46:01.029361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-63212623-2d9e-4254-88ae-ddd0c96a2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:01.030775 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-63212623-2d9e-4254-88ae-ddd0c96a2d08 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832891 Sep 19 12:46:01.064995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce17e79-3e68-468e-90d5-0467b24f3d37 req-c37c87b5-1814-462e-8ab2-c7f8404361ef tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:01.066462 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8ce17e79-3e68-468e-90d5-0467b24f3d37 req-c37c87b5-1814-462e-8ab2-c7f8404361ef tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0869966 Sep 19 12:46:01.111835 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8ce17e79-3e68-468e-90d5-0467b24f3d37 req-91577495-5610-4f23-a2e7-0b2dee37009d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 Sep 19 12:46:01.171926 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-9ba5cff2-6783-4748-a822-7c94ae0bd312 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313877 Sep 19 12:46:01.320223 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7356fdab-2f29-4596-9ce7-7bd9b79bab22 req-76707699-9e03-477f-b09a-90b65e79dea9 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393037 Sep 19 12:46:02.332931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11137d59-d015-408b-8a70-81e4c0521c85 req-927fc63a-dc9d-4224-bb35-6f205a71b8cd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:02.334399 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-11137d59-d015-408b-8a70-81e4c0521c85 req-927fc63a-dc9d-4224-bb35-6f205a71b8cd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.1097484 Sep 19 12:46:02.380757 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-11137d59-d015-408b-8a70-81e4c0521c85 req-3dc688f3-f1a9-43db-b072-349ca85615bc tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396714 Sep 19 12:46:03.606464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925e63c-9f7e-4e91-8ece-9391ab09874f req-e3db0648-f789-44bc-9332-c3bc0388165a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:03.608536 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c925e63c-9f7e-4e91-8ece-9391ab09874f req-e3db0648-f789-44bc-9332-c3bc0388165a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0934799 Sep 19 12:46:03.656957 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c925e63c-9f7e-4e91-8ece-9391ab09874f req-8868a269-2e19-4138-9c7d-91d2dcbef764 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426216 Sep 19 12:46:03.784326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:46:03.786847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:46:03.958395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d4730-e712-4f97-9064-86f5aab3a8a4 req-7ee6bdc7-a2b8-445f-b1f4-bab2ae88eccd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:03.960749 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-da3d4730-e712-4f97-9064-86f5aab3a8a4 req-7ee6bdc7-a2b8-445f-b1f4-bab2ae88eccd tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.1925371 Sep 19 12:46:04.005509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-da3d4730-e712-4f97-9064-86f5aab3a8a4 req-07d10a21-0ac4-44cb-8bb2-66e407af456d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398631 Sep 19 12:46:04.016706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:46:04.016930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:04.035579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:46:04.056216 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'port_id': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'mac_address': 'fa:16:3e:46:8c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:46:04.087180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:46:04.089452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca18763-2e66-470e-9fdd-66c84085e131" -d '{"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:46:04.119020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:46:04.130196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 is: ACTIVE; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:46:04.130576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:04.142949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 12:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29c830a-ffd7-4e71-8edb-86d914b3a9da x-openstack-request-id: req-c29c830a-ffd7-4e71-8edb-86d914b3a9da {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:46:04.143236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:46:04.143484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c29c830a-ffd7-4e71-8edb-86d914b3a9da {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:46:04.147588 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29c830a-ffd7-4e71-8edb-86d914b3a9da'] response: {'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'code': 200} Sep 19 12:46:04.151120 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:46:04.195218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:04.213477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510878e-f57a-4066-bbdf-2b3934717841 req-2be6d9d6-6b66-44aa-b4d0-c5d0e3d6c4b3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:04.214916 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1510878e-f57a-4066-bbdf-2b3934717841 req-2be6d9d6-6b66-44aa-b4d0-c5d0e3d6c4b3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0980656 Sep 19 12:46:04.263361 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1510878e-f57a-4066-bbdf-2b3934717841 req-e6d8c02b-51d4-4be6-aca4-af81e3d3906e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 Sep 19 12:46:04.311457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:46:04.311816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:46:04.315416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=9']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:46:04.866289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:46:04.866987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:04.867082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa1d63-ff63-4b41-85a7-ce8e31a58aaa req-3afad138-30b0-40f2-beef-6b143748f02f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:04.868493 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-16fa1d63-ff63-4b41-85a7-ce8e31a58aaa req-3afad138-30b0-40f2-beef-6b143748f02f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0881405 Sep 19 12:46:04.884370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:46:04.900029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:46:04.917105 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-16fa1d63-ff63-4b41-85a7-ce8e31a58aaa req-138b25f7-3211-45d3-a491-a5bdccaaa34d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421603 Sep 19 12:46:04.997012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:05.068600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:46:05.171351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=10']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:46:05.791344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:46:05.860574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:46:05.860954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:05.977719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:46:05.978323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:06.011341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:46:06.082537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:06.118253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026d34d-1997-479e-b288-369bbfaaa58f req-c8205369-83fb-4cb8-a002-23cf42721019 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:06.119740 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8026d34d-1997-479e-b288-369bbfaaa58f req-c8205369-83fb-4cb8-a002-23cf42721019 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0891590 Sep 19 12:46:06.145296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:46:06.147698 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376c7446-31d0-4f02-8f3b-f5221306c63d" -d '{"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:46:06.157657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=11']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:46:06.165739 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8026d34d-1997-479e-b288-369bbfaaa58f req-0b8e7453-8db2-428d-a7f9-1d0349680d7c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 Sep 19 12:46:06.198345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd28e6a-e34b-415e-b5f8-1a4e935fb51f x-openstack-request-id: req-8dd28e6a-e34b-415e-b5f8-1a4e935fb51f {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:46:06.198637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:46:06.198916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8dd28e6a-e34b-415e-b5f8-1a4e935fb51f {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:46:06.199310 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd28e6a-e34b-415e-b5f8-1a4e935fb51f'] response: {'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'code': 200} Sep 19 12:46:07.094944 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b2644-44c2-4852-a001-55e85d49be45 req-9fda40d8-ea91-49c7-a6a9-a5cdcf428853 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:07.096408 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c50b2644-44c2-4852-a001-55e85d49be45 req-9fda40d8-ea91-49c7-a6a9-a5cdcf428853 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 947 time: 0.0866261 Sep 19 12:46:07.182251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Deleting port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:46:07.182596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:07.375321 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17466d38-38b7-48cc-ae15-42b2670a3170 req-a5e7175f-3a46-4712-a3eb-b3a4954b2312 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:07.376707 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-17466d38-38b7-48cc-ae15-42b2670a3170 req-a5e7175f-3a46-4712-a3eb-b3a4954b2312 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 947 time: 0.0940833 Sep 19 12:46:07.420979 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-17466d38-38b7-48cc-ae15-42b2670a3170 req-ae5717df-c4c9-4712-b582-3862ec77018c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385752 Sep 19 12:46:07.443048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] For port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:46:07.443405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:07.835617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:07.835981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:07.836293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560 disassociated. External IP: 172.26.5.112, port: 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3. Sep 19 12:46:07.836625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Calling delete_port for 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:46:08.093963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:08.150115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event deleted for resources: {'Port': ['ID=9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:46:08.158569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.158948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.159290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.159655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.159987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.160323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.160647 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.160970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.161608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.161937 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.162259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.162576 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:46:08.357930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Router 30c1de93-cb85-406b-ac11-89bee284604e has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:46:08.537467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:46:08.547991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:46:08.558139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:46:08.558877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:45:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:46:08.594414 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f96b6854-b8f0-4544-ba1a-6fce7ac3014d req-d421881e-8edb-46d6-a34f-33a132b37bdf tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0554090 Sep 19 12:46:08.636434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] No DVR routers for this DVR port 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:46:08.639352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:08.643293 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-deleted', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:46:08.646055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf9ff26-09c1-41d9-85d4-ed90403b6dc0" -d '{"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-deleted", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:46:08.718462 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c50b2644-44c2-4852-a001-55e85d49be45 req-ab475407-2d24-45fd-9b7b-694ddffe9d9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "DELETE /v2.0/ports/9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 HTTP/1.1" status: 204 len: 173 time: 1.6138852 Sep 19 12:46:08.746942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b1cc6d-08a1-4179-9152-70ccf8ff1c82 x-openstack-request-id: req-c9b1cc6d-08a1-4179-9152-70ccf8ff1c82 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:46:08.747277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1", "name": "network-vif-deleted", "tag": "9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:46:08.747590 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9b1cc6d-08a1-4179-9152-70ccf8ff1c82 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:46:08.748296 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b1cc6d-08a1-4179-9152-70ccf8ff1c82'] response: {'server_uuid': '0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1', 'name': 'network-vif-deleted', 'tag': '9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3', 'status': 'completed', 'code': 200} Sep 19 12:46:08.757839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:46:08.825635 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:46:09.083107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:46:09.086966 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:46:09.096141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:46:09.096736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:45:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:46:09.277303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:46:09.600869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:46:09.605124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8321f8-97ef-4409-b53e-064549e3883b None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:46:09.790495 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f9e81d9d-ca14-4f66-9c35-6054375645d4 req-b5348043-8ba7-4f23-9750-a7f0103c6e09 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fd4e223-5eb0-4f3c-8e38-95aa1b89dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0608459 Sep 19 12:46:09.834964 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480d65cd-ed4e-4e2c-b031-6d19a31a8e3b None None] New status for floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:46:11.133185 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-ab2d9144-436f-4711-928d-e2b24b70ab37 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1944093344&fields=id&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 267 time: 0.0400424 Sep 19 12:46:11.286820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-dd09eb21-ed65-4afe-9946-544a225d245f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:11.288277 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-dd09eb21-ed65-4afe-9946-544a225d245f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 811 time: 0.1479759 Sep 19 12:46:11.303399 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-fad5e063-dcce-49b4-900f-084ff39e74c3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/quotas/b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 375 time: 0.0098426 Sep 19 12:46:11.399006 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-aaa2dbf5-e530-444e-ba29-265f59a0f44e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907316 Sep 19 12:46:11.536104 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-6ffbd863-6819-452d-8d28-816d0e28d03e service neutron] 10.222.0.66 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255865 Sep 19 12:46:11.571153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c4fb7942-aeef-43d6-b254-03d6d221a71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:11.670256 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-24a1fd13-31d6-4524-b459-ebb976f4d151 service neutron] 10.222.0.66 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274326 Sep 19 12:46:11.791601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:46:11.864584 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:46:11.864940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 9c2dae0a-dd2c-4065-a2d8-7f5cd3a7b9d3 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:46:11.941757 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e0c05972-2d23-4a1a-86e4-87ca1b71834a req-31de560d-ca39-4956-bde6-1975ddf4209a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 210 time: 0.0551684 Sep 19 12:46:13.106563 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7aa1c02c-83ec-40d9-a1a4-995270006999 req-c8d1c8b6-fc45-4200-899a-2c30c459f254 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 210 time: 0.0516312 Sep 19 12:46:13.705123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-70e568a6-ef88-4f5e-aa01-5afc48e33236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:13.923303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-98cebb06-7e30-411d-8701-a6ee88c7a62f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:13.924745 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-98cebb06-7e30-411d-8701-a6ee88c7a62f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 811 time: 0.1596341 Sep 19 12:46:13.977913 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-228e2d37-4a4a-4752-b1ce-db68a3489375 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 380 time: 0.0398393 Sep 19 12:46:13.988243 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'port': {'device_id': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'admin_state_up': True, 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'security_groups': ['6a236625-b244-4fcb-b2e0-8a7f38f86d6f']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:46:14.129091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:46:14.133220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Usage tracker for resource:port and tenant:b38ecb4df7444e459456309ab38ffee1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:46:14.136230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:46:14.143676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:46:14.219583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Made reservation on behalf of b38ecb4df7444e459456309ab38ffee1 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:46:14.223335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:14.297978 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-458ac627-2011-46dc-8ce3-4de18c877a27 req-514eea4d-a51b-40dd-ae6d-3e3a3b84250e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 210 time: 0.0613620 Sep 19 12:46:14.390418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Allocated IP 172.20.0.11 (a79eceb6-a336-423d-b7f1-ac687ca61131/8a44ee73-68c8-42fc-9d78-3fac4eade0f8/4558a349-2141-44c0-9ac6-617f755ec970) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:46:14.582133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:14.597897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Transition to ACTIVE for port object 4558a349-2141-44c0-9ac6-617f755ec970 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:46:14.625276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:14.682918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:14.855296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Network a79eceb6-a336-423d-b7f1-ac687ca61131 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:46:14.859013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:46:14.862855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:46:14.893799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:46:14.931541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:14.932254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:15.026030 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-d198e560-50ee-4fc9-928d-be50b1cdfdbb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0412889 Sep 19 12:46:15.041415 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Request body: {'port': {'device_id': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:46:15.047849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:15.096543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b3818d35-616c-43c1-a7c7-f95e83bb134a None None] Provisioning for port 4558a349-2141-44c0-9ac6-617f755ec970 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:46:15.101915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b3818d35-616c-43c1-a7c7-f95e83bb134a None None] Provisioning complete for port 4558a349-2141-44c0-9ac6-617f755ec970 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:46:15.110952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b3818d35-616c-43c1-a7c7-f95e83bb134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:15.153840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:15.159215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b3818d35-616c-43c1-a7c7-f95e83bb134a None None] Port 4558a349-2141-44c0-9ac6-617f755ec970 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:46:15.500035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4558a349-2141-44c0-9ac6-617f755ec970 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:46:15.507407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:15.509476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24cd78-fc11-4489-82e8-1c54ebd9eaae req-5d21dc71-cb5f-4128-a2cd-76dfdcffb3bb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:15.510997 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bb24cd78-fc11-4489-82e8-1c54ebd9eaae req-5d21dc71-cb5f-4128-a2cd-76dfdcffb3bb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 932 time: 0.0888109 Sep 19 12:46:15.522441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Transition to ACTIVE for port object 4558a349-2141-44c0-9ac6-617f755ec970 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:46:15.555800 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bb24cd78-fc11-4489-82e8-1c54ebd9eaae req-81963025-a02f-4e65-baf2-d8f3efb30e9e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379000 Sep 19 12:46:15.596831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:15.788760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:46:15.824655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Attempting to bind port 4558a349-2141-44c0-9ac6-617f755ec970 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:46:15.824986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Attempting to bind port 4558a349-2141-44c0-9ac6-617f755ec970 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:46:15.825311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Attempting to bind port 4558a349-2141-44c0-9ac6-617f755ec970 on network a79eceb6-a336-423d-b7f1-ac687ca61131 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:46:15.830614 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Port 4558a349-2141-44c0-9ac6-617f755ec970 on network a79eceb6-a336-423d-b7f1-ac687ca61131 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:46:15.830956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Attempting to bind port 4558a349-2141-44c0-9ac6-617f755ec970 on network a79eceb6-a336-423d-b7f1-ac687ca61131 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:46:15.835992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:46:15.836327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Checking segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:46:15.836704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Bound using segment: {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:46:15.837125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Bound port: 4558a349-2141-44c0-9ac6-617f755ec970, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbf098b-cf21-4d66-ab63-bb5230de2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:46:15.837464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:15.929487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:46:15.932398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:46:16.002648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:16.034062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:16.034668 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:16.036108 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] 10.222.0.85 "PUT /v2.0/ports/4558a349-2141-44c0-9ac6-617f755ec970 HTTP/1.1" status: 200 len: 1094 time: 0.9989424 Sep 19 12:46:16.036544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:46:16.038886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4902a737-89c5-436e-a9d8-a92ff0f14e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "tag": "4558a349-2141-44c0-9ac6-617f755ec970"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:46:16.080834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c648ef0f-93aa-4343-a44a-f2a33535d204 x-openstack-request-id: req-c648ef0f-93aa-4343-a44a-f2a33535d204 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:46:16.081185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "tag": "4558a349-2141-44c0-9ac6-617f755ec970", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:46:16.081439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c648ef0f-93aa-4343-a44a-f2a33535d204 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:46:16.081842 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c648ef0f-93aa-4343-a44a-f2a33535d204'] response: {'name': 'network-changed', 'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970', 'status': 'completed', 'code': 200} Sep 19 12:46:16.084279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e113272-94cb-489d-89f3-e85edda8b7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:46:16.184583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a737-89c5-436e-a9d8-a92ff0f14e7e req-e8e9bdf4-358f-4278-8e48-7a61dfe695f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:16.186539 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4902a737-89c5-436e-a9d8-a92ff0f14e7e req-e8e9bdf4-358f-4278-8e48-7a61dfe695f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0830364 Sep 19 12:46:16.328862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a737-89c5-436e-a9d8-a92ff0f14e7e req-94984eb9-62ab-49b2-a49d-63b1cd146398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:16.330219 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4902a737-89c5-436e-a9d8-a92ff0f14e7e req-94984eb9-62ab-49b2-a49d-63b1cd146398 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=b38ecb4df7444e459456309ab38ffee1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1359341 Sep 19 12:46:16.467553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a737-89c5-436e-a9d8-a92ff0f14e7e req-514b490e-e914-4f71-8100-52fcac3f7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:16.469077 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4902a737-89c5-436e-a9d8-a92ff0f14e7e req-514b490e-e914-4f71-8100-52fcac3f7bee service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301858 Sep 19 12:46:16.485667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:16.600017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-6a19cb62-2793-4188-b7a1-110d603afdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:16.601508 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-6a19cb62-2793-4188-b7a1-110d603afdf2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0884383 Sep 19 12:46:16.677390 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-60f8e781-b8e2-401b-a0f5-72bda562dda9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4558a349-2141-44c0-9ac6-617f755ec970 HTTP/1.1" status: 200 len: 217 time: 0.0656457 Sep 19 12:46:16.743338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-96077e55-c78f-4443-a8ce-f25bd79aae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:16.745077 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-96077e55-c78f-4443-a8ce-f25bd79aae40 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0590703 Sep 19 12:46:16.758952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0e9c2-a981-4a93-b8d5-dab63b1ab65d req-128407c8-85f9-4cfc-9d85-f6ba28b0f97e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:16.760418 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a7b0e9c2-a981-4a93-b8d5-dab63b1ab65d req-128407c8-85f9-4cfc-9d85-f6ba28b0f97e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 944 time: 0.0920551 Sep 19 12:46:16.810535 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a7b0e9c2-a981-4a93-b8d5-dab63b1ab65d req-b80b0bad-fa73-4e2c-a7ba-13bb2a001cd3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437996 Sep 19 12:46:16.929653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-32d24f9d-3882-4eb5-9764-383409c2e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:16.931166 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-32d24f9d-3882-4eb5-9764-383409c2e18d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1774595 Sep 19 12:46:17.064126 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-80c8eb87-359a-4197-b400-73a3f976670a service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235948 Sep 19 12:46:17.199922 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8872ff2f-f9c9-4c29-8070-69d6d4f478e5 req-f1488d04-9b93-486c-9159-a38072abcc93 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254489 Sep 19 12:46:18.019558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a76a-7210-4010-b881-c269cc2da06e req-40d08902-0a79-462c-b147-017b88757b3d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:18.021041 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e621a76a-7210-4010-b881-c269cc2da06e req-40d08902-0a79-462c-b147-017b88757b3d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 944 time: 0.0893624 Sep 19 12:46:18.069769 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e621a76a-7210-4010-b881-c269cc2da06e req-7fa503ab-ec48-42bc-b8aa-bacd170e11de tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Sep 19 12:46:19.271669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69a6b2-911b-49e6-ab15-e8ac59b756b8 req-41ec115a-c1c1-4a6d-b67a-60836d20fd1e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:19.276093 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1a69a6b2-911b-49e6-ab15-e8ac59b756b8 req-41ec115a-c1c1-4a6d-b67a-60836d20fd1e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 944 time: 0.0940533 Sep 19 12:46:19.319068 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1a69a6b2-911b-49e6-ab15-e8ac59b756b8 req-d5412cbf-df10-4d44-ba52-f79eae551b0c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391963 Sep 19 12:46:19.853355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4558a349-2141-44c0-9ac6-617f755ec970 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:46:19.987378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:46:20.000754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '4558a349-2141-44c0-9ac6-617f755ec970', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'port_id': '4558a349-2141-44c0-9ac6-617f755ec970', 'mac_address': 'fa:16:3e:84:03:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:46:20.054460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4558a349-2141-44c0-9ac6-617f755ec970 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:46:20.054873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:20.071054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4558a349-2141-44c0-9ac6-617f755ec970 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:46:20.085601 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:46:20.193953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:20.264479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:46:20.445104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['4558a349-2141-44c0-9ac6-617f755ec970'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:46:20.521377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5eb3b-3a28-4df3-bd48-061e3cf4ff3b req-4831076b-8501-4359-a71c-d5dc9d570cb2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:20.522849 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-62e5eb3b-3a28-4df3-bd48-061e3cf4ff3b req-4831076b-8501-4359-a71c-d5dc9d570cb2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 945 time: 0.0924108 Sep 19 12:46:20.567582 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-62e5eb3b-3a28-4df3-bd48-061e3cf4ff3b req-0ab57308-f9e8-49bc-894a-e860bc040087 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 Sep 19 12:46:21.768456 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3ddd3-d4b3-4c43-b13a-b6907d3d1f00 req-716ed48a-98ed-451f-a930-24f80c4d7335 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:21.769900 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bda3ddd3-d4b3-4c43-b13a-b6907d3d1f00 req-716ed48a-98ed-451f-a930-24f80c4d7335 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 945 time: 0.0874605 Sep 19 12:46:21.816730 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bda3ddd3-d4b3-4c43-b13a-b6907d3d1f00 req-f01453b3-0310-4766-aa46-ccbc98358e18 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411830 Sep 19 12:46:21.867808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4558a349-2141-44c0-9ac6-617f755ec970 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:46:21.996227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 4558a349-2141-44c0-9ac6-617f755ec970 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:46:22.001217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 4558a349-2141-44c0-9ac6-617f755ec970 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:46:22.001586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:22.119021 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4558a349-2141-44c0-9ac6-617f755ec970 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:46:22.119316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:22.146515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:46:22.148794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27510ff-aa11-4c75-b2ca-230008ce0bf4" -d '{"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-plugged", "status": "completed", "tag": "4558a349-2141-44c0-9ac6-617f755ec970"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:46:22.156715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:46:22.191139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc0544f-5722-47aa-a978-e08f55d17396 x-openstack-request-id: req-adc0544f-5722-47aa-a978-e08f55d17396 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:46:22.191423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-plugged", "status": "completed", "tag": "4558a349-2141-44c0-9ac6-617f755ec970", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:46:22.191676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-adc0544f-5722-47aa-a978-e08f55d17396 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:46:22.192066 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc0544f-5722-47aa-a978-e08f55d17396'] response: {'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970', 'code': 200} Sep 19 12:46:22.222333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:22.293667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:46:22.551035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfac60-58cb-49ec-9b14-0cdd4d54800e req-e4e919a3-9dcd-48ec-ad3c-254d24e611dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:22.552542 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-afbfac60-58cb-49ec-9b14-0cdd4d54800e req-e4e919a3-9dcd-48ec-ad3c-254d24e611dd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0858109 Sep 19 12:46:22.597060 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-afbfac60-58cb-49ec-9b14-0cdd4d54800e req-f6f35685-5124-45e2-9d07-e64fcac19b0f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380206 Sep 19 12:46:23.019196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bb9f6-9c81-4984-98dd-2bc254be09d3 req-c95ab91e-55da-4d86-b651-df28ff2bf674 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:23.020652 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7f9bb9f6-9c81-4984-98dd-2bc254be09d3 req-c95ab91e-55da-4d86-b651-df28ff2bf674 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0872517 Sep 19 12:46:23.066144 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7f9bb9f6-9c81-4984-98dd-2bc254be09d3 req-88aecb87-e620-4a65-a21e-2c983c81f485 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397308 Sep 19 12:46:23.090623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:24.271984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb462f9-434d-4c9c-80c6-65ef6f131721 req-c58f698c-b0c7-442c-afb3-534e5aa57c49 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:24.273426 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ceb462f9-434d-4c9c-80c6-65ef6f131721 req-c58f698c-b0c7-442c-afb3-534e5aa57c49 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0920837 Sep 19 12:46:24.318921 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ceb462f9-434d-4c9c-80c6-65ef6f131721 req-f451e779-b684-4c0a-8785-e8efc043e635 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395961 Sep 19 12:46:24.509274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b93b6f-a265-4805-97ac-1d931701274a req-f44ef1fd-946f-4150-ac48-cc5d8be5bb94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:24.510703 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-23b93b6f-a265-4805-97ac-1d931701274a req-f44ef1fd-946f-4150-ac48-cc5d8be5bb94 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0865707 Sep 19 12:46:24.521507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36284) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:46:24.526401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-efffb367-f7de-42e7-b31b-72d511db3373 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Request body: {'floatingip': {'port_id': '4558a349-2141-44c0-9ac6-617f755ec970'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:46:24.603053 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-efffb367-f7de-42e7-b31b-72d511db3373 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:25.317319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-efffb367-f7de-42e7-b31b-72d511db3373 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:25.379279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-efffb367-f7de-42e7-b31b-72d511db3373 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:25.558545 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-efffb367-f7de-42e7-b31b-72d511db3373 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560 associated. External IP: 172.26.5.112, port: 4558a349-2141-44c0-9ac6-617f755ec970. Sep 19 12:46:25.913975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efffb367-f7de-42e7-b31b-72d511db3373 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Router 30c1de93-cb85-406b-ac11-89bee284604e has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:46:26.095116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efffb367-f7de-42e7-b31b-72d511db3373 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:46:26.099733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-efffb367-f7de-42e7-b31b-72d511db3373 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:26.104820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:46:26.115432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:46:26.116048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:46:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:46:26.161365 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-efffb367-f7de-42e7-b31b-72d511db3373 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "PUT /v2.0/floatingips/5a3c64b1-b6b5-4083-9532-5747ad149560 HTTP/1.1" status: 200 len: 993 time: 1.6388052 Sep 19 12:46:26.161935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:46:26.164969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "tag": "4558a349-2141-44c0-9ac6-617f755ec970"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:46:26.210334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c89458-6732-439e-b700-e3032be095ef x-openstack-request-id: req-90c89458-6732-439e-b700-e3032be095ef {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:46:26.210627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "tag": "4558a349-2141-44c0-9ac6-617f755ec970", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:46:26.210911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90c89458-6732-439e-b700-e3032be095ef {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:46:26.212557 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c89458-6732-439e-b700-e3032be095ef'] response: {'name': 'network-changed', 'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970', 'status': 'completed', 'code': 200} Sep 19 12:46:26.310441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:46:26.314001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-6d5a099c-b13f-4ac4-a410-53662055e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:26.315520 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-6d5a099c-b13f-4ac4-a410-53662055e910 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0843091 Sep 19 12:46:26.448985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-3828d24d-9cc4-4545-b1ac-e2a33d53ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:26.450355 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-3828d24d-9cc4-4545-b1ac-e2a33d53ccdf service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1288834 Sep 19 12:46:26.556085 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-58fab133-ed9b-4546-8201-28cc89df6b93 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4558a349-2141-44c0-9ac6-617f755ec970 HTTP/1.1" status: 200 len: 1001 time: 0.0995347 Sep 19 12:46:26.619116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-4dffd2d7-35f3-4a27-9006-5048d6ab7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:26.620825 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-4dffd2d7-35f3-4a27-9006-5048d6ab7748 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0588520 Sep 19 12:46:26.665635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '4558a349-2141-44c0-9ac6-617f755ec970', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:84:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:46:25Z', 'revision_number': 13, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:46:26.669549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:46:26.678151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:46:26.678758 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:46:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:46:26.707882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-e4fef1a1-9061-4ec9-9b15-3f08b7d2bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:26.709277 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-e4fef1a1-9061-4ec9-9b15-3f08b7d2bcbd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823829 Sep 19 12:46:26.844596 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-12dbab0b-e829-481a-bfd3-90df38a9b6dd service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291554 Sep 19 12:46:26.890212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:46:26.978430 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c961322a-25a5-4c56-9b4b-3e62f0b0c9ae req-7f9a2ac2-88b1-489d-90a9-75a7008baf6d service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274884 Sep 19 12:46:27.237227 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '4558a349-2141-44c0-9ac6-617f755ec970', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:84:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:46:25Z', 'revision_number': 13, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:46:27.241160 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29badd97-e77c-4228-af2f-52fcb7944498 None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '5a3c64b1-b6b5-4083-9532-5747ad149560', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'port_id': '4558a349-2141-44c0-9ac6-617f755ec970', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'mac_address': 'fa:16:3e:84:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:41:46Z', 'updated_at': '2022-09-19T12:46:25Z', 'revision_number': 13, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:46:27.432788 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050d21f-64b0-4d85-bcc2-43e9bd8ec839 None None] New status for floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:46:41.573510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-71ed406d-8339-418e-9b5b-5309d780fd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:43.727609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fbd09fcb-1a42-49bf-a50d-4676f63a744e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:44.570458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:45.058920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:45.825316 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:46:46.490279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:46:51.025215 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-39310bf5-d689-477a-a588-5abfbc087776 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849226 Sep 19 12:46:51.174669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-5ddd70ef-27e1-4477-b4f5-e51a797504d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:51.176174 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-5ddd70ef-27e1-4477-b4f5-e51a797504d6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0817716 Sep 19 12:46:51.325330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-6bb6d705-bb1d-4e3a-b521-c23c63b1693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:51.327987 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-6bb6d705-bb1d-4e3a-b521-c23c63b1693f service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1309690 Sep 19 12:46:51.536011 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-c1560c2b-8cdc-41c6-b794-a3511345c448 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4558a349-2141-44c0-9ac6-617f755ec970 HTTP/1.1" status: 200 len: 1003 time: 0.2017493 Sep 19 12:46:51.596911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-3ee9ada8-6110-4419-bae1-fdb93e6d9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:51.598325 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-3ee9ada8-6110-4419-bae1-fdb93e6d9796 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0562673 Sep 19 12:46:51.679881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-300f1a15-f235-4ee0-905b-c1e06a1e93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:46:51.681343 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-300f1a15-f235-4ee0-905b-c1e06a1e93f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772469 Sep 19 12:46:51.820601 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-bcb4787c-bccc-43ae-a120-eb74a183232d service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279199 Sep 19 12:46:51.950293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-69a00c50-4786-4b28-a6e6-521c8baece09 req-45dd1962-d746-49b7-a735-9e9ea7dd694e service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237159 Sep 19 12:46:53.127016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:04.524023 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea82f0-429b-435f-a96b-5f74e19c36a2 req-3a944ab0-ef05-482d-86bd-ad581b6e074c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:04.525484 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5bea82f0-429b-435f-a96b-5f74e19c36a2 req-3a944ab0-ef05-482d-86bd-ad581b6e074c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.2208207 Sep 19 12:47:04.570151 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5bea82f0-429b-435f-a96b-5f74e19c36a2 req-362d5c34-6e56-495d-b88f-6baf8761af5f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388801 Sep 19 12:47:11.600827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6d6a4a76-7745-406d-aa27-25b7cfe60c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:13.707398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bbbbed52-50e5-4e19-a8b0-3497ebeb64f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:14.583770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:15.072594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:16.128638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488919a-8688-4c37-85e1-67a58c5cc7ec req-3f453223-3c49-4c5a-953d-e5ab289b4bfb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:16.130196 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2488919a-8688-4c37-85e1-67a58c5cc7ec req-3f453223-3c49-4c5a-953d-e5ab289b4bfb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0880365 Sep 19 12:47:16.228089 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2488919a-8688-4c37-85e1-67a58c5cc7ec req-30239d05-8897-4a70-aacf-c4fc852a9e8f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607190 Sep 19 12:47:16.246897 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-03810358-0387-4ccb-b859-4fbfe2308875 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1154904 Sep 19 12:47:16.478650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:17.440001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f0b23-abeb-4d17-8e75-73d2861cfca4 req-0e2c67d8-f140-4730-a53c-92931aabbd9c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:17.441368 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b3f0b23-abeb-4d17-8e75-73d2861cfca4 req-0e2c67d8-f140-4730-a53c-92931aabbd9c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0954006 Sep 19 12:47:17.485666 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b3f0b23-abeb-4d17-8e75-73d2861cfca4 req-80c1cc1a-5d01-4988-b2c5-06e5d46a4bf2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384109 Sep 19 12:47:18.468378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-b27172c0-16f3-4c90-92d0-d8bef670397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:18.469858 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-b27172c0-16f3-4c90-92d0-d8bef670397c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0825815 Sep 19 12:47:18.609855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-ed3590e3-b197-4845-b772-5fec5803f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:18.611333 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-ed3590e3-b197-4845-b772-5fec5803f796 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1324084 Sep 19 12:47:18.690630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c52e13-7e51-4c07-b8a3-022a8867f111 req-03c9c629-281d-4c9a-b02a-a1028ee01574 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:18.692147 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-30c52e13-7e51-4c07-b8a3-022a8867f111 req-03c9c629-281d-4c9a-b02a-a1028ee01574 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0892162 Sep 19 12:47:18.719874 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-5c6f8d65-4ed0-4b51-a49b-fef769a6d9dd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4558a349-2141-44c0-9ac6-617f755ec970 HTTP/1.1" status: 200 len: 1003 time: 0.0989988 Sep 19 12:47:18.738210 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-30c52e13-7e51-4c07-b8a3-022a8867f111 req-74d138c5-664c-482f-92c4-7d5c888345fb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401690 Sep 19 12:47:18.786556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-3f81a4f4-5e06-4a9a-9153-e4d4fbd8b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:18.787964 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-3f81a4f4-5e06-4a9a-9153-e4d4fbd8b55c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0590315 Sep 19 12:47:18.877179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-eb106d1a-2b4f-4e7c-b506-a6ec60739720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:18.878676 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-eb106d1a-2b4f-4e7c-b506-a6ec60739720 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819104 Sep 19 12:47:19.012049 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-f4947e71-cf6b-425b-b720-5f195d425484 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237984 Sep 19 12:47:19.146375 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-cac502d2-9ba5-43e7-a62f-51302ea7497e service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249235 Sep 19 12:47:19.944314 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1dda9-ef48-4d13-92d8-d5a9011bd195 req-eba9d4fb-1f1e-4225-8583-c93ec87a9ffb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:19.945762 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fab1dda9-ef48-4d13-92d8-d5a9011bd195 req-eba9d4fb-1f1e-4225-8583-c93ec87a9ffb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0937886 Sep 19 12:47:19.989962 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fab1dda9-ef48-4d13-92d8-d5a9011bd195 req-7850da1c-1d1a-4c1d-ab4f-01995f2c69bf tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382664 Sep 19 12:47:21.193533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0250cf-b66e-49d1-928c-5bd9ea4e3086 req-687e4e7a-6a8a-43da-b8ff-2f2056c56eb8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:21.195022 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3a0250cf-b66e-49d1-928c-5bd9ea4e3086 req-687e4e7a-6a8a-43da-b8ff-2f2056c56eb8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0923512 Sep 19 12:47:21.239131 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3a0250cf-b66e-49d1-928c-5bd9ea4e3086 req-e0166a87-29fd-4486-a9cb-40f25c49f66e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384166 Sep 19 12:47:22.439036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd69643-5a59-4f5b-8ea1-da9660f39cf6 req-8c8fb93a-9a34-4094-9ea3-e900629a7776 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:22.440531 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ccd69643-5a59-4f5b-8ea1-da9660f39cf6 req-8c8fb93a-9a34-4094-9ea3-e900629a7776 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0880485 Sep 19 12:47:22.484450 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ccd69643-5a59-4f5b-8ea1-da9660f39cf6 req-2483d605-1fad-4e9e-82fc-7d228e97b395 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382409 Sep 19 12:47:22.824368 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:47:23.137364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:23.683502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e873-5f39-4d77-87b2-4d2a2773b60c req-9f807fee-2809-4670-9578-276dcec6d05d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:23.684935 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3fa8e873-5f39-4d77-87b2-4d2a2773b60c req-9f807fee-2809-4670-9578-276dcec6d05d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0887454 Sep 19 12:47:23.728376 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3fa8e873-5f39-4d77-87b2-4d2a2773b60c req-d4ce8aa7-a31f-4d55-a88a-209935c12b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376136 Sep 19 12:47:24.939639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f31406-db3e-4ee2-bfda-5409a71a5222 req-bdc0565f-44bb-42bf-94b7-3bc08c079bb5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:24.941016 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-00f31406-db3e-4ee2-bfda-5409a71a5222 req-bdc0565f-44bb-42bf-94b7-3bc08c079bb5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0957718 Sep 19 12:47:24.984233 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-00f31406-db3e-4ee2-bfda-5409a71a5222 req-9275611b-fedc-404e-afae-3719336f8aae tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376151 Sep 19 12:47:26.331906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce68ac-3182-4ce9-af42-1f18140c0b0b req-5e66cfa0-68a2-4a37-b81d-bba75d3e69df tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:26.333352 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-53ce68ac-3182-4ce9-af42-1f18140c0b0b req-5e66cfa0-68a2-4a37-b81d-bba75d3e69df tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0862164 Sep 19 12:47:26.377095 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-53ce68ac-3182-4ce9-af42-1f18140c0b0b req-54631e0c-9de5-4547-9b41-3cf23d94c751 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380790 Sep 19 12:47:27.584267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f1e65-4601-4bbd-a0b8-3cb8e4273d0a req-3a1c7c7a-4269-4e88-9618-c79cfbe2f18d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:27.585641 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d94f1e65-4601-4bbd-a0b8-3cb8e4273d0a req-3a1c7c7a-4269-4e88-9618-c79cfbe2f18d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0956767 Sep 19 12:47:27.630667 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d94f1e65-4601-4bbd-a0b8-3cb8e4273d0a req-606778dd-212b-4558-879e-c9ff68454762 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393343 Sep 19 12:47:28.836165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27174-923d-4920-902a-1cf1ccffc4b0 req-72adb675-b36f-4fef-a0c1-54f5b18a24e3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:28.837622 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-52d27174-923d-4920-902a-1cf1ccffc4b0 req-72adb675-b36f-4fef-a0c1-54f5b18a24e3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0929193 Sep 19 12:47:28.882129 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-52d27174-923d-4920-902a-1cf1ccffc4b0 req-04d5e6e7-21a6-4e2f-b2ea-c5ed72396f03 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386019 Sep 19 12:47:30.084483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be042f-65b0-4852-b89e-ed7f0a8f88de req-ec87fa6f-947b-485b-a8b0-59a0a9b85d3c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:30.086103 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-80be042f-65b0-4852-b89e-ed7f0a8f88de req-ec87fa6f-947b-485b-a8b0-59a0a9b85d3c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0929511 Sep 19 12:47:30.129901 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-80be042f-65b0-4852-b89e-ed7f0a8f88de req-1dcdc872-46af-4e6b-a82c-4790d95e999c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380845 Sep 19 12:47:31.345409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e0a00-4755-4035-9aaf-d18e9aeff8d4 req-d917e73a-fe4e-477c-8714-58496b721c49 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:31.346874 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-548e0a00-4755-4035-9aaf-d18e9aeff8d4 req-d917e73a-fe4e-477c-8714-58496b721c49 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0986233 Sep 19 12:47:31.390828 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-548e0a00-4755-4035-9aaf-d18e9aeff8d4 req-4b3bdbf0-d419-4231-b845-458f514e4e8e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382996 Sep 19 12:47:32.591630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a9f7-aac8-4ba8-8784-cadf59e47b44 req-7fd808f8-860d-4f06-8f52-fabdf72f53b6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:32.593606 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5908a9f7-aac8-4ba8-8784-cadf59e47b44 req-7fd808f8-860d-4f06-8f52-fabdf72f53b6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0867305 Sep 19 12:47:32.642028 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5908a9f7-aac8-4ba8-8784-cadf59e47b44 req-77141b0f-420c-4ce0-b78a-73ef9035a634 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 Sep 19 12:47:33.855644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf777c91-be70-47d0-9f04-e086d3eed327 req-2d12f621-5377-4c79-b70a-8d112805c8bc tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:33.857102 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bf777c91-be70-47d0-9f04-e086d3eed327 req-2d12f621-5377-4c79-b70a-8d112805c8bc tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0869811 Sep 19 12:47:33.901619 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bf777c91-be70-47d0-9f04-e086d3eed327 req-b758c29e-be87-4625-a573-69a9fc3083ae tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379732 Sep 19 12:47:35.104188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f0917-a601-4362-94e7-9c686f85fc6d req-5eb9e3eb-5ed3-47d2-9d30-0bb65cb8dd8a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:35.105643 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c6f0917-a601-4362-94e7-9c686f85fc6d req-5eb9e3eb-5ed3-47d2-9d30-0bb65cb8dd8a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0916653 Sep 19 12:47:35.150307 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c6f0917-a601-4362-94e7-9c686f85fc6d req-c522780e-7233-4991-b8ca-e010eeed1d41 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382271 Sep 19 12:47:36.352466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75f50a-8f9e-460e-8f61-ea6d5c3c30ad req-65cfc073-82ba-4628-abcd-761139f653ef tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:36.353919 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1c75f50a-8f9e-460e-8f61-ea6d5c3c30ad req-65cfc073-82ba-4628-abcd-761139f653ef tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0906889 Sep 19 12:47:36.401823 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1c75f50a-8f9e-460e-8f61-ea6d5c3c30ad req-a68283a9-2106-490a-94eb-833394ac05af tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423732 Sep 19 12:47:37.598111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eface08f-14aa-413a-b572-45a2d9ab09f4 req-7a036b65-986a-4167-b3e5-f875151d10ec tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:37.599591 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eface08f-14aa-413a-b572-45a2d9ab09f4 req-7a036b65-986a-4167-b3e5-f875151d10ec tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0864120 Sep 19 12:47:37.644116 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eface08f-14aa-413a-b572-45a2d9ab09f4 req-4c7130ce-9d14-406b-ba77-6c59867914af tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389369 Sep 19 12:47:38.845726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc175be-0b93-41e3-a34a-6e2102f42da8 req-a2b02bf9-2324-43ff-9c39-fe39abf8ea9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:38.847121 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8cc175be-0b93-41e3-a34a-6e2102f42da8 req-a2b02bf9-2324-43ff-9c39-fe39abf8ea9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0913546 Sep 19 12:47:38.891974 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8cc175be-0b93-41e3-a34a-6e2102f42da8 req-8f83a136-211f-4b1b-bf6d-dbea049e542b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389040 Sep 19 12:47:40.100098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1570-32b9-41f3-9444-8dd51e24db0e req-c6098ac4-248a-41a2-a582-880979428873 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:40.101569 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-105c1570-32b9-41f3-9444-8dd51e24db0e req-c6098ac4-248a-41a2-a582-880979428873 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0955205 Sep 19 12:47:40.253868 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-105c1570-32b9-41f3-9444-8dd51e24db0e req-389dd4de-c575-42ed-b906-39de26a5c5d7 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460819 Sep 19 12:47:41.454134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99772b6c-2770-4b41-a646-a2779da633ad req-9363a69c-f1e5-41c3-9add-28c133c4bdf5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:41.455589 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-99772b6c-2770-4b41-a646-a2779da633ad req-9363a69c-f1e5-41c3-9add-28c133c4bdf5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0868838 Sep 19 12:47:41.500365 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-99772b6c-2770-4b41-a646-a2779da633ad req-a4cc1fca-4557-45c5-93ae-d940392aea10 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383291 Sep 19 12:47:41.577425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-78c93f44-92a5-481f-89e1-62d6125da2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:42.700362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c2e05-c5de-454c-8183-31cd491a1e3f req-1b6e4561-24b5-467f-bc0e-4ae9f8d1148e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:42.701845 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bc9c2e05-c5de-454c-8183-31cd491a1e3f req-1b6e4561-24b5-467f-bc0e-4ae9f8d1148e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0899017 Sep 19 12:47:42.746407 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bc9c2e05-c5de-454c-8183-31cd491a1e3f req-3c252f23-8d54-41bb-8c3a-c61b3b57a328 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388348 Sep 19 12:47:43.703427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5056b952-58a6-493b-bca3-b9c707373f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:43.950142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7fd0-df42-46a4-a5bc-72179a970873 req-a7bbe553-25ae-4167-8d10-0047c1a45575 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:43.951632 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-12ad7fd0-df42-46a4-a5bc-72179a970873 req-a7bbe553-25ae-4167-8d10-0047c1a45575 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0919998 Sep 19 12:47:43.996661 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-12ad7fd0-df42-46a4-a5bc-72179a970873 req-13e4ff10-8458-4f69-8999-5db6b80e07f5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394335 Sep 19 12:47:44.589003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:45.063350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:45.199691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8986a6-27ff-4ba2-bd00-6cc933e7c68d req-62ec9606-f257-4910-9e71-f38e8fd5d11d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:45.201157 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2b8986a6-27ff-4ba2-bd00-6cc933e7c68d req-62ec9606-f257-4910-9e71-f38e8fd5d11d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0900123 Sep 19 12:47:45.246341 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2b8986a6-27ff-4ba2-bd00-6cc933e7c68d req-d7a6d44e-6661-4bf0-bdb3-e3149e51afe1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 Sep 19 12:47:46.456680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208360ef-60fb-4f1e-8032-318f714a9700 req-f965a78a-8966-4223-9573-6db17b281a86 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:46.458921 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-208360ef-60fb-4f1e-8032-318f714a9700 req-f965a78a-8966-4223-9573-6db17b281a86 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.1012256 Sep 19 12:47:46.491575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:46.504084 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-208360ef-60fb-4f1e-8032-318f714a9700 req-8f7234f9-6932-4e15-8fb1-1fc6f76b7a9d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388556 Sep 19 12:47:47.715289 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f936-8a23-4ee8-9b27-75bfeba19284 req-9843068e-6b60-454a-b0d0-6859602a27c1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:47.716741 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4277f936-8a23-4ee8-9b27-75bfeba19284 req-9843068e-6b60-454a-b0d0-6859602a27c1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0903656 Sep 19 12:47:47.761251 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4277f936-8a23-4ee8-9b27-75bfeba19284 req-b714e609-1f60-4612-9cbc-ca147f13d165 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389068 Sep 19 12:47:48.962877 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033b188-f40f-4285-b8e3-72332c202718 req-1b96b49b-13c2-4fc0-a52a-5ffa4dabab39 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:48.964264 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3033b188-f40f-4285-b8e3-72332c202718 req-1b96b49b-13c2-4fc0-a52a-5ffa4dabab39 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0869753 Sep 19 12:47:49.008735 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3033b188-f40f-4285-b8e3-72332c202718 req-615e26f4-c6dc-4aef-97b2-0fc3b00e6149 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388911 Sep 19 12:47:50.212674 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef604-684c-4126-9457-477d5095683d req-b6a1f1b9-8638-4441-b2d0-3b69f97b399f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:50.215290 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2aef604-684c-4126-9457-477d5095683d req-b6a1f1b9-8638-4441-b2d0-3b69f97b399f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0951374 Sep 19 12:47:50.261995 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2aef604-684c-4126-9457-477d5095683d req-facf1853-6b2a-42db-91ab-e29a97e73e67 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409360 Sep 19 12:47:51.465873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27272a-2d97-4f2c-8094-182b1fb78fb8 req-fd18555d-a42d-4f31-b5e1-633da12fbc12 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:51.467427 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9a27272a-2d97-4f2c-8094-182b1fb78fb8 req-fd18555d-a42d-4f31-b5e1-633da12fbc12 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0931921 Sep 19 12:47:51.511505 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9a27272a-2d97-4f2c-8094-182b1fb78fb8 req-9afa9cbb-b8ef-47ba-a705-f8f1cf75fc59 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383816 Sep 19 12:47:52.071323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-7dfd781d-3cab-4896-ac30-7f10df1375b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:52.072811 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-7dfd781d-3cab-4896-ac30-7f10df1375b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0779939 Sep 19 12:47:52.224057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-3729ce7f-d2b5-4007-b814-7a3d34c3647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:52.227921 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-3729ce7f-d2b5-4007-b814-7a3d34c3647d service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1306756 Sep 19 12:47:52.337090 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-dfc32ba4-4785-4ec8-abb3-6a077d7eb5a5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4558a349-2141-44c0-9ac6-617f755ec970 HTTP/1.1" status: 200 len: 1003 time: 0.1008043 Sep 19 12:47:52.403497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-9e56a607-9c98-4130-a0d8-77d4865ff74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:52.405026 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-9e56a607-9c98-4130-a0d8-77d4865ff74c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0595767 Sep 19 12:47:52.596686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-4320bc1f-f71a-4228-b4a8-66bed1bdd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:52.598910 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-4320bc1f-f71a-4228-b4a8-66bed1bdd572 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1838353 Sep 19 12:47:52.626583 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-0b6c4983-36a3-415a-bc8f-31359dd53b48 service neutron] 10.222.0.85 "GET /v2.0/ports/4558a349-2141-44c0-9ac6-617f755ec970/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0801923 Sep 19 12:47:52.721219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de62ead-8c26-40da-89a1-29804c3a02d1 req-b3557674-25cd-428f-afe3-f089d1afae22 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:52.722707 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8de62ead-8c26-40da-89a1-29804c3a02d1 req-b3557674-25cd-428f-afe3-f089d1afae22 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0944824 Sep 19 12:47:52.740939 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-65966e32-0492-4d6f-91c5-fcab596a6c7b service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322711 Sep 19 12:47:52.787281 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8de62ead-8c26-40da-89a1-29804c3a02d1 req-9a674793-7703-4084-81d4-9dd1f5f4ec20 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568132 Sep 19 12:47:52.881622 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bbbae801-9e14-471b-8c93-2b73bd1d8bb8 req-9c271866-f91c-4dfb-b2ae-c1fed8ab8d03 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319141 Sep 19 12:47:53.148479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:53.284802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-0bfdcfdd-6f02-4dac-b7f8-c8756bb7567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:53.286454 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-0bfdcfdd-6f02-4dac-b7f8-c8756bb7567f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 1099 time: 0.0837219 Sep 19 12:47:53.391178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-ba3fd13c-0de2-4748-8a76-68f157e8c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:53.392652 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-ba3fd13c-0de2-4748-8a76-68f157e8c7ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0800481 Sep 19 12:47:53.526252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-0b1d43d8-8ee3-44c6-9a8b-67e74f9ea4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:53.527722 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-0b1d43d8-8ee3-44c6-9a8b-67e74f9ea4d3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1258819 Sep 19 12:47:53.635571 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-0e18e5f4-1718-4859-8288-17fa3e2e4118 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4558a349-2141-44c0-9ac6-617f755ec970 HTTP/1.1" status: 200 len: 1003 time: 0.0979578 Sep 19 12:47:53.700434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-426df5df-2e34-4411-9a16-5016797428e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:53.702098 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-426df5df-2e34-4411-9a16-5016797428e5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0577822 Sep 19 12:47:53.790795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-33e98abc-03b9-4018-ba2b-ae43a85c0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:53.793106 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-33e98abc-03b9-4018-ba2b-ae43a85c0dfa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820744 Sep 19 12:47:53.930080 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-a19cef37-4c94-4ea9-bea4-64acfa63f82a service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267455 Sep 19 12:47:53.987153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787857a-edd8-4dfe-83cf-f07bb6395597 req-744c0c2b-8999-4386-a528-332048b4538d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:53.988743 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1787857a-edd8-4dfe-83cf-f07bb6395597 req-744c0c2b-8999-4386-a528-332048b4538d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0885859 Sep 19 12:47:54.036997 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1787857a-edd8-4dfe-83cf-f07bb6395597 req-66e47081-b9f2-410a-bf85-fc66becfb3fc tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Sep 19 12:47:54.065229 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-3d4feaa1-68c1-402f-a71e-d849f6be5300 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262858 Sep 19 12:47:55.264014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162b520-8d20-48b3-8bc2-d002c00d4181 req-cd4562ce-2977-4cc9-bd09-74b8f653e954 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:55.265472 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1162b520-8d20-48b3-8bc2-d002c00d4181 req-cd4562ce-2977-4cc9-bd09-74b8f653e954 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0971498 Sep 19 12:47:55.311704 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1162b520-8d20-48b3-8bc2-d002c00d4181 req-e8206cde-b8f2-4a3f-b56b-9f49b63184cb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403421 Sep 19 12:47:56.328748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4558a349-2141-44c0-9ac6-617f755ec970 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:47:56.452184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4558a349-2141-44c0-9ac6-617f755ec970 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:47:56.452567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:56.483002 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:47:56.485291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266a0cd5-af55-4ec5-bfc1-e7eb6c2e5a79" -d '{"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "4558a349-2141-44c0-9ac6-617f755ec970"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:47:56.493321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:47:56.527771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776f6bf-c502-4dbe-a377-eb171bbf7084 req-2fc206b2-4e26-4bff-a890-a09fbd56a30c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:56.529218 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f776f6bf-c502-4dbe-a377-eb171bbf7084 req-2fc206b2-4e26-4bff-a890-a09fbd56a30c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0931857 Sep 19 12:47:56.576390 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f776f6bf-c502-4dbe-a377-eb171bbf7084 req-eb460021-ada7-4af2-a863-266692345f71 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415523 Sep 19 12:47:56.592604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:56.625577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c77019a-fe3f-4de7-9af6-707f336a9654 x-openstack-request-id: req-1c77019a-fe3f-4de7-9af6-707f336a9654 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:47:56.630323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "4558a349-2141-44c0-9ac6-617f755ec970", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:47:56.630323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c77019a-fe3f-4de7-9af6-707f336a9654 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:47:56.630323 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c77019a-fe3f-4de7-9af6-707f336a9654'] response: {'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970', 'code': 200} Sep 19 12:47:56.663918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:47:56.670943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.671295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.671636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.671973 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.672303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.672653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.672964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.673289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.673616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.673941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.674261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:56.674580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:47:57.775150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f34b7-e59e-4131-af50-2cbf9d24c5bf req-908a5444-217d-4d73-96a1-b8daa55c6238 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:57.776609 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f36f34b7-e59e-4131-af50-2cbf9d24c5bf req-908a5444-217d-4d73-96a1-b8daa55c6238 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 944 time: 0.0870972 Sep 19 12:47:57.825135 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f36f34b7-e59e-4131-af50-2cbf9d24c5bf req-cd41ca7e-db76-45a1-a78a-a739e3f4649a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427549 Sep 19 12:47:58.336001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4558a349-2141-44c0-9ac6-617f755ec970 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:47:58.476034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:47:58.489062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '4558a349-2141-44c0-9ac6-617f755ec970', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'port_id': '4558a349-2141-44c0-9ac6-617f755ec970', 'mac_address': 'fa:16:3e:84:03:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:47:58.543807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4558a349-2141-44c0-9ac6-617f755ec970 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:47:58.544112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:58.563441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4558a349-2141-44c0-9ac6-617f755ec970 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:47:58.579715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:47:58.663098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:47:58.733896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:47:58.746759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['4558a349-2141-44c0-9ac6-617f755ec970'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:47:59.028026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3fd9e-f50e-44f1-99b3-ae3bbbeda986 req-9aad7d81-966a-4869-bccf-329c1a6071fa tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:47:59.029484 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4aa3fd9e-f50e-44f1-99b3-ae3bbbeda986 req-9aad7d81-966a-4869-bccf-329c1a6071fa tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 945 time: 0.0877872 Sep 19 12:47:59.073880 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4aa3fd9e-f50e-44f1-99b3-ae3bbbeda986 req-da69ba40-cc5f-4b24-9fa4-6ba679c12cce tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385003 Sep 19 12:47:59.823246 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:48:00.277480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed238d-5b4a-49b6-a0f1-8d4ccd7a67e2 req-4c32825e-8d9b-4fae-af88-41c8f051d9de tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:00.279076 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2ed238d-5b4a-49b6-a0f1-8d4ccd7a67e2 req-4c32825e-8d9b-4fae-af88-41c8f051d9de tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 945 time: 0.0917091 Sep 19 12:48:00.326839 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2ed238d-5b4a-49b6-a0f1-8d4ccd7a67e2 req-710039fb-3ab9-4eb0-a9f7-607fce675a01 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422466 Sep 19 12:48:00.367861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4558a349-2141-44c0-9ac6-617f755ec970 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:48:00.435388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 4558a349-2141-44c0-9ac6-617f755ec970 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:00.435760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:00.589456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4558a349-2141-44c0-9ac6-617f755ec970 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:00.589828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:00.617256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:48:00.619830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bfb777-92ac-45a7-94a5-c968fcb1948b" -d '{"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-plugged", "status": "completed", "tag": "4558a349-2141-44c0-9ac6-617f755ec970"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:48:00.627511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:00.669995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ff64c7-2b18-461b-ac73-336e287eb82b x-openstack-request-id: req-f2ff64c7-2b18-461b-ac73-336e287eb82b {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:48:00.670348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-plugged", "status": "completed", "tag": "4558a349-2141-44c0-9ac6-617f755ec970", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:48:00.670604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f2ff64c7-2b18-461b-ac73-336e287eb82b {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:48:00.671054 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ff64c7-2b18-461b-ac73-336e287eb82b'] response: {'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970', 'code': 200} Sep 19 12:48:00.688786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:00.757984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:01.550230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4d89a-6051-4fcb-91fc-169d4c9c6e51 req-414a1d68-0741-411d-bf91-f334224e134a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:01.551792 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c5c4d89a-6051-4fcb-91fc-169d4c9c6e51 req-414a1d68-0741-411d-bf91-f334224e134a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.1006713 Sep 19 12:48:01.599815 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c5c4d89a-6051-4fcb-91fc-169d4c9c6e51 req-c742f2ed-0226-40e7-8930-75259d3bb958 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423729 Sep 19 12:48:02.807122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42aad7-73b1-47f1-a4b4-cfced95db3ba req-d977702c-2aa2-42b6-81f5-17338d1ae69a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:02.808725 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aa42aad7-73b1-47f1-a4b4-cfced95db3ba req-d977702c-2aa2-42b6-81f5-17338d1ae69a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0889437 Sep 19 12:48:02.854726 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aa42aad7-73b1-47f1-a4b4-cfced95db3ba req-6875d6df-d74d-4d5e-9c20-b7578496d029 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403454 Sep 19 12:48:04.157636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df16c2-957e-4e20-bfeb-7145996e1499 req-aabcf67b-80b7-44d0-b3cd-886f3cb74860 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:04.159013 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76df16c2-957e-4e20-bfeb-7145996e1499 req-aabcf67b-80b7-44d0-b3cd-886f3cb74860 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.1910801 Sep 19 12:48:04.203509 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76df16c2-957e-4e20-bfeb-7145996e1499 req-0f3fad19-9562-4179-a20a-4a7c17269000 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385492 Sep 19 12:48:04.997440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa21a-2d0b-42b0-aa89-48123b58892e req-3ed35c1f-8890-4a94-ae39-af7907ce4b59 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:04.999025 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c9daa21a-2d0b-42b0-aa89-48123b58892e req-3ed35c1f-8890-4a94-ae39-af7907ce4b59 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.1016171 Sep 19 12:48:05.015081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-e353fdb9-801d-4d78-bb28-b02ccb51b21b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:05.016195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-e353fdb9-801d-4d78-bb28-b02ccb51b21b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Synchronizing usage tracker for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:48:05.052023 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c9daa21a-2d0b-42b0-aa89-48123b58892e req-29e171cf-f254-457d-a0bd-1f1e741be59f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460291 Sep 19 12:48:05.097483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-e353fdb9-801d-4d78-bb28-b02ccb51b21b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Unset dirty status for tenant:b38ecb4df7444e459456309ab38ffee1 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:48:05.099588 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-e353fdb9-801d-4d78-bb28-b02ccb51b21b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5&tenant_id=b38ecb4df7444e459456309ab38ffee1&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.2054110 Sep 19 12:48:05.189542 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-deb53470-c05c-473a-9ba3-986ba6ea1535 service neutron] 10.222.0.85 "GET /v2.0/ports/4558a349-2141-44c0-9ac6-617f755ec970/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0826232 Sep 19 12:48:05.309472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-c5cb4d20-7e41-4409-87aa-b613e19deb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:05.311333 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-c5cb4d20-7e41-4409-87aa-b613e19deb48 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0998902 Sep 19 12:48:05.501117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-354cf96d-185f-4705-9813-228351c57871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:05.502540 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-354cf96d-185f-4705-9813-228351c57871 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1844313 Sep 19 12:48:05.708243 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-2f80ed4d-fe0a-421f-974f-5cd0e753d391 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4558a349-2141-44c0-9ac6-617f755ec970 HTTP/1.1" status: 200 len: 1003 time: 0.1984406 Sep 19 12:48:05.770796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-8869ae99-96d5-4a7a-a38c-4f1cc27c6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:05.772265 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-8869ae99-96d5-4a7a-a38c-4f1cc27c6594 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0583849 Sep 19 12:48:05.856750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-5b261fb8-e692-4459-9d40-9c9f9c466b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:05.858234 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-5b261fb8-e692-4459-9d40-9c9f9c466b11 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793130 Sep 19 12:48:05.989586 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-168ca3f3-9f64-4a3a-8ab5-454a895e2cf2 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252422 Sep 19 12:48:06.120996 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-9b13e719-39b1-42e0-a914-1cf1871d3673 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258688 Sep 19 12:48:06.262518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efd17a-0a78-418f-9b58-449e37b017a7 req-54fed276-abb0-4b22-8d70-4643b81164df tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:06.263997 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d5efd17a-0a78-418f-9b58-449e37b017a7 req-54fed276-abb0-4b22-8d70-4643b81164df tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0909846 Sep 19 12:48:06.308530 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d5efd17a-0a78-418f-9b58-449e37b017a7 req-39537137-e708-49b6-b711-4a05cde87cb1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 Sep 19 12:48:07.519643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776171e-17b1-45cc-924b-a9435e59631b req-2de5c835-dfce-4d18-8ecb-5500dd42261a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:07.521633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5776171e-17b1-45cc-924b-a9435e59631b req-2de5c835-dfce-4d18-8ecb-5500dd42261a tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0920310 Sep 19 12:48:07.564735 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5776171e-17b1-45cc-924b-a9435e59631b req-9fab6405-8665-4049-84df-0af7a19487f4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373247 Sep 19 12:48:08.770542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca118-f8f0-4c14-9d16-69de5eb1d0ed req-a8b9762c-7059-4a28-90dd-caa9e0a5d314 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:08.772911 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e2ca118-f8f0-4c14-9d16-69de5eb1d0ed req-a8b9762c-7059-4a28-90dd-caa9e0a5d314 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0908895 Sep 19 12:48:08.820299 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7e2ca118-f8f0-4c14-9d16-69de5eb1d0ed req-b8a4bb98-f9ad-46c7-b9d8-5355106aa6c3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Sep 19 12:48:10.026505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317963a1-e5c7-45d3-94e8-71fc8a04fa8f req-92d7ca83-402b-4781-85c0-04baa3ef78f8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:10.028059 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-317963a1-e5c7-45d3-94e8-71fc8a04fa8f req-92d7ca83-402b-4781-85c0-04baa3ef78f8 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0922606 Sep 19 12:48:10.074216 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-317963a1-e5c7-45d3-94e8-71fc8a04fa8f req-4db4ccf1-6ad3-4f68-bc0f-5ae84709b2d2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404673 Sep 19 12:48:10.380767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-e123149d-7fa5-4d22-b0e5-247263e619f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:10.382266 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-e123149d-7fa5-4d22-b0e5-247263e619f9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5&tenant_id=b38ecb4df7444e459456309ab38ffee1 HTTP/1.1" status: 200 len: 1099 time: 0.0806260 Sep 19 12:48:10.486121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-d8f6d72a-dde3-4625-9227-7affdecd048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:10.487642 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-d8f6d72a-dde3-4625-9227-7affdecd048c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b38ecb4df7444e459456309ab38ffee1&device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0811195 Sep 19 12:48:10.645342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-f9135620-9129-47d1-bf4a-a90cf2f7dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:10.646724 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-f9135620-9129-47d1-bf4a-a90cf2f7dbe6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 200 len: 912 time: 0.1497393 Sep 19 12:48:10.753312 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-96f60e1e-2518-4a88-8e4e-ae3cd4965a55 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4558a349-2141-44c0-9ac6-617f755ec970 HTTP/1.1" status: 200 len: 1003 time: 0.0964239 Sep 19 12:48:10.819108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-c64afcf4-df43-45b7-ad08-13ddd5277dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:10.820547 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-c64afcf4-df43-45b7-ad08-13ddd5277dcd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 200 len: 850 time: 0.0584450 Sep 19 12:48:10.913194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-10eb7feb-1a9d-4147-9a15-9aacef8a3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:10.915232 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-10eb7feb-1a9d-4147-9a15-9aacef8a3735 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a79eceb6-a336-423d-b7f1-ac687ca61131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858145 Sep 19 12:48:11.052733 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-777c31d2-9efe-4d2f-a563-61e6346a7611 service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274040 Sep 19 12:48:11.188492 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d0fc9e9a-d8ab-4537-991f-4daffad4773f req-76025371-5c68-4acc-be49-c670b5e586cf service neutron] 10.222.0.85 "GET /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260371 Sep 19 12:48:11.288533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669286-4615-40b6-a7ec-5cdf804e8206 req-07a47ca9-d9b9-40e4-850b-214fda99ca74 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:11.290136 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-91669286-4615-40b6-a7ec-5cdf804e8206 req-07a47ca9-d9b9-40e4-850b-214fda99ca74 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.1023090 Sep 19 12:48:11.339401 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-91669286-4615-40b6-a7ec-5cdf804e8206 req-e952e3d3-ca03-4f4e-9b10-805e10900664 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Sep 19 12:48:11.571488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9d24d7ef-fa5f-46d0-8b55-e752404c26d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:12.429689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4558a349-2141-44c0-9ac6-617f755ec970 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:48:12.540944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4558a349-2141-44c0-9ac6-617f755ec970 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:12.541329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:12.544995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f66d7-a543-44dd-aae5-a9273bcc995a req-bddfaec2-d5eb-42c2-9c3e-7d20d7f9dc83 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:12.546627 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-982f66d7-a543-44dd-aae5-a9273bcc995a req-bddfaec2-d5eb-42c2-9c3e-7d20d7f9dc83 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0910172 Sep 19 12:48:12.583320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:48:12.585637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aab72c7-7ff8-4da6-9107-e59a48a545c3" -d '{"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "4558a349-2141-44c0-9ac6-617f755ec970"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:48:12.593673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:12.594640 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-982f66d7-a543-44dd-aae5-a9273bcc995a req-10aad064-7944-4b03-af50-912465fbc154 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Sep 19 12:48:12.641875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f1039c-160f-4f51-a39a-a30d4e6297fc x-openstack-request-id: req-d7f1039c-160f-4f51-a39a-a30d4e6297fc {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:48:12.642225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "4558a349-2141-44c0-9ac6-617f755ec970", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:48:12.642538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7f1039c-160f-4f51-a39a-a30d4e6297fc {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:48:12.643023 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f1039c-160f-4f51-a39a-a30d4e6297fc'] response: {'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970', 'code': 200} Sep 19 12:48:12.680252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:12.748010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=9']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:13.700688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6fedc83b-c80d-4e49-8a89-257b7a0715fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:13.804647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc7b1-00b9-4f82-95e5-186a60302c1b req-0ad77873-0add-45d3-961a-03b56087c5e3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:13.806169 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-570bc7b1-00b9-4f82-95e5-186a60302c1b req-0ad77873-0add-45d3-961a-03b56087c5e3 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 944 time: 0.0931602 Sep 19 12:48:13.850199 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-570bc7b1-00b9-4f82-95e5-186a60302c1b req-378493ee-fc40-47a9-b775-39309cabc4b2 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383208 Sep 19 12:48:14.600200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:15.060830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:15.061550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05b8a7-8247-4747-9a1a-9af3de1fbb24 req-fbf31054-30d6-4fbc-8e8c-2d3f5c31abf6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:15.062647 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ed05b8a7-8247-4747-9a1a-9af3de1fbb24 req-fbf31054-30d6-4fbc-8e8c-2d3f5c31abf6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 944 time: 0.0878654 Sep 19 12:48:15.111201 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ed05b8a7-8247-4747-9a1a-9af3de1fbb24 req-b9b20d4f-44f6-481c-9661-03a35dcc77f5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Sep 19 12:48:16.310680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39ecf4-1a32-49d7-a446-c25117d6d5a9 req-7bc77517-0382-4824-b008-6351a27f16f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:16.312147 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c39ecf4-1a32-49d7-a446-c25117d6d5a9 req-7bc77517-0382-4824-b008-6351a27f16f0 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 944 time: 0.0880818 Sep 19 12:48:16.357258 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c39ecf4-1a32-49d7-a446-c25117d6d5a9 req-ddc5bc65-6843-4974-92fc-9345afa96a72 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395067 Sep 19 12:48:16.444941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4558a349-2141-44c0-9ac6-617f755ec970 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:48:16.521405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:16.580864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:16.598349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '4558a349-2141-44c0-9ac6-617f755ec970', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'port_id': '4558a349-2141-44c0-9ac6-617f755ec970', 'mac_address': 'fa:16:3e:84:03:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:48:16.658394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4558a349-2141-44c0-9ac6-617f755ec970 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:16.658715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:16.675672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4558a349-2141-44c0-9ac6-617f755ec970 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:48:16.691318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:16.758574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:16.829229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=10']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:16.833867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['4558a349-2141-44c0-9ac6-617f755ec970'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:48:17.559953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c29350-b5a0-4e88-80d4-9b65ba64285c req-353be499-11cc-4df1-b1a1-00e48993299c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:17.561313 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82c29350-b5a0-4e88-80d4-9b65ba64285c req-353be499-11cc-4df1-b1a1-00e48993299c tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0908666 Sep 19 12:48:17.605780 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82c29350-b5a0-4e88-80d4-9b65ba64285c req-e29c3097-fe6f-4f47-aaf3-6fed4ac02dfe tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388169 Sep 19 12:48:18.459053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4558a349-2141-44c0-9ac6-617f755ec970 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:48:18.527328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 4558a349-2141-44c0-9ac6-617f755ec970 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:18.527699 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:18.648009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4558a349-2141-44c0-9ac6-617f755ec970 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:18.648785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:18.676469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:48:18.678737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1ef311-12db-4e67-b08b-db2d63f458ff" -d '{"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-plugged", "status": "completed", "tag": "4558a349-2141-44c0-9ac6-617f755ec970"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:48:18.689326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:18.738058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ca301d-7057-4601-9a95-4929c6adf37b x-openstack-request-id: req-82ca301d-7057-4601-9a95-4929c6adf37b {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:48:18.738344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-plugged", "status": "completed", "tag": "4558a349-2141-44c0-9ac6-617f755ec970", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:48:18.738593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82ca301d-7057-4601-9a95-4929c6adf37b {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:48:18.739011 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ca301d-7057-4601-9a95-4929c6adf37b'] response: {'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970', 'code': 200} Sep 19 12:48:18.805569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:18.809932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324fa85-338d-4595-af12-b276fb4a33a4 req-f0257500-a7a4-413e-a289-b14a724c4a3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:18.811469 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c324fa85-338d-4595-af12-b276fb4a33a4 req-f0257500-a7a4-413e-a289-b14a724c4a3e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 946 time: 0.0887513 Sep 19 12:48:18.862061 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c324fa85-338d-4595-af12-b276fb4a33a4 req-0267a120-1dfa-415f-a982-fe9ba4000147 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445352 Sep 19 12:48:18.876308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=11']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:20.064890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cbefe-64ec-4a84-85ef-f82849363f5e req-cafc3188-b2d2-4871-8708-3b44926f3a3b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:20.066431 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-227cbefe-64ec-4a84-85ef-f82849363f5e req-cafc3188-b2d2-4871-8708-3b44926f3a3b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 947 time: 0.0895455 Sep 19 12:48:20.110818 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-227cbefe-64ec-4a84-85ef-f82849363f5e req-bd0bdcc3-4988-4bb6-b2bc-629e89bc52c5 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382926 Sep 19 12:48:21.315436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3f780-929c-4f7a-8c96-6b11bbafd1dd req-de2a6697-f4fa-4541-9435-fa06c7f01871 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:21.316877 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6dc3f780-929c-4f7a-8c96-6b11bbafd1dd req-de2a6697-f4fa-4541-9435-fa06c7f01871 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 947 time: 0.0915694 Sep 19 12:48:21.362800 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6dc3f780-929c-4f7a-8c96-6b11bbafd1dd req-4628ea38-b71d-43ae-8da4-2cc7228eb8cb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392785 Sep 19 12:48:21.562898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4a0bf-9da1-42d3-9693-f95b19deae35 req-b3419800-760f-4d04-a7d8-ddc84540e259 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:21.564367 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5ff4a0bf-9da1-42d3-9693-f95b19deae35 req-b3419800-760f-4d04-a7d8-ddc84540e259 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 947 time: 0.0876906 Sep 19 12:48:21.612103 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5ff4a0bf-9da1-42d3-9693-f95b19deae35 req-e76e7093-fb75-4bc0-a1f7-eda477c230fe tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Sep 19 12:48:21.812333 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365315-719b-499d-8b15-afa94a705920 req-61d3e939-3abe-4de0-8dde-b0c4888d9af1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:21.813831 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-61365315-719b-499d-8b15-afa94a705920 req-61d3e939-3abe-4de0-8dde-b0c4888d9af1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 947 time: 0.0903459 Sep 19 12:48:21.858331 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-61365315-719b-499d-8b15-afa94a705920 req-25262e24-de7e-43f2-9583-b238216cbd7d tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388424 Sep 19 12:48:22.485383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa406a24-982c-4361-acaa-8743ad6b1869 req-f017b24f-d0c9-473f-8b75-e72aea560dfb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:22.486863 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aa406a24-982c-4361-acaa-8743ad6b1869 req-f017b24f-d0c9-473f-8b75-e72aea560dfb tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 947 time: 0.0984628 Sep 19 12:48:22.531937 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aa406a24-982c-4361-acaa-8743ad6b1869 req-ea141137-3e25-4f84-80c9-432658e27315 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391269 Sep 19 12:48:23.153491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:23.748155 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a73495-9560-4565-b85f-42904a27102b req-55ff1315-a92b-48df-af27-9cdb2314a4aa tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:23.749628 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-19a73495-9560-4565-b85f-42904a27102b req-55ff1315-a92b-48df-af27-9cdb2314a4aa tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 947 time: 0.0878510 Sep 19 12:48:23.798100 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-19a73495-9560-4565-b85f-42904a27102b req-703940a0-70e0-469f-b849-9e09424a9db4 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Sep 19 12:48:24.985143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-b3af2d7f-7939-48c3-b2fd-561fa21f71ac tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:24.986513 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-b3af2d7f-7939-48c3-b2fd-561fa21f71ac tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 947 time: 0.0890777 Sep 19 12:48:25.000266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b029736-a9f0-4fac-9466-e6e72491fb39 req-2974693b-7d9f-48d9-8231-eca7f023e37b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:25.001715 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3b029736-a9f0-4fac-9466-e6e72491fb39 req-2974693b-7d9f-48d9-8231-eca7f023e37b tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 947 time: 0.0875623 Sep 19 12:48:25.046612 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3b029736-a9f0-4fac-9466-e6e72491fb39 req-c62359a3-b548-4fc9-b0ca-7a4bdc179ab1 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a236625-b244-4fcb-b2e0-8a7f38f86d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392113 Sep 19 12:48:25.060499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Deleting port 4558a349-2141-44c0-9ac6-617f755ec970 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:48:25.060844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:25.410301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] For port 4558a349-2141-44c0-9ac6-617f755ec970, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4558a349-2141-44c0-9ac6-617f755ec970,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:25.410658 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:25.703795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:25.704067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:25.704378 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560 disassociated. External IP: 172.26.5.112, port: 4558a349-2141-44c0-9ac6-617f755ec970. Sep 19 12:48:25.704714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Calling delete_port for 4558a349-2141-44c0-9ac6-617f755ec970 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:48:25.934861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:25.983419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event deleted for resources: {'Port': ['ID=4558a349-2141-44c0-9ac6-617f755ec970,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:26.000992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.001483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.001815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.002155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.002490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.002847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.003182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.003506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.003830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.004158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.004478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.004795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:26.196428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Router 30c1de93-cb85-406b-ac11-89bee284604e has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:48:26.219360 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1d729b6d-bee9-4c63-bf0e-6784fd82e799 req-373a32ee-ed78-478d-9304-3500d01a6c7f tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 210 time: 0.0554008 Sep 19 12:48:26.397644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:48:26.407722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:48:26.417714 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:48:26.418391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:48:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:26.486429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] No DVR routers for this DVR port 4558a349-2141-44c0-9ac6-617f755ec970 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:48:26.488993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:26.491699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-deleted', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:48:26.494401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad1cd92-575a-4bc4-a032-32d7968ff687" -d '{"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-deleted", "tag": "4558a349-2141-44c0-9ac6-617f755ec970"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:48:26.543057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afac73f-58eb-48ac-ac99-9062dd627683 x-openstack-request-id: req-2afac73f-58eb-48ac-ac99-9062dd627683 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:48:26.543401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5", "name": "network-vif-deleted", "tag": "4558a349-2141-44c0-9ac6-617f755ec970", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:48:26.543653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2afac73f-58eb-48ac-ac99-9062dd627683 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:48:26.544050 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afac73f-58eb-48ac-ac99-9062dd627683'] response: {'server_uuid': '230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5', 'name': 'network-vif-deleted', 'tag': '4558a349-2141-44c0-9ac6-617f755ec970', 'status': 'completed', 'code': 200} Sep 19 12:48:26.575570 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4b57bfca-db54-4b58-b53a-682d23dd7ffa req-9b3504c7-3f26-49d1-88a5-51f9843077a6 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.85 "DELETE /v2.0/ports/4558a349-2141-44c0-9ac6-617f755ec970 HTTP/1.1" status: 204 len: 173 time: 1.5803003 Sep 19 12:48:26.603363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:48:26.964563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:26.968613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:48:26.976869 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:48:26.977471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:48:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:27.164774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:48:27.396230 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ae2f2cd3-5095-4859-a162-4486c95e71a1 req-259f6d59-54ad-4937-b22d-f2e10b5ceaaf tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/ports?device_id=230a3b98-0fb5-4a99-9e1b-1b878e3d0ee5 HTTP/1.1" status: 200 len: 210 time: 0.0515947 Sep 19 12:48:27.499853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:27.503841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8489893-a7c5-4bcc-8499-21c595451430 None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:41:42Z', 'revision_number': 4, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c691967c-0243-4dd5-a7a5-0ca5627e4659', 'name': '', 'network_id': 'a79eceb6-a336-423d-b7f1-ac687ca61131', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'mac_address': 'fa:16:3e:fa:ba:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:41Z', 'updated_at': '2022-09-19T12:41:48Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'subnets': [{'id': '8a44ee73-68c8-42fc-9d78-3fac4eade0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:48:27.716271 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d69d75-1710-4600-b899-47e8738fd72d None None] New status for floating IP 5a3c64b1-b6b5-4083-9532-5747ad149560: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:48:28.523055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4558a349-2141-44c0-9ac6-617f755ec970 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:48:28.566472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 4558a349-2141-44c0-9ac6-617f755ec970 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:48:28.566845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4558a349-2141-44c0-9ac6-617f755ec970 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:48:31.891725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36560) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:31.957703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:31.992218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:32.120062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:32.139188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a236625-b244-4fcb-b2e0-8a7f38f86d6f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:32.147024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.147370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.147709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.148043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.148371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.148703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.149028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.149352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.149674 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.149995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.150392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.150943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:32.215939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:32.217090 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-492c6f93-574f-4650-8679-6f9b0f4d5b5e tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "DELETE /v2.0/security-groups/6a236625-b244-4fcb-b2e0-8a7f38f86d6f HTTP/1.1" status: 204 len: 168 time: 0.3243818 Sep 19 12:48:32.219604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36564) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:32.236020 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.api.v2.resource [None req-28d0f3cf-af4f-4b28-972e-2289bc4d7cd7 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] show failed (client error): The resource could not be found. Sep 19 12:48:32.236929 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-28d0f3cf-af4f-4b28-972e-2289bc4d7cd7 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "GET /v2.0/security-groups/6a236625-b244-4fcb-b2e0-8a7f38f86d6f HTTP/1.1" status: 404 len: 347 time: 0.0164468 Sep 19 12:48:32.239588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36568) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:32.527600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7a472-ad5b-44e8-b8bb-55b87c146394 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Deleting port 73bbd539-c338-47cf-ae08-6fe6841b6d6e {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:48:32.527942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a472-ad5b-44e8-b8bb-55b87c146394 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:32.699196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a472-ad5b-44e8-b8bb-55b87c146394 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:32.699576 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a472-ad5b-44e8-b8bb-55b87c146394 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:32.830968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7a472-ad5b-44e8-b8bb-55b87c146394 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Calling delete_port for 73bbd539-c338-47cf-ae08-6fe6841b6d6e owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:48:33.022126 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a472-ad5b-44e8-b8bb-55b87c146394 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:33.106831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7a472-ad5b-44e8-b8bb-55b87c146394 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Pushing event deleted for resources: {'Port': ['ID=73bbd539-c338-47cf-ae08-6fe6841b6d6e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:33.178915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a472-ad5b-44e8-b8bb-55b87c146394 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:33.193192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a472-ad5b-44e8-b8bb-55b87c146394 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:33.194334 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a8a7a472-ad5b-44e8-b8bb-55b87c146394 tempest-ServerActionsTestJSON-1400871990 tempest-ServerActionsTestJSON-1400871990-project] 10.222.0.66 "DELETE /v2.0/floatingips/5a3c64b1-b6b5-4083-9532-5747ad149560 HTTP/1.1" status: 204 len: 168 time: 0.9538906 Sep 19 12:48:33.197414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36572) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:33.772812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:34.230646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] Deleting port c691967c-0243-4dd5-a7a5-0ca5627e4659 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:48:34.231311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:34.405097 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] For port c691967c-0243-4dd5-a7a5-0ca5627e4659, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c691967c-0243-4dd5-a7a5-0ca5627e4659,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:34.405447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:34.532502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] Calling delete_port for c691967c-0243-4dd5-a7a5-0ca5627e4659 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:48:34.951901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:35.003515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] Pushing event deleted for resources: {'Port': ['ID=c691967c-0243-4dd5-a7a5-0ca5627e4659,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:35.279191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:35.748041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] Router 30c1de93-cb85-406b-ac11-89bee284604e has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:48:35.926920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:48:35.936433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] Sync routers for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:48:35.941478 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f6aa9b91-6cb2-4eca-a387-ded060bcc74c admin admin] 10.222.0.66 "PUT /v2.0/routers/30c1de93-cb85-406b-ac11-89bee284604e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7430809 Sep 19 12:48:35.943987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36578) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:35.945743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:48:35.946342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:48:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:36.117791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:36.124806 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:48:36.297437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:36.364672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Deleting port 38dac6ac-ff03-403f-9e3e-58b9860f07a6 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:48:36.365020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:36.407573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:48:34Z', 'revision_number': 5, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port': {'id': '38dac6ac-ff03-403f-9e3e-58b9860f07a6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c1de93-cb85-406b-ac11-89bee284604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:41:38Z', 'updated_at': '2022-09-19T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:36.411284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] Checking router: 30c1de93-cb85-406b-ac11-89bee284604e for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:48:36.420458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] Routers {'30c1de93-cb85-406b-ac11-89bee284604e'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:48:36.421051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:48:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['30c1de93-cb85-406b-ac11-89bee284604e'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:36.541481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] For port 38dac6ac-ff03-403f-9e3e-58b9860f07a6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=38dac6ac-ff03-403f-9e3e-58b9860f07a6,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:36.542022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:36.574148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] Set router 30c1de93-cb85-406b-ac11-89bee284604e gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:48:36.678682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Calling delete_port for 38dac6ac-ff03-403f-9e3e-58b9860f07a6 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:48:36.722468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:48:36Z', 'revision_number': 6, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:36.726729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02efc34f-be19-4767-b459-0ebd0718c974 None None] The sync data for ids ['30c1de93-cb85-406b-ac11-89bee284604e'] in dv-neutron-857775-2-hyperv is: [{'id': '30c1de93-cb85-406b-ac11-89bee284604e', 'name': 'tempest-ServerActionsTestJSON-214040391-router', 'tenant_id': 'b38ecb4df7444e459456309ab38ffee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:41:37Z', 'updated_at': '2022-09-19T12:48:36Z', 'revision_number': 6, 'project_id': 'b38ecb4df7444e459456309ab38ffee1', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:48:36.821266 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:48:36.913509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:36.961318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=38dac6ac-ff03-403f-9e3e-58b9860f07a6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:37.175923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:37.348111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:37.350292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:37.461852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:37.462402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30c1de93-cb85-406b-ac11-89bee284604e {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:48:37.475406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:37.476541 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-06c4d68d-2fd7-422c-93d5-500b30186d33 admin admin] 10.222.0.66 "DELETE /v2.0/routers/30c1de93-cb85-406b-ac11-89bee284604e HTTP/1.1" status: 204 len: 168 time: 1.5316708 Sep 19 12:48:37.479396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36582) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:37.540386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8c5beb-0b47-4d14-a2c8-ff178adac425 admin admin] Deleting subnet 8a44ee73-68c8-42fc-9d78-3fac4eade0f8 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:48:37.543591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5beb-0b47-4d14-a2c8-ff178adac425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:37.596835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5beb-0b47-4d14-a2c8-ff178adac425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:37.678556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5beb-0b47-4d14-a2c8-ff178adac425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:37.885906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5beb-0b47-4d14-a2c8-ff178adac425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:37.928325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c5beb-0b47-4d14-a2c8-ff178adac425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a44ee73-68c8-42fc-9d78-3fac4eade0f8,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:37.930310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5beb-0b47-4d14-a2c8-ff178adac425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:37.934636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9127c19c-d329-4567-ad5f-8a650c845dfc None None] Network a79eceb6-a336-423d-b7f1-ac687ca61131 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:48:37.937203 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ee8c5beb-0b47-4d14-a2c8-ff178adac425 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8a44ee73-68c8-42fc-9d78-3fac4eade0f8 HTTP/1.1" status: 204 len: 168 time: 0.4568329 Sep 19 12:48:37.939586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36586) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:38.048461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:38.059386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Deleting port 5ec50b88-c696-4ff6-8bc4-758159941446 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:48:38.059876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:38.187576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] DHCP port deletion for a79eceb6-a336-423d-b7f1-ac687ca61131 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:48:38.191956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] Deleting port 5ec50b88-c696-4ff6-8bc4-758159941446 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:48:38.192434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:38.284308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] For port 5ec50b88-c696-4ff6-8bc4-758159941446, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5ec50b88-c696-4ff6-8bc4-758159941446,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:38.398121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:38.413872 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Calling delete_port for 5ec50b88-c696-4ff6-8bc4-758159941446 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:48:38.416558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] For port 5ec50b88-c696-4ff6-8bc4-758159941446, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5ec50b88-c696-4ff6-8bc4-758159941446,segment=NetworkSegment(acbf098b-cf21-4d66-ab63-bb5230de2d13),segment_id=acbf098b-cf21-4d66-ab63-bb5230de2d13)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:38.416952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:38.539110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] Calling delete_port for 5ec50b88-c696-4ff6-8bc4-758159941446 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:48:38.597541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 12:48:38.613546 dv-neutron-857775-2-hyperv neutron-server[89796]: util.warn( Sep 19 12:48:38.617836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:48:38.618051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:48:38.646434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec50b88-c696-4ff6-8bc4-758159941446,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:38.648375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] No DVR routers for this DVR port 5ec50b88-c696-4ff6-8bc4-758159941446 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:48:38.758554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c691967c-0243-4dd5-a7a5-0ca5627e4659 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:48:38.765742 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:38.793334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c691967c-0243-4dd5-a7a5-0ca5627e4659 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:48:38.793679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c691967c-0243-4dd5-a7a5-0ca5627e4659 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:48:38.794101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 38dac6ac-ff03-403f-9e3e-58b9860f07a6 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:48:38.795667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79eceb6-a336-423d-b7f1-ac687ca61131']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:38.808567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbf098b-cf21-4d66-ab63-bb5230de2d13') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:38.808841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbf098b-cf21-4d66-ab63-bb5230de2d13') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:38.820541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:38.827704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 38dac6ac-ff03-403f-9e3e-58b9860f07a6 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:48:38.828048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 38dac6ac-ff03-403f-9e3e-58b9860f07a6 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:48:38.828460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5ec50b88-c696-4ff6-8bc4-758159941446 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:48:38.837278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:38.844291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:48:38.852555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:38.864139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 5ec50b88-c696-4ff6-8bc4-758159941446 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:48:38.864484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5ec50b88-c696-4ff6-8bc4-758159941446 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:48:38.928959 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment acbf098b-cf21-4d66-ab63-bb5230de2d13 resource provider aggregate not found Sep 19 12:48:38.945899 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment acbf098b-cf21-4d66-ab63-bb5230de2d13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acbf098b-cf21-4d66-ab63-bb5230de2d13 found for delete ", "request_id": "req-d2d7cdac-e68a-4059-91b6-da45b0942042"}]} Sep 19 12:48:39.014615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:39.034208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:39.119176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] Deleting port 5ec50b88-c696-4ff6-8bc4-758159941446 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:48:39.120319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:39.147289 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a79eceb6-a336-423d-b7f1-ac687ca61131,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:39.188255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaeaee-109e-406f-9787-4784214e2ad0 None None] The port '5ec50b88-c696-4ff6-8bc4-758159941446' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:48:39.220130 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-543f9f34-a5d3-4562-891a-9fb4ce95dad2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a79eceb6-a336-423d-b7f1-ac687ca61131 HTTP/1.1" status: 204 len: 168 time: 1.2632134 Sep 19 12:48:39.500640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36598) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:39.549851 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1597d1dc-3efe-410b-9672-7837339bbaa6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b38ecb4df7444e459456309ab38ffee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480657 Sep 19 12:48:39.552288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36602) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:39.609657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e082f22c-0b78-466f-a05f-53cd8efef5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:39.636314 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e082f22c-0b78-466f-a05f-53cd8efef5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:39.746026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e082f22c-0b78-466f-a05f-53cd8efef5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:39.763359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082f22c-0b78-466f-a05f-53cd8efef5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45874983-67c7-4642-be87-5c85434fe8d4,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:39.769953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e082f22c-0b78-466f-a05f-53cd8efef5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:39.771171 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e082f22c-0b78-466f-a05f-53cd8efef5cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45874983-67c7-4642-be87-5c85434fe8d4 HTTP/1.1" status: 204 len: 168 time: 0.2179806 Sep 19 12:48:40.937137 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36626) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:41.040046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-315741740-network', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:48:41.045888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:48:41.049779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Usage tracker for resource:network and tenant:ae105d24aa3245e59939a1b96f2ab2c1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:48:41.052632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:48:41.059231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:48:41.134471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Made reservation on behalf of ae105d24aa3245e59939a1b96f2ab2c1 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:48:41.136932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:41.152647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:41.167723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:48:41.171552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Usage tracker for resource:security_group_rule and tenant:ae105d24aa3245e59939a1b96f2ab2c1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:48:41.174382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:48:41.180099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:48:41.261364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:41.341673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:41.372798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:48:41.381131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a904b0-b20d-4355-9fcd-2ff8925a22cc,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:41.386832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:41.387104 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Added segment b4b5226f-314b-48c3-b2f3-6e641d690ef1 of type vlan for network 3331b19f-df98-42fa-b6be-4be75045d5e7 Sep 19 12:48:41.412887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:41.512412 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:41.513385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:41.513968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:41.568718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b8667b53-0bb3-4539-bc61-c95d4800cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:41.626488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] Pushing event updated for resources: {'Network': ['ID=3331b19f-df98-42fa-b6be-4be75045d5e7,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:41.636831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 3331b19f-df98-42fa-b6be-4be75045d5e7 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:48:41.690942 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d28653c6-7f28-4787-9adf-b5334bf0f47d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7525907 Sep 19 12:48:41.693739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36632) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:41.699859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Request body: {'subnet': {'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-315741740-subnet', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:48:41.704660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:48:41.708655 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Usage tracker for resource:subnet and tenant:ae105d24aa3245e59939a1b96f2ab2c1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:48:41.711501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:48:41.718087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:48:41.798931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Made reservation on behalf of ae105d24aa3245e59939a1b96f2ab2c1 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:48:41.801294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:42.067885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:42.147149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16dbe46-206a-4333-8a88-4066b230e7f2,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:42.154508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Checking segment: {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:48:42.154898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Network hostable DHCP agents. Network: 3331b19f-df98-42fa-b6be-4be75045d5e7, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:48:42.250779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Network 3331b19f-df98-42fa-b6be-4be75045d5e7 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:48:42.341965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 3331b19f-df98-42fa-b6be-4be75045d5e7) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:48:42.345928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:42.346512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:42.350437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0cc4c4-83bc-414d-9e43-1efafaaa2506 None None] Network 3331b19f-df98-42fa-b6be-4be75045d5e7 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:48:42.439929 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-41bed7bd-9e57-4271-983a-29433ab60646 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7451375 Sep 19 12:48:42.442703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36636) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:42.447820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-315741740-router', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:48:42.452926 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:48:42.456778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Usage tracker for resource:router and tenant:ae105d24aa3245e59939a1b96f2ab2c1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:48:42.459583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:48:42.466401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:48:42.560065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:42.561171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:42.580557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:42.580672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-3331b19f-df98-42fa-b6be-4be75045d5e7', 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'fixed_ips': [{'subnet_id': 'c16dbe46-206a-4333-8a88-4066b230e7f2'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:48:42.580672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:42.774718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Allocated IP 172.20.0.2 (3331b19f-df98-42fa-b6be-4be75045d5e7/c16dbe46-206a-4333-8a88-4066b230e7f2/03e9931f-bc6c-4a4a-888b-deaf587d6be0) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:48:42.986603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:42.997603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Transition to ACTIVE for port object 03e9931f-bc6c-4a4a-888b-deaf587d6be0 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:48:43.016369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Transition to ACTIVE for port object 03e9931f-bc6c-4a4a-888b-deaf587d6be0 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:48:43.022652 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:43.062045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:43.131267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Network 3331b19f-df98-42fa-b6be-4be75045d5e7 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:48:43.134248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:48:43.137296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:48:43.146297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Pushing event updated for resources: {'Port': ['ID=03e9931f-bc6c-4a4a-888b-deaf587d6be0,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:43.249037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Attempting to bind port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:48:43.249407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Attempting to bind port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:48:43.249695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Attempting to bind port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 on network 3331b19f-df98-42fa-b6be-4be75045d5e7 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:48:43.255168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:48:43.255555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Checking segment: {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:48:43.255956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:43.256456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Bound using segment: {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:48:43.256930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Bound port: 03e9931f-bc6c-4a4a-888b-deaf587d6be0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:48:43.257303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:43.349082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] For port 03e9931f-bc6c-4a4a-888b-deaf587d6be0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:48:43.352069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] For port 03e9931f-bc6c-4a4a-888b-deaf587d6be0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=03e9931f-bc6c-4a4a-888b-deaf587d6be0,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:48:43.397178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:43.420698 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:43.430884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:43.503945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a376a9d-3097-4fd4-af39-927ba42de405 None None] Pushing event updated for resources: {'Port': ['ID=03e9931f-bc6c-4a4a-888b-deaf587d6be0,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:43.569315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Allocated IP 172.26.5.77 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/b7bdcba3-92d3-4509-ab49-413988a0c403) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:48:43.711900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-affb7734-d85e-4031-9263-f770ff87b9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:43.738352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:43.827985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:43.897777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:48:43.900708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:48:43.904658 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:48:43.934882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Pushing event updated for resources: {'Port': ['ID=b7bdcba3-92d3-4509-ab49-413988a0c403,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:44.373650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed92021-c4be-436a-ad28-c875fa2544bc None None] Network 3331b19f-df98-42fa-b6be-4be75045d5e7 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:48:44.424051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:44.535482 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-609e3108-c317-47bd-a9e0-bd50fbacc6c5 None None] Provisioning for port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:48:44.625614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:44.806109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 03e9931f-bc6c-4a4a-888b-deaf587d6be0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:48:44.920699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:44.951683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:48:44.957051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:44.957428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:45.088022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:45.088655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:45.110515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:45.122164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 03e9931f-bc6c-4a4a-888b-deaf587d6be0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=03e9931f-bc6c-4a4a-888b-deaf587d6be0,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:45.221791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:45.250389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Router e584b90b-ada4-4758-93ad-5674c1a2219d is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:48:45.292707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=03e9931f-bc6c-4a4a-888b-deaf587d6be0,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:45.436896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:48:45.445245 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Sync routers for ids ['e584b90b-ada4-4758-93ad-5674c1a2219d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:48:45.455264 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Routers {'e584b90b-ada4-4758-93ad-5674c1a2219d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:48:45.455870 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:48:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e584b90b-ada4-4758-93ad-5674c1a2219d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:45.524757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:45.526007 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-49a8f366-b7af-47a1-a0ba-294cea26fe18 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0822217 Sep 19 12:48:45.528943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36642) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:48:45.643194 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Set router e584b90b-ada4-4758-93ad-5674c1a2219d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:48:45.923358 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'name': 'tempest-ServersNegativeTestJSON-315741740-router', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:48:42Z', 'updated_at': '2022-09-19T12:48:44Z', 'revision_number': 3, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'gw_port': {'id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:48:43Z', 'updated_at': '2022-09-19T12:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:45.927132 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Checking router: e584b90b-ada4-4758-93ad-5674c1a2219d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:48:45.927484 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Updating router e584b90b-ada4-4758-93ad-5674c1a2219d port b7bdcba3-92d3-4509-ab49-413988a0c403 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:48:45.990460 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.215226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.315804 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.328077 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Transition to ACTIVE for port object b7bdcba3-92d3-4509-ab49-413988a0c403 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:48:46.393240 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.459723 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Attempting to bind port b7bdcba3-92d3-4509-ab49-413988a0c403 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:48:46.460458 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Attempting to bind port b7bdcba3-92d3-4509-ab49-413988a0c403 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:48:46.460458 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Attempting to bind port b7bdcba3-92d3-4509-ab49-413988a0c403 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:48:46.470993 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:48:46.471186 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:48:46.471476 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.471876 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:48:46.472339 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Bound port: b7bdcba3-92d3-4509-ab49-413988a0c403, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:48:46.472710 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.513191 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Pushing event updated for resources: {'Port': ['ID=b7bdcba3-92d3-4509-ab49-413988a0c403,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:46.518952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.529232 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.531729 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.531729 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.531729 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.531729 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.531729 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.531729 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.531729 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.532376 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.532376 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.532575 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.532764 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:46.542709 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Allocated IP 172.20.0.1 (3331b19f-df98-42fa-b6be-4be75045d5e7/c16dbe46-206a-4333-8a88-4066b230e7f2/8cc567b9-40a2-4c8c-b128-1bcbbb85dac7) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:48:46.566965 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] For port b7bdcba3-92d3-4509-ab49-413988a0c403, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:48:46.570105 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] For port b7bdcba3-92d3-4509-ab49-413988a0c403, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b7bdcba3-92d3-4509-ab49-413988a0c403,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:48:46.656796 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.691648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.707044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Transition to ACTIVE for port object 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:48:46.721552 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Routers {'e584b90b-ada4-4758-93ad-5674c1a2219d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:48:46.722169 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:48:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e584b90b-ada4-4758-93ad-5674c1a2219d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:46.768961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 03e9931f-bc6c-4a4a-888b-deaf587d6be0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:48:46.809045 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b455c-df1d-4856-a1ef-877945ad5b2f None None] Pushing event updated for resources: {'Port': ['ID=b7bdcba3-92d3-4509-ab49-413988a0c403,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:46.841214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:46.841580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.861986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:46.934394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Network 3331b19f-df98-42fa-b6be-4be75045d5e7 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:48:46.937413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:48:46.941929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:48:46.945964 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] Set router e584b90b-ada4-4758-93ad-5674c1a2219d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:48:46.973695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:46.985292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc567b9-40a2-4c8c-b128-1bcbbb85dac7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:47.013111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:47.249138 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'name': 'tempest-ServersNegativeTestJSON-315741740-router', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:48:42Z', 'updated_at': '2022-09-19T12:48:44Z', 'revision_number': 3, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'gw_port': {'id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:48:43Z', 'updated_at': '2022-09-19T12:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:47.252883 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cc9a2-0d0b-4c71-9f79-790b270011a1 None None] The sync data for ids ['e584b90b-ada4-4758-93ad-5674c1a2219d'] in dv-neutron-857775-2-hyperv is: [{'id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'name': 'tempest-ServersNegativeTestJSON-315741740-router', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:48:42Z', 'updated_at': '2022-09-19T12:48:44Z', 'revision_number': 3, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'gw_port': {'id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:48:43Z', 'updated_at': '2022-09-19T12:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:48:47.290611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f6c1cddd-a220-4b16-bbf0-ef1e1dedb34f None None] Provisioning for port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:48:47.296146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f6c1cddd-a220-4b16-bbf0-ef1e1dedb34f None None] Provisioning complete for port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:47.296672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f6c1cddd-a220-4b16-bbf0-ef1e1dedb34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:47.354505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1cddd-a220-4b16-bbf0-ef1e1dedb34f None None] Port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:48:47.382132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:47.633288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:47.678594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:47.789840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc567b9-40a2-4c8c-b128-1bcbbb85dac7,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:47.793078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:47.944166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Network 3331b19f-df98-42fa-b6be-4be75045d5e7 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:48:47.945437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:48:48.155662 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Router e584b90b-ada4-4758-93ad-5674c1a2219d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:48:48.182355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d67eb2f2-c8d6-4a32-a56d-493a9599ea59 None None] Provisioning complete for port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:48.182953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d67eb2f2-c8d6-4a32-a56d-493a9599ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:48.242934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d67eb2f2-c8d6-4a32-a56d-493a9599ea59 None None] Port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:48:48.469993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:48:48.479977 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1c02d6ed-6aa9-4505-8bd6-4b4692e6c145 admin admin] 10.222.0.66 "PUT /v2.0/routers/e584b90b-ada4-4758-93ad-5674c1a2219d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9497561 Sep 19 12:48:48.798441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b7bdcba3-92d3-4509-ab49-413988a0c403 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:48:48.850890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Sync routers for ids ['e584b90b-ada4-4758-93ad-5674c1a2219d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:48:48.868000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Routers {'e584b90b-ada4-4758-93ad-5674c1a2219d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:48:48.868619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:48:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e584b90b-ada4-4758-93ad-5674c1a2219d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:49.063277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-19de726c-17e6-4b84-91a8-9735aaff3c6e tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:49.064135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-19de726c-17e6-4b84-91a8-9735aaff3c6e tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Synchronizing usage tracker for tenant:ae105d24aa3245e59939a1b96f2ab2c1 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:48:49.064311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port b7bdcba3-92d3-4509-ab49-413988a0c403 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:48:49.074856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b7bdcba3-92d3-4509-ab49-413988a0c403 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:49.075235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:49.142490 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Set router e584b90b-ada4-4758-93ad-5674c1a2219d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:48:49.147179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-19de726c-17e6-4b84-91a8-9735aaff3c6e tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Unset dirty status for tenant:ae105d24aa3245e59939a1b96f2ab2c1 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:48:49.148534 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-19de726c-17e6-4b84-91a8-9735aaff3c6e tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/networks?id=3331b19f-df98-42fa-b6be-4be75045d5e7 HTTP/1.1" status: 200 len: 813 time: 0.2364123 Sep 19 12:48:49.164102 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-efaab3a3-c0d4-4754-a9d0-93ac08cd58d9 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/quotas/ae105d24aa3245e59939a1b96f2ab2c1 HTTP/1.1" status: 200 len: 375 time: 0.0096197 Sep 19 12:48:49.263421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-25586264-aab2-4e31-9f37-172d497b71db tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae105d24aa3245e59939a1b96f2ab2c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932002 Sep 19 12:48:49.316684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-ec6fb7cb-c53c-4ce7-ae70-6b24b51882e1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:48:49.317602 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-ec6fb7cb-c53c-4ce7-ae70-6b24b51882e1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496035 Sep 19 12:48:49.412050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b7bdcba3-92d3-4509-ab49-413988a0c403 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:49.412647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:49.448448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b7bdcba3-92d3-4509-ab49-413988a0c403, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b7bdcba3-92d3-4509-ab49-413988a0c403,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:49.452899 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-a018f3c0-5d5d-4e66-9e28-83cc83140e01 service neutron] 10.222.0.66 "GET /v2.0/networks/3331b19f-df98-42fa-b6be-4be75045d5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290963 Sep 19 12:48:49.525536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'name': 'tempest-ServersNegativeTestJSON-315741740-router', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:48:42Z', 'updated_at': '2022-09-19T12:48:47Z', 'revision_number': 4, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'gw_port': {'id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:48:43Z', 'updated_at': '2022-09-19T12:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '8cc567b9-40a2-4c8c-b128-1bcbbb85dac7', 'name': '', 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'mac_address': 'fa:16:3e:ee:3b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c16dbe46-206a-4333-8a88-4066b230e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:48:46Z', 'updated_at': '2022-09-19T12:48:47Z', 'revision_number': 2, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'subnets': [{'id': 'c16dbe46-206a-4333-8a88-4066b230e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:49.530431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Checking router: e584b90b-ada4-4758-93ad-5674c1a2219d for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:48:49.530814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Updating router e584b90b-ada4-4758-93ad-5674c1a2219d port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:48:49.569286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:49.590422 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-88a4dbe7-d0bf-4d8f-ad87-8ac264dee6fe service neutron] 10.222.0.66 "GET /v2.0/networks/3331b19f-df98-42fa-b6be-4be75045d5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314204 Sep 19 12:48:49.639628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:49.692430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b7bdcba3-92d3-4509-ab49-413988a0c403,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:49.908101 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0bec695-8ce5-4bb1-892c-cee130cca49c req-e9496eef-d4fe-42fe-9ccb-64d940f20d3b tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0523913 Sep 19 12:48:50.006898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:50.018699 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Transition to ACTIVE for port object 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:48:50.107463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:50.296836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd64917-9578-4e86-a6b7-566b583f65d6 None None] Pushing event updated for resources: {'Port': ['ID=8cc567b9-40a2-4c8c-b128-1bcbbb85dac7,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:50.327523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Attempting to bind port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:48:50.327743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Attempting to bind port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:48:50.328104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Attempting to bind port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 on network 3331b19f-df98-42fa-b6be-4be75045d5e7 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:48:50.334345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:48:50.334912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Checking segment: {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:48:50.335333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:50.335731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Bound using segment: {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:48:50.336209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Bound port: 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:48:50.336791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:50.429383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] For port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:48:50.432961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] For port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8cc567b9-40a2-4c8c-b128-1bcbbb85dac7,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:48:50.512822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:50.572256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Routers {'e584b90b-ada4-4758-93ad-5674c1a2219d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:48:50.572990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:48:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e584b90b-ada4-4758-93ad-5674c1a2219d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:50.705823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd64917-9578-4e86-a6b7-566b583f65d6 None None] Pushing event updated for resources: {'Port': ['ID=8cc567b9-40a2-4c8c-b128-1bcbbb85dac7,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:50.783047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b7bdcba3-92d3-4509-ab49-413988a0c403 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:48:50.857422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] Set router e584b90b-ada4-4758-93ad-5674c1a2219d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:48:50.988780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b7bdcba3-92d3-4509-ab49-413988a0c403 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:50.988780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:51.075129 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6e2aa5fd-bdec-4a06-b157-382b1562b5b2 req-c691b1fe-ce0c-4af0-9c79-11cb03e2c38c tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0518413 Sep 19 12:48:51.253879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b7bdcba3-92d3-4509-ab49-413988a0c403 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:51.286897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'name': 'tempest-ServersNegativeTestJSON-315741740-router', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:48:42Z', 'updated_at': '2022-09-19T12:48:47Z', 'revision_number': 4, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'gw_port': {'id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:48:43Z', 'updated_at': '2022-09-19T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '8cc567b9-40a2-4c8c-b128-1bcbbb85dac7', 'name': '', 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'mac_address': 'fa:16:3e:ee:3b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c16dbe46-206a-4333-8a88-4066b230e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:48:46Z', 'updated_at': '2022-09-19T12:48:50Z', 'revision_number': 4, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'subnets': [{'id': 'c16dbe46-206a-4333-8a88-4066b230e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:48:51.291088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c7f63-6c80-4b1b-bca9-847b58864b4d None None] The sync data for ids ['e584b90b-ada4-4758-93ad-5674c1a2219d'] in dv-neutron-857775-2-hyperv is: [{'id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'name': 'tempest-ServersNegativeTestJSON-315741740-router', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:48:42Z', 'updated_at': '2022-09-19T12:48:47Z', 'revision_number': 4, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'gw_port': {'id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:48:43Z', 'updated_at': '2022-09-19T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '8cc567b9-40a2-4c8c-b128-1bcbbb85dac7', 'name': '', 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'mac_address': 'fa:16:3e:ee:3b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c16dbe46-206a-4333-8a88-4066b230e7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:48:46Z', 'updated_at': '2022-09-19T12:48:50Z', 'revision_number': 4, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'subnets': [{'id': 'c16dbe46-206a-4333-8a88-4066b230e7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:48:52.264970 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-efe1a23c-26d9-4491-813f-2047766985b8 req-61d13f83-1a48-4a30-a9d1-59a2dfac3ccf tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0732555 Sep 19 12:48:52.359188 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-5e0a44eb-c2d7-4d1b-aad6-6c279abdd827 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:52.360619 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-5e0a44eb-c2d7-4d1b-aad6-6c279abdd827 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.85 "GET /v2.0/networks?id=3331b19f-df98-42fa-b6be-4be75045d5e7 HTTP/1.1" status: 200 len: 813 time: 0.1980677 Sep 19 12:48:52.376624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Request body: {'port': {'device_id': '9b133cf5-2537-4d17-a919-7010e495d1a6', 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7', 'admin_state_up': True, 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:48:52.517216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:48:52.521197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Usage tracker for resource:port and tenant:ae105d24aa3245e59939a1b96f2ab2c1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:48:52.524015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:48:52.529845 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:48:52.602815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Made reservation on behalf of ae105d24aa3245e59939a1b96f2ab2c1 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:48:52.606673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:52.777629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Allocated IP 172.20.0.11 (3331b19f-df98-42fa-b6be-4be75045d5e7/c16dbe46-206a-4333-8a88-4066b230e7f2/b59b6d33-7187-4235-a596-60d5ce5d72b9) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:48:52.799511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:48:52.963306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:48:52.968467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:52.968841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:52.983305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:53.000241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Transition to ACTIVE for port object b59b6d33-7187-4235-a596-60d5ce5d72b9 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:48:53.095909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:53.096289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:53.107576 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:53.130184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8cc567b9-40a2-4c8c-b128-1bcbbb85dac7,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:53.179597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Network 3331b19f-df98-42fa-b6be-4be75045d5e7 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:48:53.182734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:48:53.187452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:48:53.187680 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:53.215952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:53.266310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:53.266969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:53.287792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Pushing event updated for resources: {'Port': ['ID=b59b6d33-7187-4235-a596-60d5ce5d72b9,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:53.298895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=8cc567b9-40a2-4c8c-b128-1bcbbb85dac7,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:53.371407 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-246350f5-2bef-44ce-9d40-6b864580969d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9982657 Sep 19 12:48:53.384273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Request body: {'port': {'device_id': '9b133cf5-2537-4d17-a919-7010e495d1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:48:53.480499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477f158-4bc1-4ce8-a41a-e3e61b9448f7 req-b5b81c27-9786-4687-b1b7-2b3f27cbbaf3 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:53.481924 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e477f158-4bc1-4ce8-a41a-e3e61b9448f7 req-b5b81c27-9786-4687-b1b7-2b3f27cbbaf3 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 932 time: 0.0902629 Sep 19 12:48:53.507010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:53.528774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-e477f158-4bc1-4ce8-a41a-e3e61b9448f7 req-0bdab0c2-aba1-4355-a501-b6dec92eaa7c tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Synchronizing usage tracker for tenant:ae105d24aa3245e59939a1b96f2ab2c1 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:48:53.564519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ff77423d-e6d4-4dfe-821c-3aaab5fd0c13 None None] Provisioning for port b59b6d33-7187-4235-a596-60d5ce5d72b9 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:48:53.569488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ff77423d-e6d4-4dfe-821c-3aaab5fd0c13 None None] Provisioning complete for port b59b6d33-7187-4235-a596-60d5ce5d72b9 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:53.569863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ff77423d-e6d4-4dfe-821c-3aaab5fd0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:53.630640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ff77423d-e6d4-4dfe-821c-3aaab5fd0c13 None None] Port b59b6d33-7187-4235-a596-60d5ce5d72b9 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:48:53.633100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-e477f158-4bc1-4ce8-a41a-e3e61b9448f7 req-0bdab0c2-aba1-4355-a501-b6dec92eaa7c tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Unset dirty status for tenant:ae105d24aa3245e59939a1b96f2ab2c1 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:48:53.634240 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e477f158-4bc1-4ce8-a41a-e3e61b9448f7 req-0bdab0c2-aba1-4355-a501-b6dec92eaa7c tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460624 Sep 19 12:48:53.861852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59b6d33-7187-4235-a596-60d5ce5d72b9 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:48:53.869395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:53.883833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Transition to ACTIVE for port object b59b6d33-7187-4235-a596-60d5ce5d72b9 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:48:53.959163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:54.145398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b59b6d33-7187-4235-a596-60d5ce5d72b9,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:54.184954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Attempting to bind port b59b6d33-7187-4235-a596-60d5ce5d72b9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:48:54.185287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Attempting to bind port b59b6d33-7187-4235-a596-60d5ce5d72b9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:48:54.185615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Attempting to bind port b59b6d33-7187-4235-a596-60d5ce5d72b9 on network 3331b19f-df98-42fa-b6be-4be75045d5e7 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:48:54.190205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Port b59b6d33-7187-4235-a596-60d5ce5d72b9 on network 3331b19f-df98-42fa-b6be-4be75045d5e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:48:54.190525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Attempting to bind port b59b6d33-7187-4235-a596-60d5ce5d72b9 on network 3331b19f-df98-42fa-b6be-4be75045d5e7 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:48:54.195590 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:48:54.195926 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Checking segment: {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:48:54.196306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Bound using segment: {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:48:54.196728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Bound port: b59b6d33-7187-4235-a596-60d5ce5d72b9, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:48:54.197074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:54.287174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] For port b59b6d33-7187-4235-a596-60d5ce5d72b9, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:48:54.290073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] For port b59b6d33-7187-4235-a596-60d5ce5d72b9, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b59b6d33-7187-4235-a596-60d5ce5d72b9,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:48:54.359261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:54.390037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:54.390685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:54.392037 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] 10.222.0.85 "PUT /v2.0/ports/b59b6d33-7187-4235-a596-60d5ce5d72b9 HTTP/1.1" status: 200 len: 1094 time: 1.0121267 Sep 19 12:48:54.392469 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b133cf5-2537-4d17-a919-7010e495d1a6', 'tag': 'b59b6d33-7187-4235-a596-60d5ce5d72b9'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:48:54.394733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9b7055-5925-43fb-9ae5-0ba63251b639" -d '{"events": [{"name": "network-changed", "server_uuid": "9b133cf5-2537-4d17-a919-7010e495d1a6", "tag": "b59b6d33-7187-4235-a596-60d5ce5d72b9"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:48:54.437787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc5c46-482e-41bc-9380-a3380b825bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b59b6d33-7187-4235-a596-60d5ce5d72b9,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:54.442086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760743e8-3ad3-4bbe-acfa-36a153e3d8ab x-openstack-request-id: req-760743e8-3ad3-4bbe-acfa-36a153e3d8ab {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:48:54.442369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b133cf5-2537-4d17-a919-7010e495d1a6", "tag": "b59b6d33-7187-4235-a596-60d5ce5d72b9", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:48:54.442623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-760743e8-3ad3-4bbe-acfa-36a153e3d8ab {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:48:54.443080 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760743e8-3ad3-4bbe-acfa-36a153e3d8ab'] response: {'name': 'network-changed', 'server_uuid': '9b133cf5-2537-4d17-a919-7010e495d1a6', 'tag': 'b59b6d33-7187-4235-a596-60d5ce5d72b9', 'status': 'completed', 'code': 200} Sep 19 12:48:54.645417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7055-5925-43fb-9ae5-0ba63251b639 req-ea9daf1d-604c-48b7-8708-9bef79e26964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:54.646927 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb9b7055-5925-43fb-9ae5-0ba63251b639 req-ea9daf1d-604c-48b7-8708-9bef79e26964 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ae105d24aa3245e59939a1b96f2ab2c1&device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 1097 time: 0.1788015 Sep 19 12:48:54.787624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:48:54.805980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7055-5925-43fb-9ae5-0ba63251b639 req-afc113ab-7e1d-487e-a7da-cf82fda85828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:54.807651 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb9b7055-5925-43fb-9ae5-0ba63251b639 req-afc113ab-7e1d-487e-a7da-cf82fda85828 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=ae105d24aa3245e59939a1b96f2ab2c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1501932 Sep 19 12:48:54.849782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0b9e-5cd2-46e0-8a45-351ba75ed56c req-38f27a7d-2c40-4469-b901-f950e4a31067 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:54.851446 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f2d0b9e-5cd2-46e0-8a45-351ba75ed56c req-38f27a7d-2c40-4469-b901-f950e4a31067 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 944 time: 0.0971029 Sep 19 12:48:54.860062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:48:54.860609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:54.898435 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f2d0b9e-5cd2-46e0-8a45-351ba75ed56c req-8d0c8024-5d9c-4a78-9fea-48b856e2e373 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Sep 19 12:48:54.966136 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7055-5925-43fb-9ae5-0ba63251b639 req-e95acd6b-b041-4949-b51e-7a4389522728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:54.967559 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb9b7055-5925-43fb-9ae5-0ba63251b639 req-e95acd6b-b041-4949-b51e-7a4389522728 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512737 Sep 19 12:48:54.987087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:55.092321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-727d5422-39c3-4a16-81c1-4ca1ba470b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:55.093783 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-727d5422-39c3-4a16-81c1-4ca1ba470b2f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ae105d24aa3245e59939a1b96f2ab2c1&device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 1097 time: 0.0822468 Sep 19 12:48:55.165035 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-6f93734e-f4db-489d-81be-2cdf3c2f6dd6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59b6d33-7187-4235-a596-60d5ce5d72b9 HTTP/1.1" status: 200 len: 217 time: 0.0611458 Sep 19 12:48:55.232471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-d5b439ed-5bd6-4054-96ad-edd808a2b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:55.233833 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-d5b439ed-5bd6-4054-96ad-edd808a2b58a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c16dbe46-206a-4333-8a88-4066b230e7f2 HTTP/1.1" status: 200 len: 852 time: 0.0602343 Sep 19 12:48:55.320113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-923b0e11-7cbf-4b97-a6a5-86d15aa6800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:55.321588 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-923b0e11-7cbf-4b97-a6a5-86d15aa6800b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3331b19f-df98-42fa-b6be-4be75045d5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781145 Sep 19 12:48:55.461819 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-3b712f57-c423-499c-8d2b-cf1613916623 service neutron] 10.222.0.85 "GET /v2.0/networks/3331b19f-df98-42fa-b6be-4be75045d5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308377 Sep 19 12:48:55.597610 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cefbee6d-96d1-43b0-a309-e8216f637adc req-daa23b32-9efc-4870-91eb-0da4a113a257 service neutron] 10.222.0.85 "GET /v2.0/networks/3331b19f-df98-42fa-b6be-4be75045d5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259604 Sep 19 12:48:56.105142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f78f46-52e6-4e13-ae98-0adc93d69baf req-1cbb73f8-ec72-4d95-8da4-6dde7961061f tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:56.106593 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-48f78f46-52e6-4e13-ae98-0adc93d69baf req-1cbb73f8-ec72-4d95-8da4-6dde7961061f tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 944 time: 0.0909357 Sep 19 12:48:56.249668 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-48f78f46-52e6-4e13-ae98-0adc93d69baf req-04d34170-47f1-4039-a57c-7e52c79f2d02 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371136 Sep 19 12:48:57.455808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731da9f-4fc3-4577-846b-d48c81c8dab8 req-ae51b275-2050-4287-8d40-64b0b6124599 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:57.457253 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f731da9f-4fc3-4577-846b-d48c81c8dab8 req-ae51b275-2050-4287-8d40-64b0b6124599 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 944 time: 0.0953877 Sep 19 12:48:57.504992 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f731da9f-4fc3-4577-846b-d48c81c8dab8 req-2dfea7c1-1c3c-4381-be01-87f98873efcb tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Sep 19 12:48:58.631831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device b59b6d33-7187-4235-a596-60d5ce5d72b9 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:48:58.703651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a04fb-427f-42e7-ab2d-1f773ba04dca req-bfd7ab1e-954e-481f-9b07-ce9344e1ea4a tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:58.705124 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c49a04fb-427f-42e7-ab2d-1f773ba04dca req-bfd7ab1e-954e-481f-9b07-ce9344e1ea4a tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 944 time: 0.0881820 Sep 19 12:48:58.752630 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c49a04fb-427f-42e7-ab2d-1f773ba04dca req-d3ab9b17-f2dc-4242-8fbc-8afe48eb304e tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Sep 19 12:48:58.775444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port b59b6d33-7187-4235-a596-60d5ce5d72b9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b59b6d33-7187-4235-a596-60d5ce5d72b9,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:58.789008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'b59b6d33-7187-4235-a596-60d5ce5d72b9', 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7', 'port_id': 'b59b6d33-7187-4235-a596-60d5ce5d72b9', 'mac_address': 'fa:16:3e:68:34:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16dbe46-206a-4333-8a88-4066b230e7f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:48:58.843205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port b59b6d33-7187-4235-a596-60d5ce5d72b9 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:48:58.843510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:58.863020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59b6d33-7187-4235-a596-60d5ce5d72b9 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:48:58.878099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port b59b6d33-7187-4235-a596-60d5ce5d72b9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b59b6d33-7187-4235-a596-60d5ce5d72b9,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:48:58.970080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:48:59.036578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=b59b6d33-7187-4235-a596-60d5ce5d72b9,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:48:59.043705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.044059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.044397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.044740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.045073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.045408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.045740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.046075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.046406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.046733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.047087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.047411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:48:59.285563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['b59b6d33-7187-4235-a596-60d5ce5d72b9'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:48:59.955708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329514c1-19ac-46fa-b6ee-608aca60cf63 req-f2aba0d8-9659-42cb-bf91-4db98bafd335 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:48:59.957153 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-329514c1-19ac-46fa-b6ee-608aca60cf63 req-f2aba0d8-9659-42cb-bf91-4db98bafd335 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 945 time: 0.0911348 Sep 19 12:49:00.002409 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-329514c1-19ac-46fa-b6ee-608aca60cf63 req-7b5aae89-51ea-4204-90b7-b2625fb05da6 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396526 Sep 19 12:49:00.646855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device b59b6d33-7187-4235-a596-60d5ce5d72b9 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:49:00.770150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port b59b6d33-7187-4235-a596-60d5ce5d72b9 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:49:00.775113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port b59b6d33-7187-4235-a596-60d5ce5d72b9 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:49:00.776213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:00.902436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port b59b6d33-7187-4235-a596-60d5ce5d72b9 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:49:00.902729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:00.929201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b133cf5-2537-4d17-a919-7010e495d1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59b6d33-7187-4235-a596-60d5ce5d72b9'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:49:00.931483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c639271c-593d-4172-a853-11aa24b11576" -d '{"events": [{"server_uuid": "9b133cf5-2537-4d17-a919-7010e495d1a6", "name": "network-vif-plugged", "status": "completed", "tag": "b59b6d33-7187-4235-a596-60d5ce5d72b9"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:49:00.940274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port b59b6d33-7187-4235-a596-60d5ce5d72b9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b59b6d33-7187-4235-a596-60d5ce5d72b9,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:00.975568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ac379a-599d-4c46-90ee-18f6a24b86f5 x-openstack-request-id: req-f1ac379a-599d-4c46-90ee-18f6a24b86f5 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:49:00.975568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b133cf5-2537-4d17-a919-7010e495d1a6", "name": "network-vif-plugged", "status": "completed", "tag": "b59b6d33-7187-4235-a596-60d5ce5d72b9", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:49:00.975568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1ac379a-599d-4c46-90ee-18f6a24b86f5 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:49:00.975568 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ac379a-599d-4c46-90ee-18f6a24b86f5'] response: {'server_uuid': '9b133cf5-2537-4d17-a919-7010e495d1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59b6d33-7187-4235-a596-60d5ce5d72b9', 'code': 200} Sep 19 12:49:01.032677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:01.102858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=b59b6d33-7187-4235-a596-60d5ce5d72b9,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:01.204062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7b0dc-4082-4a82-960f-4afae422cf08 req-8b14796f-4d6d-44d8-80c0-b9be7e0dcac7 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:01.205550 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cfe7b0dc-4082-4a82-960f-4afae422cf08 req-8b14796f-4d6d-44d8-80c0-b9be7e0dcac7 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0879154 Sep 19 12:49:01.254780 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cfe7b0dc-4082-4a82-960f-4afae422cf08 req-2699ae9e-3ad8-4ce3-9921-268a73b49f9a tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Sep 19 12:49:01.348729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd425848-f6e5-4e0f-8539-db70fa64ef4a req-ae435ff0-0ea0-4804-a423-124954ceaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:01.350305 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cd425848-f6e5-4e0f-8539-db70fa64ef4a req-ae435ff0-0ea0-4804-a423-124954ceaa4e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 1099 time: 0.0815568 Sep 19 12:49:01.395263 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cd425848-f6e5-4e0f-8539-db70fa64ef4a req-d16aac22-c715-448e-9e12-8753808c3f00 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351334 Sep 19 12:49:02.466527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e685c9-720a-4147-9ef4-4f1b0675dac0 req-d2926608-a94c-4ade-b2b0-70e2e198f028 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:02.468050 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-81e685c9-720a-4147-9ef4-4f1b0675dac0 req-d2926608-a94c-4ade-b2b0-70e2e198f028 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0905204 Sep 19 12:49:02.516513 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-81e685c9-720a-4147-9ef4-4f1b0675dac0 req-194b5211-14a7-4842-989b-5b2ce728e13a tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Sep 19 12:49:03.725012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd7937-e3d7-48f7-8dfa-e7b405ea8333 req-21e64128-e3b2-4c3a-9aa8-0cb437980217 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:03.726530 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-79dd7937-e3d7-48f7-8dfa-e7b405ea8333 req-21e64128-e3b2-4c3a-9aa8-0cb437980217 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0996242 Sep 19 12:49:03.778021 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-79dd7937-e3d7-48f7-8dfa-e7b405ea8333 req-0e66f433-cc0f-4483-ac2e-db631ec1a7cc tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456207 Sep 19 12:49:04.074660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-a462cd06-c5dd-4553-80f2-77129f2621eb tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:04.076065 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-a462cd06-c5dd-4553-80f2-77129f2621eb tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/networks?id=3331b19f-df98-42fa-b6be-4be75045d5e7 HTTP/1.1" status: 200 len: 813 time: 0.1535585 Sep 19 12:49:04.095985 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-2ed32ca2-c944-47e8-b228-628cd3d9bc81 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/quotas/ae105d24aa3245e59939a1b96f2ab2c1 HTTP/1.1" status: 200 len: 375 time: 0.0110972 Sep 19 12:49:04.206499 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-6c3d37f1-df66-4e29-810b-21d52130c3ec tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae105d24aa3245e59939a1b96f2ab2c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050870 Sep 19 12:49:04.258656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-4ee33f64-fb0c-4f05-a2fa-0a18a5291cef service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:49:04.259701 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-4ee33f64-fb0c-4f05-a2fa-0a18a5291cef service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466626 Sep 19 12:49:04.392303 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-d3b9c5df-9744-4170-8e8c-b5f0c5189119 service neutron] 10.222.0.66 "GET /v2.0/networks/3331b19f-df98-42fa-b6be-4be75045d5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263578 Sep 19 12:49:04.536662 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-12dab54b-0fc4-4f7d-b4d1-4b19bc254acd service neutron] 10.222.0.66 "GET /v2.0/networks/3331b19f-df98-42fa-b6be-4be75045d5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386781 Sep 19 12:49:04.860367 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fa0b2eeb-a8e7-4d3a-a985-786c06f9d88f req-bf442041-13c1-4adf-a59f-481de04a4f91 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 210 time: 0.0645959 Sep 19 12:49:05.972381 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1578630d-2f77-489b-b803-31c9a60f284e req-274ba661-aa81-4826-8beb-b7249d8bfabf tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 210 time: 0.0525861 Sep 19 12:49:07.084106 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9775a110-970f-47fd-8879-01cedda0f174 req-e290c693-9512-46ed-bcd4-dacbaf01f35a tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 210 time: 0.0528629 Sep 19 12:49:08.245081 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e3ce0964-0313-4fca-a31d-b4fb60a7af92 req-31e6c421-a486-484b-9e84-78379db822d8 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 210 time: 0.0500746 Sep 19 12:49:08.718017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-622922ee-47ab-4039-b941-246f042bbde2 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:08.719490 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-622922ee-47ab-4039-b941-246f042bbde2 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.85 "GET /v2.0/networks?id=3331b19f-df98-42fa-b6be-4be75045d5e7 HTTP/1.1" status: 200 len: 813 time: 0.1487467 Sep 19 12:49:08.732261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Request body: {'port': {'device_id': '959b6f44-3818-44a2-a54b-d9ac2f165e68', 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7', 'admin_state_up': True, 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:08.872076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:08.875857 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Usage tracker for resource:port and tenant:ae105d24aa3245e59939a1b96f2ab2c1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:08.878850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:08.884804 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:08.969702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Made reservation on behalf of ae105d24aa3245e59939a1b96f2ab2c1 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:08.973220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:09.151643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Allocated IP 172.20.0.13 (3331b19f-df98-42fa-b6be-4be75045d5e7/c16dbe46-206a-4333-8a88-4066b230e7f2/ee52ac36-9626-4fba-b5ff-968f27f18d0b) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:49:09.410605 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2704c32c-2ef7-4b5f-91b7-4b8288096dce req-4dd09b2f-bbec-4a07-af27-d413209e97a2 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 210 time: 0.0491676 Sep 19 12:49:09.463545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:09.484485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Transition to ACTIVE for port object ee52ac36-9626-4fba-b5ff-968f27f18d0b will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:49:09.581705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:09.593307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['b59b6d33-7187-4235-a596-60d5ce5d72b9'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:49:09.654075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Network 3331b19f-df98-42fa-b6be-4be75045d5e7 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:49:09.657030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:49:09.661106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:49:09.697569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Pushing event updated for resources: {'Port': ['ID=ee52ac36-9626-4fba-b5ff-968f27f18d0b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:09.734985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:09.735653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:09.832023 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-9f4c0a76-193d-40f6-afe8-fa8dd3569c0d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1041248 Sep 19 12:49:09.843718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Request body: {'port': {'device_id': '959b6f44-3818-44a2-a54b-d9ac2f165e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:09.957347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:10.044259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f1cf7c3e-ffa3-40c6-a7b7-6dd5fa9e4b86 None None] Provisioning for port ee52ac36-9626-4fba-b5ff-968f27f18d0b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:49:10.049696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f1cf7c3e-ffa3-40c6-a7b7-6dd5fa9e4b86 None None] Provisioning complete for port ee52ac36-9626-4fba-b5ff-968f27f18d0b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:49:10.050068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7c3e-ffa3-40c6-a7b7-6dd5fa9e4b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:10.107205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf7c3e-ffa3-40c6-a7b7-6dd5fa9e4b86 None None] Port ee52ac36-9626-4fba-b5ff-968f27f18d0b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:49:10.299250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee52ac36-9626-4fba-b5ff-968f27f18d0b {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:49:10.306930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:10.320677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Transition to ACTIVE for port object ee52ac36-9626-4fba-b5ff-968f27f18d0b will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:49:10.392488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:10.580978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee52ac36-9626-4fba-b5ff-968f27f18d0b,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:10.613323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb9bc1-9984-4e4a-8578-de584c568def req-a05e6c1d-d052-4720-bb53-ca981519f5f6 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:10.614818 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b9eb9bc1-9984-4e4a-8578-de584c568def req-a05e6c1d-d052-4720-bb53-ca981519f5f6 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 944 time: 0.0915229 Sep 19 12:49:10.623410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Attempting to bind port ee52ac36-9626-4fba-b5ff-968f27f18d0b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:49:10.623771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Attempting to bind port ee52ac36-9626-4fba-b5ff-968f27f18d0b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:49:10.624095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Attempting to bind port ee52ac36-9626-4fba-b5ff-968f27f18d0b on network 3331b19f-df98-42fa-b6be-4be75045d5e7 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:49:10.628706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Port ee52ac36-9626-4fba-b5ff-968f27f18d0b on network 3331b19f-df98-42fa-b6be-4be75045d5e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:49:10.629018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Attempting to bind port ee52ac36-9626-4fba-b5ff-968f27f18d0b on network 3331b19f-df98-42fa-b6be-4be75045d5e7 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:49:10.634068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:49:10.634433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Checking segment: {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:49:10.634900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Bound using segment: {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:49:10.635396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Bound port: ee52ac36-9626-4fba-b5ff-968f27f18d0b, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b5226f-314b-48c3-b2f3-6e641d690ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:49:10.635741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:10.661020 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b9eb9bc1-9984-4e4a-8578-de584c568def req-cd2a1fe2-92ef-490c-ae5a-930625038eaf tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394888 Sep 19 12:49:10.723869 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] For port ee52ac36-9626-4fba-b5ff-968f27f18d0b, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:49:10.726809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] For port ee52ac36-9626-4fba-b5ff-968f27f18d0b, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee52ac36-9626-4fba-b5ff-968f27f18d0b,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:49:10.816131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:10.850782 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:10.851319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:10.852682 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] 10.222.0.85 "PUT /v2.0/ports/ee52ac36-9626-4fba-b5ff-968f27f18d0b HTTP/1.1" status: 200 len: 1094 time: 1.0133071 Sep 19 12:49:10.853159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959b6f44-3818-44a2-a54b-d9ac2f165e68', 'tag': 'ee52ac36-9626-4fba-b5ff-968f27f18d0b'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:49:10.855607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34631c10-710a-4177-afbb-a45796dc4dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "959b6f44-3818-44a2-a54b-d9ac2f165e68", "tag": "ee52ac36-9626-4fba-b5ff-968f27f18d0b"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:49:10.901505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06c1859-978c-484f-88b9-ad37ffc0e2ed x-openstack-request-id: req-f06c1859-978c-484f-88b9-ad37ffc0e2ed {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:49:10.901797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959b6f44-3818-44a2-a54b-d9ac2f165e68", "tag": "ee52ac36-9626-4fba-b5ff-968f27f18d0b", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:49:10.902052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f06c1859-978c-484f-88b9-ad37ffc0e2ed {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:49:10.902836 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f06c1859-978c-484f-88b9-ad37ffc0e2ed'] response: {'name': 'network-changed', 'server_uuid': '959b6f44-3818-44a2-a54b-d9ac2f165e68', 'tag': 'ee52ac36-9626-4fba-b5ff-968f27f18d0b', 'status': 'completed', 'code': 200} Sep 19 12:49:10.910453 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8ad26-d36f-4610-90a3-ccb51ef0ebe9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee52ac36-9626-4fba-b5ff-968f27f18d0b,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:10.999813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34631c10-710a-4177-afbb-a45796dc4dd4 req-b57faa5d-3c34-42f0-b60d-c9599443d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:11.001287 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-34631c10-710a-4177-afbb-a45796dc4dd4 req-b57faa5d-3c34-42f0-b60d-c9599443d99f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ae105d24aa3245e59939a1b96f2ab2c1&device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 1097 time: 0.0802813 Sep 19 12:49:11.143024 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34631c10-710a-4177-afbb-a45796dc4dd4 req-9f452590-d7f6-4f58-a05a-1bbd3befb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:11.144391 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-34631c10-710a-4177-afbb-a45796dc4dd4 req-9f452590-d7f6-4f58-a05a-1bbd3befb31f service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=ae105d24aa3245e59939a1b96f2ab2c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1352324 Sep 19 12:49:11.281229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34631c10-710a-4177-afbb-a45796dc4dd4 req-972aab34-2726-487f-938f-2df8b83e932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:11.282673 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-34631c10-710a-4177-afbb-a45796dc4dd4 req-972aab34-2726-487f-938f-2df8b83e932c service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326718 Sep 19 12:49:11.399757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-fce5cafc-b735-44e0-9431-e349de5486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:11.401273 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-fce5cafc-b735-44e0-9431-e349de5486bc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ae105d24aa3245e59939a1b96f2ab2c1&device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 1097 time: 0.0814574 Sep 19 12:49:11.467942 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-b3dcf189-c368-4b89-a3de-64c27c2843ec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee52ac36-9626-4fba-b5ff-968f27f18d0b HTTP/1.1" status: 200 len: 217 time: 0.0603826 Sep 19 12:49:11.579723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d7f7e7d6-348e-4fec-9c4c-3fd0be7f01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:11.625141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-b11d5c1f-a8f8-4b3c-a8fa-5486aafd0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:11.626607 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-b11d5c1f-a8f8-4b3c-a8fa-5486aafd0abc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c16dbe46-206a-4333-8a88-4066b230e7f2 HTTP/1.1" status: 200 len: 852 time: 0.1534245 Sep 19 12:49:11.709479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-cd432772-4560-4c37-b324-81498efc3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:11.710998 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-cd432772-4560-4c37-b324-81498efc3305 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3331b19f-df98-42fa-b6be-4be75045d5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787954 Sep 19 12:49:11.845598 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-964a12f3-ea72-44d0-a158-3ae3185f3922 service neutron] 10.222.0.85 "GET /v2.0/networks/3331b19f-df98-42fa-b6be-4be75045d5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281025 Sep 19 12:49:11.866938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d72fd-6348-4e86-9cbe-52af931f85ed req-d397c52e-4431-4d6b-8bd4-118548f5dd6f tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:11.868401 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fb1d72fd-6348-4e86-9cbe-52af931f85ed req-d397c52e-4431-4d6b-8bd4-118548f5dd6f tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 944 time: 0.0920198 Sep 19 12:49:11.913584 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fb1d72fd-6348-4e86-9cbe-52af931f85ed req-f56ef94a-7e9c-4340-a526-877f5549eb6d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 Sep 19 12:49:11.981334 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5479c83a-b51b-4fbe-907d-3c9dd80c5ca5 req-5a1da1f4-5c1e-4233-b6c5-4fd7cdb49b39 service neutron] 10.222.0.85 "GET /v2.0/networks/3331b19f-df98-42fa-b6be-4be75045d5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298065 Sep 19 12:49:13.119776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe887c8-b5c4-4b24-b7ec-d21e4d8f60c5 req-f7895509-3cef-4b64-86a2-169e484eba19 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:13.121244 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2fe887c8-b5c4-4b24-b7ec-d21e4d8f60c5 req-f7895509-3cef-4b64-86a2-169e484eba19 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 944 time: 0.0888600 Sep 19 12:49:13.163970 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2fe887c8-b5c4-4b24-b7ec-d21e4d8f60c5 req-507e662f-442b-45be-bb61-eeca50d80234 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371406 Sep 19 12:49:13.695216 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7bce066f-f757-4f8f-967a-c727f0bd5d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:13.821340 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:49:14.367080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b49ff0-f99b-496d-ae4c-8978d52fd3f7 req-c972ac47-7f6b-4a67-a98f-be69926c6612 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:14.369080 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-96b49ff0-f99b-496d-ae4c-8978d52fd3f7 req-c972ac47-7f6b-4a67-a98f-be69926c6612 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 944 time: 0.0907388 Sep 19 12:49:14.412991 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-96b49ff0-f99b-496d-ae4c-8978d52fd3f7 req-3818832c-2f4d-4ebd-a043-37780ee80c12 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381882 Sep 19 12:49:14.615322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:14.707306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device ee52ac36-9626-4fba-b5ff-968f27f18d0b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:49:14.839930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port ee52ac36-9626-4fba-b5ff-968f27f18d0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee52ac36-9626-4fba-b5ff-968f27f18d0b,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:14.853571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'ee52ac36-9626-4fba-b5ff-968f27f18d0b', 'network_id': '3331b19f-df98-42fa-b6be-4be75045d5e7', 'port_id': 'ee52ac36-9626-4fba-b5ff-968f27f18d0b', 'mac_address': 'fa:16:3e:7b:52:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16dbe46-206a-4333-8a88-4066b230e7f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:49:14.908513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port ee52ac36-9626-4fba-b5ff-968f27f18d0b is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:49:14.908818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:14.925533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee52ac36-9626-4fba-b5ff-968f27f18d0b {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:49:14.941645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port ee52ac36-9626-4fba-b5ff-968f27f18d0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee52ac36-9626-4fba-b5ff-968f27f18d0b,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:15.020696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:15.077909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:15.093351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=ee52ac36-9626-4fba-b5ff-968f27f18d0b,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:15.260973 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['ee52ac36-9626-4fba-b5ff-968f27f18d0b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:49:15.610322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245c4e0-94c2-415c-a9b8-cabdb33b5b08 req-66df0b16-6fa6-4740-b17d-607a209780df tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:15.611808 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c245c4e0-94c2-415c-a9b8-cabdb33b5b08 req-66df0b16-6fa6-4740-b17d-607a209780df tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 945 time: 0.0880876 Sep 19 12:49:15.659438 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c245c4e0-94c2-415c-a9b8-cabdb33b5b08 req-83b0f3b1-4217-44bd-9878-27ececc298a2 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Sep 19 12:49:16.505667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:16.725188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device ee52ac36-9626-4fba-b5ff-968f27f18d0b up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:49:16.848286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port ee52ac36-9626-4fba-b5ff-968f27f18d0b completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:49:16.853513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port ee52ac36-9626-4fba-b5ff-968f27f18d0b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:49:16.853867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:16.857513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b177947-ab68-4a0f-838a-f52b62d6ef36 req-0cf9909f-1a60-41ec-9fce-87114a413e48 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:16.859001 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b177947-ab68-4a0f-838a-f52b62d6ef36 req-0cf9909f-1a60-41ec-9fce-87114a413e48 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 945 time: 0.0874887 Sep 19 12:49:16.905914 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b177947-ab68-4a0f-838a-f52b62d6ef36 req-daeb1040-6f74-4972-bead-b36515a4702f tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Sep 19 12:49:16.977708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port ee52ac36-9626-4fba-b5ff-968f27f18d0b is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:49:16.978104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:17.004714 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959b6f44-3818-44a2-a54b-d9ac2f165e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee52ac36-9626-4fba-b5ff-968f27f18d0b'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:49:17.006992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b7ea96-91f8-439c-a56b-3b8a599ca4ae" -d '{"events": [{"server_uuid": "959b6f44-3818-44a2-a54b-d9ac2f165e68", "name": "network-vif-plugged", "status": "completed", "tag": "ee52ac36-9626-4fba-b5ff-968f27f18d0b"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:49:17.014959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port ee52ac36-9626-4fba-b5ff-968f27f18d0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee52ac36-9626-4fba-b5ff-968f27f18d0b,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:17.050377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2767db54-65cb-4611-b849-8b6d61736828 x-openstack-request-id: req-2767db54-65cb-4611-b849-8b6d61736828 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:49:17.050667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959b6f44-3818-44a2-a54b-d9ac2f165e68", "name": "network-vif-plugged", "status": "completed", "tag": "ee52ac36-9626-4fba-b5ff-968f27f18d0b", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:49:17.050956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2767db54-65cb-4611-b849-8b6d61736828 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:49:17.051378 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2767db54-65cb-4611-b849-8b6d61736828'] response: {'server_uuid': '959b6f44-3818-44a2-a54b-d9ac2f165e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee52ac36-9626-4fba-b5ff-968f27f18d0b', 'code': 200} Sep 19 12:49:17.079079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:17.148941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=ee52ac36-9626-4fba-b5ff-968f27f18d0b,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:17.410382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd134e4-562b-4eb7-a108-8f815d4d1b39 req-58a532b2-59c1-4d96-83a9-209f978a3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:17.411894 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9fd134e4-562b-4eb7-a108-8f815d4d1b39 req-58a532b2-59c1-4d96-83a9-209f978a3ed3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 1099 time: 0.0804517 Sep 19 12:49:17.452170 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9fd134e4-562b-4eb7-a108-8f815d4d1b39 req-062b3bf1-ecb2-442e-b3e8-ba01a24e8053 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344572 Sep 19 12:49:18.210264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d608f6-c19c-469f-8b26-45a61b6fdfea req-163174f1-0020-405c-9102-d81291b25859 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:18.211646 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-06d608f6-c19c-469f-8b26-45a61b6fdfea req-163174f1-0020-405c-9102-d81291b25859 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 946 time: 0.1876426 Sep 19 12:49:18.257341 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-06d608f6-c19c-469f-8b26-45a61b6fdfea req-ee1e73bd-947d-4450-ab75-fbfbf6a57e2f tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391438 Sep 19 12:49:19.464086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ba395-1529-4368-9347-66877f73858c req-88809f41-ed56-463e-bd83-5c6be96e5b68 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:19.465540 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-044ba395-1529-4368-9347-66877f73858c req-88809f41-ed56-463e-bd83-5c6be96e5b68 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 946 time: 0.0899937 Sep 19 12:49:19.509403 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-044ba395-1529-4368-9347-66877f73858c req-877b1cad-5373-4fbf-a03c-cc4e5194bf8c tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382047 Sep 19 12:49:20.139886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fcc9f-5428-495b-8cc9-3f35bf1eb5a4 req-b3d15537-4906-4c5c-bc2c-a2b3bd27020c tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:20.141459 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a90fcc9f-5428-495b-8cc9-3f35bf1eb5a4 req-b3d15537-4906-4c5c-bc2c-a2b3bd27020c tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 946 time: 0.0902097 Sep 19 12:49:20.184762 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a90fcc9f-5428-495b-8cc9-3f35bf1eb5a4 req-f5d379ef-857a-4975-9427-300cfe3bd719 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376937 Sep 19 12:49:21.391623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aee70-7519-4caa-a38d-79e3ec8fe2e7 req-fb949813-8121-4760-aa11-4eeb15a3ddda tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:21.393124 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9b4aee70-7519-4caa-a38d-79e3ec8fe2e7 req-fb949813-8121-4760-aa11-4eeb15a3ddda tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 946 time: 0.0911586 Sep 19 12:49:21.437449 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9b4aee70-7519-4caa-a38d-79e3ec8fe2e7 req-d8bceb92-2a61-4742-b0c6-dac85d6216ef tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 Sep 19 12:49:21.481813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-40586359-8b58-42a0-b5de-240785d62f2e tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:21.482425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-40586359-8b58-42a0-b5de-240785d62f2e tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Synchronizing usage tracker for tenant:ae105d24aa3245e59939a1b96f2ab2c1 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:49:21.632230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-40586359-8b58-42a0-b5de-240785d62f2e tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Unset dirty status for tenant:ae105d24aa3245e59939a1b96f2ab2c1 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:49:21.633408 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-40586359-8b58-42a0-b5de-240785d62f2e tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.85 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 946 time: 0.2419584 Sep 19 12:49:21.705413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-241c3656-52ff-4300-9cf1-592459f40fce tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Deleting port ee52ac36-9626-4fba-b5ff-968f27f18d0b {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:21.705746 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-241c3656-52ff-4300-9cf1-592459f40fce tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:21.953982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-241c3656-52ff-4300-9cf1-592459f40fce tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] For port ee52ac36-9626-4fba-b5ff-968f27f18d0b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee52ac36-9626-4fba-b5ff-968f27f18d0b,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:21.954343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-241c3656-52ff-4300-9cf1-592459f40fce tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:22.077089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-241c3656-52ff-4300-9cf1-592459f40fce tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Calling delete_port for ee52ac36-9626-4fba-b5ff-968f27f18d0b owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:22.329868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-241c3656-52ff-4300-9cf1-592459f40fce tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:22.341798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['b59b6d33-7187-4235-a596-60d5ce5d72b9', 'ee52ac36-9626-4fba-b5ff-968f27f18d0b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:49:22.381917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c3656-52ff-4300-9cf1-592459f40fce tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Pushing event deleted for resources: {'Port': ['ID=ee52ac36-9626-4fba-b5ff-968f27f18d0b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:22.472719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-241c3656-52ff-4300-9cf1-592459f40fce tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] No DVR routers for this DVR port ee52ac36-9626-4fba-b5ff-968f27f18d0b on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:49:22.481022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-241c3656-52ff-4300-9cf1-592459f40fce tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:22.484434 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959b6f44-3818-44a2-a54b-d9ac2f165e68', 'name': 'network-vif-deleted', 'tag': 'ee52ac36-9626-4fba-b5ff-968f27f18d0b'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:49:22.487076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdaf5ec-4fd0-42c8-abb6-42f882bc79ab" -d '{"events": [{"server_uuid": "959b6f44-3818-44a2-a54b-d9ac2f165e68", "name": "network-vif-deleted", "tag": "ee52ac36-9626-4fba-b5ff-968f27f18d0b"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:49:22.542422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93f3115-2b7c-42a2-b0c9-8a75049881ee x-openstack-request-id: req-c93f3115-2b7c-42a2-b0c9-8a75049881ee {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:49:22.542586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959b6f44-3818-44a2-a54b-d9ac2f165e68", "name": "network-vif-deleted", "tag": "ee52ac36-9626-4fba-b5ff-968f27f18d0b", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:49:22.542822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c93f3115-2b7c-42a2-b0c9-8a75049881ee {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:49:22.543230 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c93f3115-2b7c-42a2-b0c9-8a75049881ee'] response: {'server_uuid': '959b6f44-3818-44a2-a54b-d9ac2f165e68', 'name': 'network-vif-deleted', 'tag': 'ee52ac36-9626-4fba-b5ff-968f27f18d0b', 'status': 'completed', 'code': 200} Sep 19 12:49:22.576089 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d2ef2086-f6f8-4dcf-b1d3-4ea5700bde09 req-241c3656-52ff-4300-9cf1-592459f40fce tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.85 "DELETE /v2.0/ports/ee52ac36-9626-4fba-b5ff-968f27f18d0b HTTP/1.1" status: 204 len: 173 time: 0.9367130 Sep 19 12:49:22.623208 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-52a33fae-529f-486c-9012-ecb19d72492a req-ad69cf3a-53b0-4c97-97e1-aafc9ee2d669 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=959b6f44-3818-44a2-a54b-d9ac2f165e68 HTTP/1.1" status: 200 len: 210 time: 0.0532794 Sep 19 12:49:23.140949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:23.899595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acea2e-8e83-4015-92c4-f26c8a694dd3 req-07d55c3a-ae89-477f-ac49-eeba51494473 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:23.901107 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-94acea2e-8e83-4015-92c4-f26c8a694dd3 req-07d55c3a-ae89-477f-ac49-eeba51494473 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0911734 Sep 19 12:49:23.944974 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-94acea2e-8e83-4015-92c4-f26c8a694dd3 req-3c6630ca-8ff9-4d9f-b6b8-af809cb72e4a tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381243 Sep 19 12:49:24.156856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd78bd-821f-49ff-9255-45f7909b7476 req-d4610823-224a-4bb3-9977-b10c39f92e39 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:24.158341 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4bd78bd-821f-49ff-9255-45f7909b7476 req-d4610823-224a-4bb3-9977-b10c39f92e39 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0872838 Sep 19 12:49:24.205302 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4bd78bd-821f-49ff-9255-45f7909b7476 req-977b3b88-a49f-4c2c-bc0f-2e4490b3ed5d tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Sep 19 12:49:24.412357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ed79b-3add-4439-8553-c1f8e80180dd req-281aea4e-ceab-42c8-bbae-7ce1c366c0e3 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:24.413809 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ea2ed79b-3add-4439-8553-c1f8e80180dd req-281aea4e-ceab-42c8-bbae-7ce1c366c0e3 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0882778 Sep 19 12:49:24.458186 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ea2ed79b-3add-4439-8553-c1f8e80180dd req-7ad06afe-b025-4630-8a7e-2bf2a02a556e tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 Sep 19 12:49:24.771315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d9805-a098-44f1-9479-8cf95887f744 req-373d5ec3-639f-496f-bc68-fd3ea9767c38 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:24.772781 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d7d9805-a098-44f1-9479-8cf95887f744 req-373d5ec3-639f-496f-bc68-fd3ea9767c38 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0923390 Sep 19 12:49:24.787861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device ee52ac36-9626-4fba-b5ff-968f27f18d0b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:49:24.819131 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d7d9805-a098-44f1-9479-8cf95887f744 req-36bd0fe4-267f-49b6-a0a0-d786faac80c3 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398090 Sep 19 12:49:24.824819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: ee52ac36-9626-4fba-b5ff-968f27f18d0b {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:49:24.825157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device ee52ac36-9626-4fba-b5ff-968f27f18d0b not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:49:25.032078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f6b2b-d4d5-4f28-92c5-eb10d4a76e67 req-c92007e3-b123-45c9-9ad4-f364a509746c tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:25.033521 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b48f6b2b-d4d5-4f28-92c5-eb10d4a76e67 req-c92007e3-b123-45c9-9ad4-f364a509746c tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0890832 Sep 19 12:49:25.080020 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b48f6b2b-d4d5-4f28-92c5-eb10d4a76e67 req-00cf53e5-0371-41b4-8873-c0c03217f750 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408742 Sep 19 12:49:25.292664 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e214c-dbc6-4443-bbc5-faa79e222db0 req-a4e6dfee-47fb-4311-8b9d-903c2e1af942 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:25.294037 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9f0e214c-dbc6-4443-bbc5-faa79e222db0 req-a4e6dfee-47fb-4311-8b9d-903c2e1af942 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0941472 Sep 19 12:49:25.337321 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9f0e214c-dbc6-4443-bbc5-faa79e222db0 req-aa5cb3c9-0705-401a-9e24-bd5f5cf60171 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Sep 19 12:49:26.157017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b25281-6e94-4e49-88e6-4f3b6131c65d req-21355974-8264-401a-bf39-36e77699b9fe tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:26.158536 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-97b25281-6e94-4e49-88e6-4f3b6131c65d req-21355974-8264-401a-bf39-36e77699b9fe tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0913596 Sep 19 12:49:26.202128 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-97b25281-6e94-4e49-88e6-4f3b6131c65d req-698dd69a-12fc-47e4-8028-52f71db80516 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Sep 19 12:49:27.402241 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd8d37-d960-4136-ac2c-6e6cb1fc8be7 req-8fd638a7-4eee-428b-a74d-3a8980da4bd3 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:27.405394 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-74dd8d37-d960-4136-ac2c-6e6cb1fc8be7 req-8fd638a7-4eee-428b-a74d-3a8980da4bd3 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.0888033 Sep 19 12:49:27.453083 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-74dd8d37-d960-4136-ac2c-6e6cb1fc8be7 req-fb1a8b8a-ac9e-4df9-b19d-6cf669bb71a3 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a904b0-b20d-4355-9fcd-2ff8925a22cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Sep 19 12:49:27.571113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8930a-1314-4f5c-afec-35280a450541 req-de0e2065-16db-4b63-be22-23fe85c83579 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:27.581883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-fcb8930a-1314-4f5c-afec-35280a450541 req-de0e2065-16db-4b63-be22-23fe85c83579 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Synchronizing usage tracker for tenant:ae105d24aa3245e59939a1b96f2ab2c1 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:49:27.660871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-fcb8930a-1314-4f5c-afec-35280a450541 req-de0e2065-16db-4b63-be22-23fe85c83579 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Unset dirty status for tenant:ae105d24aa3245e59939a1b96f2ab2c1 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:49:27.662100 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcb8930a-1314-4f5c-afec-35280a450541 req-de0e2065-16db-4b63-be22-23fe85c83579 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 946 time: 0.1769531 Sep 19 12:49:27.742437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-fcb8930a-1314-4f5c-afec-35280a450541 req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Deleting port b59b6d33-7187-4235-a596-60d5ce5d72b9 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:27.742805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-fcb8930a-1314-4f5c-afec-35280a450541 req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:28.033901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-fcb8930a-1314-4f5c-afec-35280a450541 req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] For port b59b6d33-7187-4235-a596-60d5ce5d72b9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b59b6d33-7187-4235-a596-60d5ce5d72b9,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:28.034261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-fcb8930a-1314-4f5c-afec-35280a450541 req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:28.244493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-fcb8930a-1314-4f5c-afec-35280a450541 req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Calling delete_port for b59b6d33-7187-4235-a596-60d5ce5d72b9 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:28.461090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-fcb8930a-1314-4f5c-afec-35280a450541 req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:28.476716 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['b59b6d33-7187-4235-a596-60d5ce5d72b9'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:49:28.512187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Pushing event deleted for resources: {'Port': ['ID=b59b6d33-7187-4235-a596-60d5ce5d72b9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:28.551237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.551591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.551935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.552273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.552608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.552942 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.553273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.553600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.553929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.554253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.554577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.554925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:28.619088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb8930a-1314-4f5c-afec-35280a450541 req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] No DVR routers for this DVR port b59b6d33-7187-4235-a596-60d5ce5d72b9 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:49:28.622348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-fcb8930a-1314-4f5c-afec-35280a450541 req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:28.625155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b133cf5-2537-4d17-a919-7010e495d1a6', 'name': 'network-vif-deleted', 'tag': 'b59b6d33-7187-4235-a596-60d5ce5d72b9'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:49:28.627464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c3f674-3307-4cbe-9304-7f29ae7e48dc" -d '{"events": [{"server_uuid": "9b133cf5-2537-4d17-a919-7010e495d1a6", "name": "network-vif-deleted", "tag": "b59b6d33-7187-4235-a596-60d5ce5d72b9"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:49:28.629749 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c6034800-e4a2-4abf-ac6d-ade809dd74c6 req-6929b2d3-42fa-4cbf-948a-a0add3d615d7 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0540683 Sep 19 12:49:28.672527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c019386-d51b-49b6-9efe-9ca329dd134a x-openstack-request-id: req-4c019386-d51b-49b6-9efe-9ca329dd134a {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:49:28.672920 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b133cf5-2537-4d17-a919-7010e495d1a6", "name": "network-vif-deleted", "tag": "b59b6d33-7187-4235-a596-60d5ce5d72b9", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:49:28.673255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c019386-d51b-49b6-9efe-9ca329dd134a {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:49:28.673731 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c019386-d51b-49b6-9efe-9ca329dd134a'] response: {'server_uuid': '9b133cf5-2537-4d17-a919-7010e495d1a6', 'name': 'network-vif-deleted', 'tag': 'b59b6d33-7187-4235-a596-60d5ce5d72b9', 'status': 'completed', 'code': 200} Sep 19 12:49:28.753163 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcb8930a-1314-4f5c-afec-35280a450541 req-bd253ba2-a2fa-4bc1-a74a-274dbf6529d0 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.85 "DELETE /v2.0/ports/b59b6d33-7187-4235-a596-60d5ce5d72b9 HTTP/1.1" status: 204 len: 173 time: 1.0830364 Sep 19 12:49:29.812451 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3fff497d-d30d-4b55-9506-f4c7731e96ff req-5824e451-68e1-4320-8218-b39fe4dcc415 tempest-ServersNegativeTestJSON-1025579668 tempest-ServersNegativeTestJSON-1025579668-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b133cf5-2537-4d17-a919-7010e495d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0533168 Sep 19 12:49:30.818727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device b59b6d33-7187-4235-a596-60d5ce5d72b9 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:49:30.853489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: b59b6d33-7187-4235-a596-60d5ce5d72b9 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:49:30.853829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device b59b6d33-7187-4235-a596-60d5ce5d72b9 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:49:30.911891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36824) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:31.455975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:31.842852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] Deleting port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:31.843193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:32.120810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] For port 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=8cc567b9-40a2-4c8c-b128-1bcbbb85dac7,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:32.121655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:32.245876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] Calling delete_port for 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:32.613501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:32.663153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc567b9-40a2-4c8c-b128-1bcbbb85dac7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:32.942597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:33.320582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] Router e584b90b-ada4-4758-93ad-5674c1a2219d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:49:33.608143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:49:33.616935 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] Sync routers for ids ['e584b90b-ada4-4758-93ad-5674c1a2219d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:49:33.621468 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1aecd304-3f41-4db6-ad26-dd50d2416c7e admin admin] 10.222.0.66 "PUT /v2.0/routers/e584b90b-ada4-4758-93ad-5674c1a2219d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7084031 Sep 19 12:49:33.623847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36828) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:33.627220 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] Routers {'e584b90b-ada4-4758-93ad-5674c1a2219d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:49:33.627821 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:49:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e584b90b-ada4-4758-93ad-5674c1a2219d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:33.799759 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:33.804187 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] Set router e584b90b-ada4-4758-93ad-5674c1a2219d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:49:33.982870 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:34.037660 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Deleting port b7bdcba3-92d3-4509-ab49-413988a0c403 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:34.038032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:34.087537 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'name': 'tempest-ServersNegativeTestJSON-315741740-router', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:48:42Z', 'updated_at': '2022-09-19T12:49:32Z', 'revision_number': 5, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'gw_port': {'id': 'b7bdcba3-92d3-4509-ab49-413988a0c403', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:48:43Z', 'updated_at': '2022-09-19T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:34.092066 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] Checking router: e584b90b-ada4-4758-93ad-5674c1a2219d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:49:34.100512 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] Routers {'e584b90b-ada4-4758-93ad-5674c1a2219d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:49:34.101104 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:49:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e584b90b-ada4-4758-93ad-5674c1a2219d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:34.218465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] For port b7bdcba3-92d3-4509-ab49-413988a0c403, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b7bdcba3-92d3-4509-ab49-413988a0c403,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:34.218846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:34.252618 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] Set router e584b90b-ada4-4758-93ad-5674c1a2219d gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:49:34.345476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Calling delete_port for b7bdcba3-92d3-4509-ab49-413988a0c403 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:34.360450 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'name': 'tempest-ServersNegativeTestJSON-315741740-router', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:48:42Z', 'updated_at': '2022-09-19T12:49:33Z', 'revision_number': 6, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:34.364556 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b1a9f-eaa8-4086-95ea-6dc61e645aae None None] The sync data for ids ['e584b90b-ada4-4758-93ad-5674c1a2219d'] in dv-neutron-857775-2-hyperv is: [{'id': 'e584b90b-ada4-4758-93ad-5674c1a2219d', 'name': 'tempest-ServersNegativeTestJSON-315741740-router', 'tenant_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:48:42Z', 'updated_at': '2022-09-19T12:49:33Z', 'revision_number': 6, 'project_id': 'ae105d24aa3245e59939a1b96f2ab2c1', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:49:34.557684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:34.607651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bdcba3-92d3-4509-ab49-413988a0c403,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:34.701541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:34.807140 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:49:34.848715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:49:34.849052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 8cc567b9-40a2-4c8c-b128-1bcbbb85dac7 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:49:34.911878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:34.914112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.003583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.004143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e584b90b-ada4-4758-93ad-5674c1a2219d {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:49:35.016279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.017410 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fe37c053-0f95-448b-9d91-df7341bc2c58 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e584b90b-ada4-4758-93ad-5674c1a2219d HTTP/1.1" status: 204 len: 168 time: 1.3926513 Sep 19 12:49:35.020029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36832) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:35.201623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2338ff65-0136-41bc-85d6-ef18440407fd admin admin] Deleting subnet c16dbe46-206a-4333-8a88-4066b230e7f2 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:49:35.204794 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2338ff65-0136-41bc-85d6-ef18440407fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.255687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2338ff65-0136-41bc-85d6-ef18440407fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.339760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2338ff65-0136-41bc-85d6-ef18440407fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.477948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2338ff65-0136-41bc-85d6-ef18440407fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.517677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338ff65-0136-41bc-85d6-ef18440407fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16dbe46-206a-4333-8a88-4066b230e7f2,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:35.521260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2338ff65-0136-41bc-85d6-ef18440407fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.527940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5cca0-3d2b-4a91-8832-f76fd897cd9c None None] Network 3331b19f-df98-42fa-b6be-4be75045d5e7 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:35.528446 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2338ff65-0136-41bc-85d6-ef18440407fd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c16dbe46-206a-4333-8a88-4066b230e7f2 HTTP/1.1" status: 204 len: 168 time: 0.5074289 Sep 19 12:49:35.530909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36836) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:35.636132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.646676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Deleting port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:35.647057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.821829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] DHCP port deletion for 3331b19f-df98-42fa-b6be-4be75045d5e7 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:49:35.826815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] Deleting port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:35.827193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.863268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] For port 03e9931f-bc6c-4a4a-888b-deaf587d6be0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=03e9931f-bc6c-4a4a-888b-deaf587d6be0,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:35.863624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:35.985992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Calling delete_port for 03e9931f-bc6c-4a4a-888b-deaf587d6be0 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:36.031663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] For port 03e9931f-bc6c-4a4a-888b-deaf587d6be0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=03e9931f-bc6c-4a4a-888b-deaf587d6be0,segment=NetworkSegment(b4b5226f-314b-48c3-b2f3-6e641d690ef1),segment_id=b4b5226f-314b-48c3-b2f3-6e641d690ef1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:36.032060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:36.122506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:36.153777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] Calling delete_port for 03e9931f-bc6c-4a4a-888b-deaf587d6be0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:36.172419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e9931f-bc6c-4a4a-888b-deaf587d6be0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:36.176034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] No DVR routers for this DVR port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:49:36.229721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:49:36.230373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:49:36.293467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:36.318736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3331b19f-df98-42fa-b6be-4be75045d5e7']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:36.331433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b5226f-314b-48c3-b2f3-6e641d690ef1') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:36.331731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b5226f-314b-48c3-b2f3-6e641d690ef1') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:36.343529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:36.359173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:36.366185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:49:36.366573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:36.515266 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b4b5226f-314b-48c3-b2f3-6e641d690ef1 resource provider aggregate not found Sep 19 12:49:36.532938 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment b4b5226f-314b-48c3-b2f3-6e641d690ef1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4b5226f-314b-48c3-b2f3-6e641d690ef1 found for delete ", "request_id": "req-0d80145e-0c24-4665-9a9d-178bc78ae71a"}]} Sep 19 12:49:36.535093 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:36.550846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:36.561106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] Pushing event deleted for resources: {'Network': ['ID=3331b19f-df98-42fa-b6be-4be75045d5e7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:36.637931 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cdd4cb06-18f6-4381-818b-90e3e045e376 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3331b19f-df98-42fa-b6be-4be75045d5e7 HTTP/1.1" status: 204 len: 168 time: 1.1059744 Sep 19 12:49:36.731983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] Deleting port 03e9931f-bc6c-4a4a-888b-deaf587d6be0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:36.732366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:36.796105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b7bdcba3-92d3-4509-ab49-413988a0c403 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:49:36.827306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-249ad59e-cf95-4cbe-87eb-9310fe43b4f0 None None] The port '03e9931f-bc6c-4a4a-888b-deaf587d6be0' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:49:36.838623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: b7bdcba3-92d3-4509-ab49-413988a0c403 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:49:36.839142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b7bdcba3-92d3-4509-ab49-413988a0c403 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:49:36.839567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 03e9931f-bc6c-4a4a-888b-deaf587d6be0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:49:36.873799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 03e9931f-bc6c-4a4a-888b-deaf587d6be0 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:49:36.874152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 03e9931f-bc6c-4a4a-888b-deaf587d6be0 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:49:36.984651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36848) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:37.037497 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1497efef-396a-4c60-a762-6be49f20248c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae105d24aa3245e59939a1b96f2ab2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516279 Sep 19 12:49:37.040044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36852) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:37.097488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d7098828-ca73-4e88-8fda-b1d3a6d3159d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:37.127760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d7098828-ca73-4e88-8fda-b1d3a6d3159d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:37.271981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d7098828-ca73-4e88-8fda-b1d3a6d3159d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:37.289133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7098828-ca73-4e88-8fda-b1d3a6d3159d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a904b0-b20d-4355-9fcd-2ff8925a22cc,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:37.385057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d7098828-ca73-4e88-8fda-b1d3a6d3159d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:37.386433 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d7098828-ca73-4e88-8fda-b1d3a6d3159d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3a904b0-b20d-4355-9fcd-2ff8925a22cc HTTP/1.1" status: 204 len: 168 time: 0.3455019 Sep 19 12:49:38.476454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36876) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:38.579470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-117895211'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:38.584457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:38.588325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:network and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:38.591831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:38.597538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:38.683646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Made reservation on behalf of ee6ffe7d23e445f7a45a024256549072 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:38.687088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:38.700081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:38.715254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:38.719158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:security_group_rule and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:38.722090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:38.730586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:38.811628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:38.893306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:38.926826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:49:38.935317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dfef1e-2208-4606-933b-a120966090c5,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:38.940739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:38.941086 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Added segment c6d4acc9-edfe-4b64-95e8-5307dec95aa9 of type vlan for network f2e406fd-0526-474f-96ee-fe9ae15fd3f9 Sep 19 12:49:38.966913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:39.083635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:39.089166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:39.089737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:39.194297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'Network': ['ID=f2e406fd-0526-474f-96ee-fe9ae15fd3f9,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:39.208364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network f2e406fd-0526-474f-96ee-fe9ae15fd3f9 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:49:39.301309 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cf66debd-7a32-44d6-883f-0ecb13da9bb0 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8237147 Sep 19 12:49:41.608896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-681896c4-736e-4cba-b8f4-54a041cfbc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:42.608117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36882) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:42.613784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Request body: {'subnet': {'network_id': 'f2e406fd-0526-474f-96ee-fe9ae15fd3f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:42.723256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:42.727126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:subnet and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:42.730259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:42.735933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:42.809152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Made reservation on behalf of ee6ffe7d23e445f7a45a024256549072 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:42.812692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:43.180468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:43.256494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'Subnet': ['ID=90820ef4-2862-4631-bed6-8a7f7eee84a4,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:43.266955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Checking segment: {'id': 'c6d4acc9-edfe-4b64-95e8-5307dec95aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f2e406fd-0526-474f-96ee-fe9ae15fd3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:49:43.267311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Network hostable DHCP agents. Network: f2e406fd-0526-474f-96ee-fe9ae15fd3f9, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:49:43.369141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Network f2e406fd-0526-474f-96ee-fe9ae15fd3f9 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:49:43.437255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, f2e406fd-0526-474f-96ee-fe9ae15fd3f9) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:49:43.441186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:43.441775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:43.445870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f8a03-b3ab-4cf1-a843-ee93fa63458a None None] Network f2e406fd-0526-474f-96ee-fe9ae15fd3f9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:43.524221 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-35c57a0d-7090-4331-8d8f-1f5c6ff961b7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9150493 Sep 19 12:49:43.527623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36886) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:43.534190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-71453514'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:43.539225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:43.543472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:network and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:43.546497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:43.553899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:43.637729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Made reservation on behalf of ee6ffe7d23e445f7a45a024256549072 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:43.641180 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:43.672788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:49:43.682094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-f2e406fd-0526-474f-96ee-fe9ae15fd3f9', 'network_id': 'f2e406fd-0526-474f-96ee-fe9ae15fd3f9', 'tenant_id': 'ee6ffe7d23e445f7a45a024256549072', 'fixed_ips': [{'subnet_id': '90820ef4-2862-4631-bed6-8a7f7eee84a4'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:49:43.683962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:43.684717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:43.685064 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Added segment 8e39ab67-0477-416e-b8b1-d1cb8f4748dc of type vlan for network af3c2912-2399-46c6-ae0a-8f10b83731aa Sep 19 12:49:43.712799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:43.738012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c8e1234c-8384-4ca2-bd35-2ef60dc89b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:43.815074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:43.820756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:43.824456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:43.839967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Allocated IP 2001:db8:0:ffff::2 (f2e406fd-0526-474f-96ee-fe9ae15fd3f9/90820ef4-2862-4631-bed6-8a7f7eee84a4/7286e4de-75c7-4e0e-a144-7444cca29a04) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:49:43.939629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'Network': ['ID=af3c2912-2399-46c6-ae0a-8f10b83731aa,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:43.951135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network af3c2912-2399-46c6-ae0a-8f10b83731aa details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:49:43.987081 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4396a04a-dc54-4d51-a17c-4b24e2b2fadb tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4582324 Sep 19 12:49:43.989753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36890) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:43.996364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Request body: {'subnet': {'network_id': 'af3c2912-2399-46c6-ae0a-8f10b83731aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:44.110028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:44.114033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:subnet and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:44.117166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:44.123065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:44.188977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:44.202240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Transition to ACTIVE for port object 7286e4de-75c7-4e0e-a144-7444cca29a04 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:49:44.220388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Made reservation on behalf of ee6ffe7d23e445f7a45a024256549072 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:44.223384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Transition to ACTIVE for port object 7286e4de-75c7-4e0e-a144-7444cca29a04 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:49:44.224311 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:44.301576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:44.368213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Network f2e406fd-0526-474f-96ee-fe9ae15fd3f9 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:49:44.371840 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:49:44.375506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:49:44.381135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Pushing event updated for resources: {'Port': ['ID=7286e4de-75c7-4e0e-a144-7444cca29a04,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:44.483686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Attempting to bind port 7286e4de-75c7-4e0e-a144-7444cca29a04 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:49:44.484405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Attempting to bind port 7286e4de-75c7-4e0e-a144-7444cca29a04 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'c6d4acc9-edfe-4b64-95e8-5307dec95aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f2e406fd-0526-474f-96ee-fe9ae15fd3f9'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:49:44.484405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Attempting to bind port 7286e4de-75c7-4e0e-a144-7444cca29a04 on network f2e406fd-0526-474f-96ee-fe9ae15fd3f9 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:49:44.489420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:49:44.489800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Checking segment: {'id': 'c6d4acc9-edfe-4b64-95e8-5307dec95aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f2e406fd-0526-474f-96ee-fe9ae15fd3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:49:44.490461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:44.490882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Bound using segment: {'id': 'c6d4acc9-edfe-4b64-95e8-5307dec95aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f2e406fd-0526-474f-96ee-fe9ae15fd3f9'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:49:44.491347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Bound port: 7286e4de-75c7-4e0e-a144-7444cca29a04, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d4acc9-edfe-4b64-95e8-5307dec95aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f2e406fd-0526-474f-96ee-fe9ae15fd3f9'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:49:44.491718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:44.539703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:44.596673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] For port 7286e4de-75c7-4e0e-a144-7444cca29a04, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:49:44.599786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] For port 7286e4de-75c7-4e0e-a144-7444cca29a04, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7286e4de-75c7-4e0e-a144-7444cca29a04,segment=NetworkSegment(c6d4acc9-edfe-4b64-95e8-5307dec95aa9),segment_id=c6d4acc9-edfe-4b64-95e8-5307dec95aa9)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:49:44.624126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'Subnet': ['ID=16c44667-f8d8-4217-8606-3eada3af4cc8,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:44.628398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Checking segment: {'id': '8e39ab67-0477-416e-b8b1-d1cb8f4748dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'af3c2912-2399-46c6-ae0a-8f10b83731aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:49:44.628762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Network hostable DHCP agents. Network: af3c2912-2399-46c6-ae0a-8f10b83731aa, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:49:44.654432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:44.689060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:44.757664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Network af3c2912-2399-46c6-ae0a-8f10b83731aa is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:49:44.766176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982f4b6-9c5b-4dec-a61c-9d1e08c6ec5b None None] Pushing event updated for resources: {'Port': ['ID=7286e4de-75c7-4e0e-a144-7444cca29a04,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:44.849063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, af3c2912-2399-46c6-ae0a-8f10b83731aa) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:49:44.853170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:44.853763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:44.858405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579c173-195d-4bb8-b93f-cbf13d15b826 None None] Network af3c2912-2399-46c6-ae0a-8f10b83731aa requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:44.946392 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-666dc36f-3994-40c3-a4aa-489f2c5bcb1c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9552650 Sep 19 12:49:44.950243 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36894) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:45.120025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.131285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-af3c2912-2399-46c6-ae0a-8f10b83731aa', 'network_id': 'af3c2912-2399-46c6-ae0a-8f10b83731aa', 'tenant_id': 'ee6ffe7d23e445f7a45a024256549072', 'fixed_ips': [{'subnet_id': '16c44667-f8d8-4217-8606-3eada3af4cc8'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:49:45.132135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.187206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.187446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.301288 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Allocated IP 2001:db8::2 (af3c2912-2399-46c6-ae0a-8f10b83731aa/16c44667-f8d8-4217-8606-3eada3af4cc8/64642a2a-9c51-42c1-8cc0-9360e91f9003) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:49:45.517141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.528149 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Transition to ACTIVE for port object 64642a2a-9c51-42c1-8cc0-9360e91f9003 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:49:45.550057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Transition to ACTIVE for port object 64642a2a-9c51-42c1-8cc0-9360e91f9003 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:49:45.615615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.686550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Network af3c2912-2399-46c6-ae0a-8f10b83731aa is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:49:45.689520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:49:45.693654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:49:45.701150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.703486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Pushing event updated for resources: {'Port': ['ID=64642a2a-9c51-42c1-8cc0-9360e91f9003,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:45.758125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Subnet': ['ID=16c44667-f8d8-4217-8606-3eada3af4cc8,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:45.785192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e7dd5-b57a-4cb9-a339-fccc432d230c None None] Network f2e406fd-0526-474f-96ee-fe9ae15fd3f9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:45.849513 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.879382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3c2912-2399-46c6-ae0a-8f10b83731aa']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:45.881446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Attempting to bind port 64642a2a-9c51-42c1-8cc0-9360e91f9003 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:49:45.881818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Attempting to bind port 64642a2a-9c51-42c1-8cc0-9360e91f9003 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '8e39ab67-0477-416e-b8b1-d1cb8f4748dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'af3c2912-2399-46c6-ae0a-8f10b83731aa'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:49:45.882183 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Attempting to bind port 64642a2a-9c51-42c1-8cc0-9360e91f9003 on network af3c2912-2399-46c6-ae0a-8f10b83731aa {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:49:45.891876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e39ab67-0477-416e-b8b1-d1cb8f4748dc') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:45.892170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e39ab67-0477-416e-b8b1-d1cb8f4748dc') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:45.896092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:49:45.896472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Checking segment: {'id': '8e39ab67-0477-416e-b8b1-d1cb8f4748dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'af3c2912-2399-46c6-ae0a-8f10b83731aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:49:45.896880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.897275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Bound using segment: {'id': '8e39ab67-0477-416e-b8b1-d1cb8f4748dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'af3c2912-2399-46c6-ae0a-8f10b83731aa'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:49:45.897755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Bound port: 64642a2a-9c51-42c1-8cc0-9360e91f9003, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e39ab67-0477-416e-b8b1-d1cb8f4748dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'af3c2912-2399-46c6-ae0a-8f10b83731aa'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:49:45.898136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.904514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.921039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.927231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:49:45.927615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:45.978773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-275022af-1a8c-46a3-8adb-50b2fae58e6a None None] Provisioning for port 7286e4de-75c7-4e0e-a144-7444cca29a04 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:49:45.992977 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 8e39ab67-0477-416e-b8b1-d1cb8f4748dc resource provider aggregate not found Sep 19 12:49:46.019434 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 8e39ab67-0477-416e-b8b1-d1cb8f4748dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e39ab67-0477-416e-b8b1-d1cb8f4748dc found for delete ", "request_id": "req-7ba8f8ee-5108-4b9c-af86-78940493f594"}]} Sep 19 12:49:46.071182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] For port 64642a2a-9c51-42c1-8cc0-9360e91f9003, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:49:46.072085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.db.api [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:49:46.072085 dv-neutron-857775-2-hyperv neutron-server[89794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:49:46.072085 dv-neutron-857775-2-hyperv neutron-server[89794]: [parameters: {'id': 'af3c2912-2399-46c6-ae0a-8f10b83731aa'}] Sep 19 12:49:46.072085 dv-neutron-857775-2-hyperv neutron-server[89794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:49:46.072431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG oslo_db.api [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:49:46.075609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] For port 64642a2a-9c51-42c1-8cc0-9360e91f9003, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=64642a2a-9c51-42c1-8cc0-9360e91f9003,segment=NetworkSegment(8e39ab67-0477-416e-b8b1-d1cb8f4748dc),segment_id=8e39ab67-0477-416e-b8b1-d1cb8f4748dc)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:49:46.180994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:46.343079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2f39c-8254-4146-9c44-17c8bcf84878 None None] Pushing event updated for resources: {'Port': ['ID=64642a2a-9c51-42c1-8cc0-9360e91f9003,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:46.352493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5414a8a0-a848-45e9-baf6-8d0909e2cf1e None None] Network af3c2912-2399-46c6-ae0a-8f10b83731aa requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:46.570107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:46.574464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:46.577396 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e487a46-2778-42c7-beb3-6e04c1e7090d None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:49:46.586238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Deleting port 64642a2a-9c51-42c1-8cc0-9360e91f9003 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:46.586569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:46.665570 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e487a46-2778-42c7-beb3-6e04c1e7090d None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:49:46.797329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] For port 64642a2a-9c51-42c1-8cc0-9360e91f9003, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=64642a2a-9c51-42c1-8cc0-9360e91f9003,segment=NetworkSegment(8e39ab67-0477-416e-b8b1-d1cb8f4748dc),segment_id=8e39ab67-0477-416e-b8b1-d1cb8f4748dc)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:46.797970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:46.860086 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7286e4de-75c7-4e0e-a144-7444cca29a04 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:49:47.036378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Calling delete_port for 64642a2a-9c51-42c1-8cc0-9360e91f9003 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:47.099363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 7286e4de-75c7-4e0e-a144-7444cca29a04 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:49:47.104479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7286e4de-75c7-4e0e-a144-7444cca29a04 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:49:47.104863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.233456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7286e4de-75c7-4e0e-a144-7444cca29a04 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:49:47.233836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.254733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.267173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 7286e4de-75c7-4e0e-a144-7444cca29a04, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7286e4de-75c7-4e0e-a144-7444cca29a04,segment=NetworkSegment(c6d4acc9-edfe-4b64-95e8-5307dec95aa9),segment_id=c6d4acc9-edfe-4b64-95e8-5307dec95aa9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:47.308507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No DVR routers for this DVR port 64642a2a-9c51-42c1-8cc0-9360e91f9003 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:49:47.310161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Port': ['ID=64642a2a-9c51-42c1-8cc0-9360e91f9003,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:47.362011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.428522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=7286e4de-75c7-4e0e-a144-7444cca29a04,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:47.434366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.464360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3c2912-2399-46c6-ae0a-8f10b83731aa']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:47.476171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e39ab67-0477-416e-b8b1-d1cb8f4748dc') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:47.476469 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e39ab67-0477-416e-b8b1-d1cb8f4748dc') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:47.488262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.505854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.512475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:49:47.512876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.687506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.691605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.716734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Network': ['ID=af3c2912-2399-46c6-ae0a-8f10b83731aa,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:47.724163 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b00ac575-dd36-427a-b38f-226cdb577977 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/networks/af3c2912-2399-46c6-ae0a-8f10b83731aa HTTP/1.1" status: 204 len: 168 time: 2.7726932 Sep 19 12:49:47.727573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36902) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:47.734295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-484984910'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:47.739332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:47.743420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:network and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:47.747036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:47.753229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:47.882101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Made reservation on behalf of ee6ffe7d23e445f7a45a024256549072 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:47.886164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.914102 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:49:47.922827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:47.923169 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Added segment 62bc447b-e4c9-457b-bf12-855b3c5322c9 of type vlan for network a6fb096c-6280-4a5c-8dd4-21746c82207a Sep 19 12:49:47.949304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:48.036558 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 8e39ab67-0477-416e-b8b1-d1cb8f4748dc resource provider aggregate not found Sep 19 12:49:48.052249 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 8e39ab67-0477-416e-b8b1-d1cb8f4748dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e39ab67-0477-416e-b8b1-d1cb8f4748dc found for delete ", "request_id": "req-e0889b6a-688e-4dde-8912-e2deec3ad782"}]} Sep 19 12:49:48.065946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:48.071375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:48.071961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:48.179750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'Network': ['ID=a6fb096c-6280-4a5c-8dd4-21746c82207a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:48.189647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network a6fb096c-6280-4a5c-8dd4-21746c82207a details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:49:48.241293 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-57bfd513-04c0-48a6-9521-85667f99f351 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5097072 Sep 19 12:49:48.241479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36910) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:48.247143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Request body: {'subnet': {'network_id': 'a6fb096c-6280-4a5c-8dd4-21746c82207a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:48.361787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:48.365866 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:subnet and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:48.368642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:48.374978 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:48.466170 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Made reservation on behalf of ee6ffe7d23e445f7a45a024256549072 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:48.469813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:48.573719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.ipam_backend_mixin [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Performing IP validity checks on allocation pools {{(pid=89794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 12:49:48.573719 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.ipam_backend_mixin [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 12:49:48.774968 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:48.809108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7286e4de-75c7-4e0e-a144-7444cca29a04 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:49:48.867437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'Subnet': ['ID=bb6b6721-2a35-41bc-bd85-940c9f71dedf,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:48.872734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Checking segment: {'id': '62bc447b-e4c9-457b-bf12-855b3c5322c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a6fb096c-6280-4a5c-8dd4-21746c82207a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:49:48.873099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Network hostable DHCP agents. Network: a6fb096c-6280-4a5c-8dd4-21746c82207a, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:49:48.889838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7286e4de-75c7-4e0e-a144-7444cca29a04 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:49:48.890502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:48.934831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Network a6fb096c-6280-4a5c-8dd4-21746c82207a is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:49:49.003484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, a6fb096c-6280-4a5c-8dd4-21746c82207a) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:49:49.012095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:49.012769 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.017045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e41361-8cd9-4db6-a6a8-62dab6c3ea03 None None] Network a6fb096c-6280-4a5c-8dd4-21746c82207a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:49.031820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7286e4de-75c7-4e0e-a144-7444cca29a04 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:49:49.090249 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c33a07af-1b11-4aab-8cda-f6c738f88219 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8478043 Sep 19 12:49:49.092902 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36914) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:49.240871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.284152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1106fefa-d02d-4388-87f9-148321749861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-a6fb096c-6280-4a5c-8dd4-21746c82207a', 'network_id': 'a6fb096c-6280-4a5c-8dd4-21746c82207a', 'tenant_id': 'ee6ffe7d23e445f7a45a024256549072', 'fixed_ips': [{'subnet_id': 'bb6b6721-2a35-41bc-bd85-940c9f71dedf'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:49:49.284986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1106fefa-d02d-4388-87f9-148321749861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.313203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.453817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server [None req-1106fefa-d02d-4388-87f9-148321749861 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb6b6721-2a35-41bc-bd85-940c9f71dedf: This subnet is being modified by another concurrent operation. Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server raise exception Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb6b6721-2a35-41bc-bd85-940c9f71dedf: This subnet is being modified by another concurrent operation. Sep 19 12:49:49.485622 dv-neutron-857775-2-hyperv neutron-server[89796]: ERROR oslo_messaging.rpc.server Sep 19 12:49:49.495696 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6b6721-2a35-41bc-bd85-940c9f71dedf,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:49.515466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0e712-d5b6-4803-b469-bab5713cb400 None None] Network a6fb096c-6280-4a5c-8dd4-21746c82207a requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:49.596407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.623477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fb096c-6280-4a5c-8dd4-21746c82207a']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:49.636290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bc447b-e4c9-457b-bf12-855b3c5322c9') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:49.640855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bc447b-e4c9-457b-bf12-855b3c5322c9') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:49.648319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.664701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.671382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:49:49.671778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.705545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef26f5-153b-47fc-a49d-363500c3d813 None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:49:49.799702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef26f5-153b-47fc-a49d-363500c3d813 None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:49:49.927750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.949433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:49.958023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Network': ['ID=a6fb096c-6280-4a5c-8dd4-21746c82207a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:49.966299 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-edb436c0-dbfc-4390-9b38-857a9c41204c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/networks/a6fb096c-6280-4a5c-8dd4-21746c82207a HTTP/1.1" status: 204 len: 168 time: 0.8683689 Sep 19 12:49:49.966715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36918) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:49.972221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1042402629'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:49.977361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:49.981979 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:network and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:49.984849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:49.990819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:50.071701 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 62bc447b-e4c9-457b-bf12-855b3c5322c9 resource provider aggregate not found Sep 19 12:49:50.081737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Made reservation on behalf of ee6ffe7d23e445f7a45a024256549072 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:50.085334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:50.098092 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 62bc447b-e4c9-457b-bf12-855b3c5322c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62bc447b-e4c9-457b-bf12-855b3c5322c9 found for delete ", "request_id": "req-2744a682-19db-4a86-bdef-0f2d15cd7db8"}]} Sep 19 12:49:50.116702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:49:50.125935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:50.126275 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Added segment 52538b87-f647-410c-8bc5-c086b073a308 of type vlan for network d6ed3903-f95a-4efb-bce4-b3d5c9a91dff Sep 19 12:49:50.151922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:50.237309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:50.243043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:50.246339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:50.361416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'Network': ['ID=d6ed3903-f95a-4efb-bce4-b3d5c9a91dff,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:50.371603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network d6ed3903-f95a-4efb-bce4-b3d5c9a91dff details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:49:50.421148 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4aa98f85-b393-4d28-8f49-8feb04fa77c8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4534237 Sep 19 12:49:50.424068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36926) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:50.429674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Request body: {'subnet': {'network_id': 'd6ed3903-f95a-4efb-bce4-b3d5c9a91dff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:50.541100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:50.545116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:subnet and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:50.547965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:50.553646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:50.626252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Made reservation on behalf of ee6ffe7d23e445f7a45a024256549072 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:50.630033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:50.858106 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:49:50.945860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:51.022907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'Subnet': ['ID=4107a120-d580-42be-a550-b06e26c5e196,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:51.033345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Checking segment: {'id': '52538b87-f647-410c-8bc5-c086b073a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd6ed3903-f95a-4efb-bce4-b3d5c9a91dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:49:51.033702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Network hostable DHCP agents. Network: d6ed3903-f95a-4efb-bce4-b3d5c9a91dff, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:49:51.134711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Network d6ed3903-f95a-4efb-bce4-b3d5c9a91dff is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:49:51.225876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, d6ed3903-f95a-4efb-bce4-b3d5c9a91dff) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:49:51.230368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:51.231310 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:51.235582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adcb2d1-faaf-4d7c-aef9-31b01fba3138 None None] Network d6ed3903-f95a-4efb-bce4-b3d5c9a91dff requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:51.318509 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5ccbdfcf-b2ce-4de4-bbde-eba2c77d772b tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8933253 Sep 19 12:49:51.323559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36930) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:51.329236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135236445'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:51.334274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:51.338143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:network and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:51.341698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:51.347628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:51.426302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Made reservation on behalf of ee6ffe7d23e445f7a45a024256549072 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:51.429874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:51.459138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:49:51.462540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-d6ed3903-f95a-4efb-bce4-b3d5c9a91dff', 'network_id': 'd6ed3903-f95a-4efb-bce4-b3d5c9a91dff', 'tenant_id': 'ee6ffe7d23e445f7a45a024256549072', 'fixed_ips': [{'subnet_id': '4107a120-d580-42be-a550-b06e26c5e196'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:49:51.464101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:51.469354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:51.469698 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Added segment bdc8ee3b-5e27-4067-85bc-18e9f9ec2119 of type vlan for network 53533e97-3e3d-4740-870b-39888889d5ea Sep 19 12:49:51.500974 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:51.596568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:51.602171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:51.602842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:51.624780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Allocated IP 2001:db8::2 (d6ed3903-f95a-4efb-bce4-b3d5c9a91dff/4107a120-d580-42be-a550-b06e26c5e196/c1c34932-3b89-499b-b745-ac6d07c7e3a0) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:49:51.717025 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'Network': ['ID=53533e97-3e3d-4740-870b-39888889d5ea,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:51.729790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 53533e97-3e3d-4740-870b-39888889d5ea details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:49:51.764035 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-38634f39-1a6c-4e52-abc6-13f269b53638 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4394073 Sep 19 12:49:51.766903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36934) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:51.772451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Request body: {'subnet': {'network_id': '53533e97-3e3d-4740-870b-39888889d5ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:49:51.886564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:49:51.890808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Usage tracker for resource:subnet and tenant:ee6ffe7d23e445f7a45a024256549072 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:49:51.893686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:49:51.899371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:49:51.922178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:51.932673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Transition to ACTIVE for port object c1c34932-3b89-499b-b745-ac6d07c7e3a0 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:49:51.951254 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Transition to ACTIVE for port object c1c34932-3b89-499b-b745-ac6d07c7e3a0 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:49:52.009086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Made reservation on behalf of ee6ffe7d23e445f7a45a024256549072 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:49:52.012868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:52.038007 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:52.142674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Network d6ed3903-f95a-4efb-bce4-b3d5c9a91dff is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:49:52.145764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:49:52.149358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:49:52.155823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Pushing event updated for resources: {'Port': ['ID=c1c34932-3b89-499b-b745-ac6d07c7e3a0,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:52.254045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Attempting to bind port c1c34932-3b89-499b-b745-ac6d07c7e3a0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:49:52.254414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Attempting to bind port c1c34932-3b89-499b-b745-ac6d07c7e3a0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '52538b87-f647-410c-8bc5-c086b073a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd6ed3903-f95a-4efb-bce4-b3d5c9a91dff'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:49:52.254791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Attempting to bind port c1c34932-3b89-499b-b745-ac6d07c7e3a0 on network d6ed3903-f95a-4efb-bce4-b3d5c9a91dff {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:49:52.260010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:49:52.260932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Checking segment: {'id': '52538b87-f647-410c-8bc5-c086b073a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd6ed3903-f95a-4efb-bce4-b3d5c9a91dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:49:52.261291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:52.261682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Bound using segment: {'id': '52538b87-f647-410c-8bc5-c086b073a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd6ed3903-f95a-4efb-bce4-b3d5c9a91dff'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:49:52.262180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Bound port: c1c34932-3b89-499b-b745-ac6d07c7e3a0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52538b87-f647-410c-8bc5-c086b073a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd6ed3903-f95a-4efb-bce4-b3d5c9a91dff'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:49:52.262550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:52.288096 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:52.358925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] For port c1c34932-3b89-499b-b745-ac6d07c7e3a0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:49:52.362003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] For port c1c34932-3b89-499b-b745-ac6d07c7e3a0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c1c34932-3b89-499b-b745-ac6d07c7e3a0,segment=NetworkSegment(52538b87-f647-410c-8bc5-c086b073a308),segment_id=52538b87-f647-410c-8bc5-c086b073a308)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:49:52.367129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event updated for resources: {'Subnet': ['ID=86290187-0589-450b-80b1-ce092af64b4b,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:52.377396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Checking segment: {'id': 'bdc8ee3b-5e27-4067-85bc-18e9f9ec2119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '53533e97-3e3d-4740-870b-39888889d5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:49:52.377780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Network hostable DHCP agents. Network: 53533e97-3e3d-4740-870b-39888889d5ea, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:49:52.442607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:52.483519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Network 53533e97-3e3d-4740-870b-39888889d5ea is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:49:52.520959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d776f69-c843-490b-aeb8-2140de63a5ec None None] Pushing event updated for resources: {'Port': ['ID=c1c34932-3b89-499b-b745-ac6d07c7e3a0,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:52.568858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 53533e97-3e3d-4740-870b-39888889d5ea) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:49:52.573911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:49:52.574684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:52.579016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47214e43-ae2b-47d1-955d-5cb22e96e65d None None] Network 53533e97-3e3d-4740-870b-39888889d5ea requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:52.678506 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ce68435d-b0c2-4784-9f25-172151d9f71c tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9104345 Sep 19 12:49:52.681440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36938) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:52.840829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-53533e97-3e3d-4740-870b-39888889d5ea', 'network_id': '53533e97-3e3d-4740-870b-39888889d5ea', 'tenant_id': 'ee6ffe7d23e445f7a45a024256549072', 'fixed_ips': [{'subnet_id': '86290187-0589-450b-80b1-ce092af64b4b'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:49:52.841679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:52.904504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:52.913991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c1c34932-3b89-499b-b745-ac6d07c7e3a0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:49:52.975811 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.076495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Allocated IP 2001:db8::2 (53533e97-3e3d-4740-870b-39888889d5ea/86290187-0589-450b-80b1-ce092af64b4b/68e25979-f17c-4a2f-b20f-a096d70fc1a2) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:49:53.158429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c1c34932-3b89-499b-b745-ac6d07c7e3a0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:49:53.279799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.315792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.326885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Transition to ACTIVE for port object 68e25979-f17c-4a2f-b20f-a096d70fc1a2 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:49:53.346674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Transition to ACTIVE for port object 68e25979-f17c-4a2f-b20f-a096d70fc1a2 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:49:53.409590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.481255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Network 53533e97-3e3d-4740-870b-39888889d5ea is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:49:53.484159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:49:53.487999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:49:53.495374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.497457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Pushing event updated for resources: {'Port': ['ID=68e25979-f17c-4a2f-b20f-a096d70fc1a2,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:53.531045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0613afd-d3d2-4bf3-8557-5d3150c19c10 None None] Network d6ed3903-f95a-4efb-bce4-b3d5c9a91dff requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:53.549393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Subnet': ['ID=86290187-0589-450b-80b1-ce092af64b4b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:53.565673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.566014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.566353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.566688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.567044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.567376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.567692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.568015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.568341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.568663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.568984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.569302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:49:53.649332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.680437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53533e97-3e3d-4740-870b-39888889d5ea']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:53.686576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Attempting to bind port 68e25979-f17c-4a2f-b20f-a096d70fc1a2 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:49:53.686976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Attempting to bind port 68e25979-f17c-4a2f-b20f-a096d70fc1a2 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'bdc8ee3b-5e27-4067-85bc-18e9f9ec2119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '53533e97-3e3d-4740-870b-39888889d5ea'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:49:53.687347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Attempting to bind port 68e25979-f17c-4a2f-b20f-a096d70fc1a2 on network 53533e97-3e3d-4740-870b-39888889d5ea {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:49:53.693858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc8ee3b-5e27-4067-85bc-18e9f9ec2119') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:53.694377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc8ee3b-5e27-4067-85bc-18e9f9ec2119') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:53.705218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:49:53.705626 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Checking segment: {'id': 'bdc8ee3b-5e27-4067-85bc-18e9f9ec2119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '53533e97-3e3d-4740-870b-39888889d5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:49:53.705862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.705994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.706373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Bound using segment: {'id': 'bdc8ee3b-5e27-4067-85bc-18e9f9ec2119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '53533e97-3e3d-4740-870b-39888889d5ea'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:49:53.706867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Bound port: 68e25979-f17c-4a2f-b20f-a096d70fc1a2, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc8ee3b-5e27-4067-85bc-18e9f9ec2119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '53533e97-3e3d-4740-870b-39888889d5ea'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:49:53.707243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.722143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.728273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:49:53.728638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.796947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f5a34a50-a211-4a46-9cc8-0569aeb291b7 None None] Provisioning for port c1c34932-3b89-499b-b745-ac6d07c7e3a0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:49:53.800737 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment bdc8ee3b-5e27-4067-85bc-18e9f9ec2119 resource provider aggregate not found Sep 19 12:49:53.825137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f5a34a50-a211-4a46-9cc8-0569aeb291b7 None None] Provisioning complete for port c1c34932-3b89-499b-b745-ac6d07c7e3a0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:49:53.825137 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5a34a50-a211-4a46-9cc8-0569aeb291b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:53.832730 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment bdc8ee3b-5e27-4067-85bc-18e9f9ec2119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdc8ee3b-5e27-4067-85bc-18e9f9ec2119 found for delete ", "request_id": "req-5eb94b99-3efa-460b-bc85-d98bc9efba0c"}]} Sep 19 12:49:53.899695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.db.api [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 12:49:53.899695 dv-neutron-857775-2-hyperv neutron-server[89795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 12:49:53.899695 dv-neutron-857775-2-hyperv neutron-server[89795]: [parameters: {'id': '53533e97-3e3d-4740-870b-39888889d5ea'}] Sep 19 12:49:53.899695 dv-neutron-857775-2-hyperv neutron-server[89795]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:49:53.900188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG oslo_db.api [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:49:53.944796 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] For port 68e25979-f17c-4a2f-b20f-a096d70fc1a2, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:49:53.969564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] For port 68e25979-f17c-4a2f-b20f-a096d70fc1a2, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=68e25979-f17c-4a2f-b20f-a096d70fc1a2,segment=NetworkSegment(bdc8ee3b-5e27-4067-85bc-18e9f9ec2119),segment_id=bdc8ee3b-5e27-4067-85bc-18e9f9ec2119)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:49:54.074630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:54.105780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f5a34a50-a211-4a46-9cc8-0569aeb291b7 None None] Current status of the port c1c34932-3b89-499b-b745-ac6d07c7e3a0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:49:54.106154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5a34a50-a211-4a46-9cc8-0569aeb291b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:54.221449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f5a34a50-a211-4a46-9cc8-0569aeb291b7 None None] For port c1c34932-3b89-499b-b745-ac6d07c7e3a0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c1c34932-3b89-499b-b745-ac6d07c7e3a0,segment=NetworkSegment(52538b87-f647-410c-8bc5-c086b073a308),segment_id=52538b87-f647-410c-8bc5-c086b073a308)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:54.233346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb04e3e-bba3-4e72-a287-fdc095a10413 None None] Pushing event updated for resources: {'Port': ['ID=68e25979-f17c-4a2f-b20f-a096d70fc1a2,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:54.254985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd6fac-1d22-4ea6-bbe9-352dd212954f None None] Network 53533e97-3e3d-4740-870b-39888889d5ea requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:54.319191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f5a34a50-a211-4a46-9cc8-0569aeb291b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:54.401937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:54.412959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Deleting port 68e25979-f17c-4a2f-b20f-a096d70fc1a2 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:54.413295 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:54.451800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a34a50-a211-4a46-9cc8-0569aeb291b7 None None] Pushing event updated for resources: {'Port': ['ID=c1c34932-3b89-499b-b745-ac6d07c7e3a0,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:54.511314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f2271302-53ab-45e3-9d4f-4ef4174b1961 None None] Provisioning complete for port c1c34932-3b89-499b-b745-ac6d07c7e3a0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:49:54.511623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f2271302-53ab-45e3-9d4f-4ef4174b1961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:54.622127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] For port 68e25979-f17c-4a2f-b20f-a096d70fc1a2, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=68e25979-f17c-4a2f-b20f-a096d70fc1a2,segment=NetworkSegment(bdc8ee3b-5e27-4067-85bc-18e9f9ec2119),segment_id=bdc8ee3b-5e27-4067-85bc-18e9f9ec2119)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:54.622489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:54.629469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef66a8-bfed-4935-99ed-8b20dbba18e4 None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:49:54.685633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f2271302-53ab-45e3-9d4f-4ef4174b1961 None None] Current status of the port c1c34932-3b89-499b-b745-ac6d07c7e3a0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:49:54.735369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef66a8-bfed-4935-99ed-8b20dbba18e4 None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:49:54.750815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Calling delete_port for 68e25979-f17c-4a2f-b20f-a096d70fc1a2 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:54.827831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c1c34932-3b89-499b-b745-ac6d07c7e3a0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:49:54.997331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c1c34932-3b89-499b-b745-ac6d07c7e3a0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:49:54.997619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:55.001669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:55.048335 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Port': ['ID=68e25979-f17c-4a2f-b20f-a096d70fc1a2,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:55.051767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No DVR routers for this DVR port 68e25979-f17c-4a2f-b20f-a096d70fc1a2 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:49:55.179483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:55.189785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c1c34932-3b89-499b-b745-ac6d07c7e3a0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:49:55.209826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53533e97-3e3d-4740-870b-39888889d5ea']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:55.224061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc8ee3b-5e27-4067-85bc-18e9f9ec2119') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:55.224604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc8ee3b-5e27-4067-85bc-18e9f9ec2119') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:55.236080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:55.252286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:55.258284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:49:55.258669 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:55.419167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:55.437010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:55.448359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Network': ['ID=53533e97-3e3d-4740-870b-39888889d5ea,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:55.455599 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ab050bf2-26bb-4159-bd82-b509185e1c52 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/networks/53533e97-3e3d-4740-870b-39888889d5ea HTTP/1.1" status: 204 len: 168 time: 2.7721841 Sep 19 12:49:55.458194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36946) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:55.498720 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e614188b-4e02-458f-b1db-463675066eb8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] GET failed (client error): The resource could not be found. Sep 19 12:49:55.499309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e614188b-4e02-458f-b1db-463675066eb8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Synchronizing usage tracker for tenant:ee6ffe7d23e445f7a45a024256549072 on resource:subnet {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:49:55.580086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-e614188b-4e02-458f-b1db-463675066eb8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Unset dirty status for tenant:ee6ffe7d23e445f7a45a024256549072 on resource:subnet {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:49:55.581248 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e614188b-4e02-458f-b1db-463675066eb8 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "GET /v2.0/subnets/86290187-0589-450b-80b1-ce092af64b4b HTTP/1.1" status: 404 len: 337 time: 0.1220684 Sep 19 12:49:55.584517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36950) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:55.614359 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c16145d-6ffe-468d-acaa-683df6120e67 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] DELETE failed (client error): The resource could not be found. Sep 19 12:49:55.615405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c16145d-6ffe-468d-acaa-683df6120e67 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:49:55.618143 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3c16145d-6ffe-468d-acaa-683df6120e67 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/networks/53533e97-3e3d-4740-870b-39888889d5ea HTTP/1.1" status: 404 len: 339 time: 0.0325112 Sep 19 12:49:55.622581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36954) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:55.665719 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92f003a-425c-4f02-9b45-3c57d5d300f7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] DELETE failed (client error): The resource could not be found. Sep 19 12:49:55.666167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92f003a-425c-4f02-9b45-3c57d5d300f7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:49:55.668450 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a92f003a-425c-4f02-9b45-3c57d5d300f7 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/subnets/86290187-0589-450b-80b1-ce092af64b4b HTTP/1.1" status: 404 len: 337 time: 0.0449419 Sep 19 12:49:55.670947 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36958) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:55.694417 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ecc542-0c1b-4cef-a32e-15de9315ef18 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] DELETE failed (client error): The resource could not be found. Sep 19 12:49:55.694890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ecc542-0c1b-4cef-a32e-15de9315ef18 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:49:55.696453 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a3ecc542-0c1b-4cef-a32e-15de9315ef18 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/networks/53533e97-3e3d-4740-870b-39888889d5ea HTTP/1.1" status: 404 len: 339 time: 0.0246387 Sep 19 12:49:55.699298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36962) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:55.763665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33c93c4-fd12-4d4e-9765-1f983a0765f9 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Deleting subnet 4107a120-d580-42be-a550-b06e26c5e196 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:49:55.766626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a33c93c4-fd12-4d4e-9765-1f983a0765f9 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:55.824965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a33c93c4-fd12-4d4e-9765-1f983a0765f9 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:55.868236 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment bdc8ee3b-5e27-4067-85bc-18e9f9ec2119 resource provider aggregate not found Sep 19 12:49:55.885886 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment bdc8ee3b-5e27-4067-85bc-18e9f9ec2119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdc8ee3b-5e27-4067-85bc-18e9f9ec2119 found for delete ", "request_id": "req-622a04ef-1579-4483-9aee-8946fe683c92"}]} Sep 19 12:49:55.927391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a33c93c4-fd12-4d4e-9765-1f983a0765f9 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:56.082450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a33c93c4-fd12-4d4e-9765-1f983a0765f9 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:56.124367 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c93c4-fd12-4d4e-9765-1f983a0765f9 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Subnet': ['ID=4107a120-d580-42be-a550-b06e26c5e196,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:56.129573 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a33c93c4-fd12-4d4e-9765-1f983a0765f9 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:56.135993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0fec0-efc1-4f81-bae2-d030ea88715b None None] Network d6ed3903-f95a-4efb-bce4-b3d5c9a91dff requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:56.208419 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a33c93c4-fd12-4d4e-9765-1f983a0765f9 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/subnets/4107a120-d580-42be-a550-b06e26c5e196 HTTP/1.1" status: 204 len: 168 time: 0.5081081 Sep 19 12:49:56.210734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36970) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:56.328879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:56.339324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Deleting port c1c34932-3b89-499b-b745-ac6d07c7e3a0 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:56.340255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:56.395327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] DHCP port deletion for d6ed3903-f95a-4efb-bce4-b3d5c9a91dff request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:49:56.399225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] Deleting port c1c34932-3b89-499b-b745-ac6d07c7e3a0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:56.399707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:56.547105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] For port c1c34932-3b89-499b-b745-ac6d07c7e3a0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c1c34932-3b89-499b-b745-ac6d07c7e3a0,segment=NetworkSegment(52538b87-f647-410c-8bc5-c086b073a308),segment_id=52538b87-f647-410c-8bc5-c086b073a308)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:56.547462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:56.602131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] For port c1c34932-3b89-499b-b745-ac6d07c7e3a0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c1c34932-3b89-499b-b745-ac6d07c7e3a0,segment=NetworkSegment(52538b87-f647-410c-8bc5-c086b073a308),segment_id=52538b87-f647-410c-8bc5-c086b073a308)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:56.602519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:56.677018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Calling delete_port for c1c34932-3b89-499b-b745-ac6d07c7e3a0 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:56.764222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] Calling delete_port for c1c34932-3b89-499b-b745-ac6d07c7e3a0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:56.805604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c1c34932-3b89-499b-b745-ac6d07c7e3a0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:49:56.814545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:56.842959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c1c34932-3b89-499b-b745-ac6d07c7e3a0 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:49:56.843309 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c1c34932-3b89-499b-b745-ac6d07c7e3a0 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:49:56.860736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No DVR routers for this DVR port c1c34932-3b89-499b-b745-ac6d07c7e3a0 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:49:56.877200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:49:56.877559 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:49:57.019657 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Port': ['ID=c1c34932-3b89-499b-b745-ac6d07c7e3a0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:57.101112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.126495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ed3903-f95a-4efb-bce4-b3d5c9a91dff']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:57.139153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52538b87-f647-410c-8bc5-c086b073a308') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:57.139453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52538b87-f647-410c-8bc5-c086b073a308') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:57.150668 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.166560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.172819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:49:57.173254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.334417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.351265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.362698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Network': ['ID=d6ed3903-f95a-4efb-bce4-b3d5c9a91dff,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:57.367048 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-67508d31-1019-4844-b1b9-736bbd4f42a3 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/networks/d6ed3903-f95a-4efb-bce4-b3d5c9a91dff HTTP/1.1" status: 204 len: 168 time: 1.1553457 Sep 19 12:49:57.370049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 36974) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:57.378800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] Deleting port c1c34932-3b89-499b-b745-ac6d07c7e3a0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:57.379281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.407888 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fe557c-4e8b-477f-9802-fd4ef4663d2d tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] DELETE failed (client error): The resource could not be found. Sep 19 12:49:57.408334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fe557c-4e8b-477f-9802-fd4ef4663d2d tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:49:57.409996 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-20fe557c-4e8b-477f-9802-fd4ef4663d2d tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/subnets/bb6b6721-2a35-41bc-bd85-940c9f71dedf HTTP/1.1" status: 404 len: 337 time: 0.0389762 Sep 19 12:49:57.412763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36978) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:57.438423 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-456b7862-542e-48b7-913b-68af0b5f9a81 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] DELETE failed (client error): The resource could not be found. Sep 19 12:49:57.438925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456b7862-542e-48b7-913b-68af0b5f9a81 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:49:57.440637 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-456b7862-542e-48b7-913b-68af0b5f9a81 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/networks/a6fb096c-6280-4a5c-8dd4-21746c82207a HTTP/1.1" status: 404 len: 339 time: 0.0268154 Sep 19 12:49:57.443232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36982) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:57.448871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7e804297-8136-4704-9c6e-f605cde45ae4 None None] The port 'c1c34932-3b89-499b-b745-ac6d07c7e3a0' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:49:57.481272 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-31840ddb-1884-421d-af67-25e5b5e5fd3a tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] DELETE failed (client error): The resource could not be found. Sep 19 12:49:57.481723 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31840ddb-1884-421d-af67-25e5b5e5fd3a tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:49:57.483409 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-31840ddb-1884-421d-af67-25e5b5e5fd3a tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/subnets/16c44667-f8d8-4217-8606-3eada3af4cc8 HTTP/1.1" status: 404 len: 337 time: 0.0392821 Sep 19 12:49:57.485907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36986) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:57.510311 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7300395-bd65-4a4a-946a-15c89bffd253 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] DELETE failed (client error): The resource could not be found. Sep 19 12:49:57.510874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7300395-bd65-4a4a-946a-15c89bffd253 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 12:49:57.512631 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e7300395-bd65-4a4a-946a-15c89bffd253 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/networks/af3c2912-2399-46c6-ae0a-8f10b83731aa HTTP/1.1" status: 404 len: 339 time: 0.0258510 Sep 19 12:49:57.515207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36990) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:57.582426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf636e7f-07b4-4620-a755-ced12edfaddf tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Deleting subnet 90820ef4-2862-4631-bed6-8a7f7eee84a4 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:49:57.585290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf636e7f-07b4-4620-a755-ced12edfaddf tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.639543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf636e7f-07b4-4620-a755-ced12edfaddf tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.721551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf636e7f-07b4-4620-a755-ced12edfaddf tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.872182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf636e7f-07b4-4620-a755-ced12edfaddf tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.904364 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 52538b87-f647-410c-8bc5-c086b073a308 resource provider aggregate not found Sep 19 12:49:57.910038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf636e7f-07b4-4620-a755-ced12edfaddf tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Subnet': ['ID=90820ef4-2862-4631-bed6-8a7f7eee84a4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:57.917644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cf636e7f-07b4-4620-a755-ced12edfaddf tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:57.924438 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 52538b87-f647-410c-8bc5-c086b073a308 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52538b87-f647-410c-8bc5-c086b073a308 found for delete ", "request_id": "req-413a6e75-933d-4a71-943d-d14b3a604e98"}]} Sep 19 12:49:57.925249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40574c8b-d941-494e-a92a-d8c63daba452 None None] Network f2e406fd-0526-474f-96ee-fe9ae15fd3f9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:49:57.928421 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cf636e7f-07b4-4620-a755-ced12edfaddf tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/subnets/90820ef4-2862-4631-bed6-8a7f7eee84a4 HTTP/1.1" status: 204 len: 168 time: 0.4122443 Sep 19 12:49:57.930986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 36998) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:58.146917 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:58.158530 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Deleting port 7286e4de-75c7-4e0e-a144-7444cca29a04 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:58.158894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:58.197902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] DHCP port deletion for f2e406fd-0526-474f-96ee-fe9ae15fd3f9 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:49:58.202147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] Deleting port 7286e4de-75c7-4e0e-a144-7444cca29a04 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:58.202522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:58.381274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] For port 7286e4de-75c7-4e0e-a144-7444cca29a04, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7286e4de-75c7-4e0e-a144-7444cca29a04,segment=NetworkSegment(c6d4acc9-edfe-4b64-95e8-5307dec95aa9),segment_id=c6d4acc9-edfe-4b64-95e8-5307dec95aa9)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:58.381774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:58.414003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] For port 7286e4de-75c7-4e0e-a144-7444cca29a04, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7286e4de-75c7-4e0e-a144-7444cca29a04,segment=NetworkSegment(c6d4acc9-edfe-4b64-95e8-5307dec95aa9),segment_id=c6d4acc9-edfe-4b64-95e8-5307dec95aa9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:49:58.414588 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:58.511076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Calling delete_port for 7286e4de-75c7-4e0e-a144-7444cca29a04 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:58.539342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] Calling delete_port for 7286e4de-75c7-4e0e-a144-7444cca29a04 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:49:58.648791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:58.655370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:49:58.662110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:49:58.703266 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] No DVR routers for this DVR port 7286e4de-75c7-4e0e-a144-7444cca29a04 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:49:58.732912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Port': ['ID=7286e4de-75c7-4e0e-a144-7444cca29a04,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:58.799008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7286e4de-75c7-4e0e-a144-7444cca29a04 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:49:58.832916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:58.833206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 7286e4de-75c7-4e0e-a144-7444cca29a04 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:49:58.833312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7286e4de-75c7-4e0e-a144-7444cca29a04 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:49:58.859980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e406fd-0526-474f-96ee-fe9ae15fd3f9']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:58.873133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d4acc9-edfe-4b64-95e8-5307dec95aa9') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:58.873429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d4acc9-edfe-4b64-95e8-5307dec95aa9') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:49:58.884684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:58.900585 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:58.906699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:49:58.907101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:58.980297 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment c6d4acc9-edfe-4b64-95e8-5307dec95aa9 resource provider aggregate not found Sep 19 12:49:59.001911 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment c6d4acc9-edfe-4b64-95e8-5307dec95aa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6d4acc9-edfe-4b64-95e8-5307dec95aa9 found for delete ", "request_id": "req-779de52a-7ab2-4894-9771-23c2fafe4c97"}]} Sep 19 12:49:59.082921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:59.100383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:59.111931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] Pushing event deleted for resources: {'Network': ['ID=f2e406fd-0526-474f-96ee-fe9ae15fd3f9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:59.116181 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2345673a-036b-4720-99ee-fbf57f278d91 tempest-NetworksIpV6Test-778372917 tempest-NetworksIpV6Test-778372917-project] 10.222.0.66 "DELETE /v2.0/networks/f2e406fd-0526-474f-96ee-fe9ae15fd3f9 HTTP/1.1" status: 204 len: 168 time: 1.1842821 Sep 19 12:49:59.157174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] Deleting port 7286e4de-75c7-4e0e-a144-7444cca29a04 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:49:59.157562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:59.226155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-03954dc3-82d4-4f11-9e08-e5ac0acf9b53 None None] The port '7286e4de-75c7-4e0e-a144-7444cca29a04' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:49:59.551726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37010) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:59.699341 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9c269d5a-2b85-4651-a774-a0183afac807 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee6ffe7d23e445f7a45a024256549072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464140 Sep 19 12:49:59.702451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37016) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:49:59.764340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97cd7ff0-48f3-4a47-b9f3-02262c4266cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:59.794649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97cd7ff0-48f3-4a47-b9f3-02262c4266cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:59.928694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97cd7ff0-48f3-4a47-b9f3-02262c4266cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:59.943255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd7ff0-48f3-4a47-b9f3-02262c4266cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dfef1e-2208-4606-933b-a120966090c5,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:49:59.950184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-97cd7ff0-48f3-4a47-b9f3-02262c4266cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:49:59.951347 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-97cd7ff0-48f3-4a47-b9f3-02262c4266cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24dfef1e-2208-4606-933b-a120966090c5 HTTP/1.1" status: 204 len: 168 time: 0.2479842 Sep 19 12:50:01.036959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37040) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:01.139770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1861599260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:01.146431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:01.150278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Usage tracker for resource:router and tenant:4d9e1c7f10094ff1bf5702b1aba9beca is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:01.154004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:01.160393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:01.259276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:01.260882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:01.284877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:01.386947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:01.487254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:01.488461 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-15543855-aeb9-41d2-ab38-1359e253268e tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4505131 Sep 19 12:50:01.491540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37046) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:01.497704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2037504564'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:01.502738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:01.507070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Usage tracker for resource:network and tenant:4d9e1c7f10094ff1bf5702b1aba9beca is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:01.513877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:01.516324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:01.596154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Made reservation on behalf of 4d9e1c7f10094ff1bf5702b1aba9beca for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:50:01.599598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:01.612220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:01.627715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:01.631575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Usage tracker for resource:security_group_rule and tenant:4d9e1c7f10094ff1bf5702b1aba9beca is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:01.634378 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:01.640767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:01.723276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:01.790291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:01.828463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:50:01.833730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ee2ac4-d211-49ce-b986-0a47d48eafd6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:01.907069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:01.907412 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Added segment 9deea231-802d-4563-a438-5b0d0ab02229 of type vlan for network 86ea8685-0ab7-4560-8390-8007e6b2327e Sep 19 12:50:01.933747 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:02.037302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:02.043427 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:02.044016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:02.160435 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event updated for resources: {'Network': ['ID=86ea8685-0ab7-4560-8390-8007e6b2327e,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:02.171534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 86ea8685-0ab7-4560-8390-8007e6b2327e details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:50:02.215855 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f311da60-41e4-4c63-a337-0f4cb8ed52bb tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7230735 Sep 19 12:50:02.218340 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37050) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:02.224119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Request body: {'subnet': {'network_id': '86ea8685-0ab7-4560-8390-8007e6b2327e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:02.341667 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:02.345514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Usage tracker for resource:subnet and tenant:4d9e1c7f10094ff1bf5702b1aba9beca is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:02.348350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:02.354042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:02.459955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Made reservation on behalf of 4d9e1c7f10094ff1bf5702b1aba9beca for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:50:02.463416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:02.860278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:02.946405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event updated for resources: {'Subnet': ['ID=5e1ccd94-3bbb-4edc-86a5-9e58723f2141,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:02.951401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Checking segment: {'id': '9deea231-802d-4563-a438-5b0d0ab02229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '86ea8685-0ab7-4560-8390-8007e6b2327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:02.951766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Network hostable DHCP agents. Network: 86ea8685-0ab7-4560-8390-8007e6b2327e, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:50:03.037158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Network 86ea8685-0ab7-4560-8390-8007e6b2327e is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:50:03.117228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 86ea8685-0ab7-4560-8390-8007e6b2327e) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:03.121796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:03.122387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:03.126672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044ca20-b7c1-4fc0-8c77-7f36c77af75f None None] Network 86ea8685-0ab7-4560-8390-8007e6b2327e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:50:03.201177 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-beefadb9-4689-4be3-a284-1ed5d1bb5e62 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9786224 Sep 19 12:50:03.201410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37054) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:03.207620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1170282054'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:03.219451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:03.234545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Usage tracker for resource:network and tenant:4d9e1c7f10094ff1bf5702b1aba9beca is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:03.234545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:03.235791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:03.328698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Made reservation on behalf of 4d9e1c7f10094ff1bf5702b1aba9beca for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:50:03.332325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:03.361880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:50:03.362987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-86ea8685-0ab7-4560-8390-8007e6b2327e', 'network_id': '86ea8685-0ab7-4560-8390-8007e6b2327e', 'tenant_id': '4d9e1c7f10094ff1bf5702b1aba9beca', 'fixed_ips': [{'subnet_id': '5e1ccd94-3bbb-4edc-86a5-9e58723f2141'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:50:03.364240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:03.371740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:03.372118 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Added segment d0e6cf02-6c21-412e-8938-df5ee87a5ad5 of type vlan for network 2834da30-e4de-4b7c-ba07-091806f7e157 Sep 19 12:50:03.400115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:03.488535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:03.494148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:03.494822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:03.572267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Allocated IP 172.20.0.2 (86ea8685-0ab7-4560-8390-8007e6b2327e/5e1ccd94-3bbb-4edc-86a5-9e58723f2141/889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:50:03.604445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event updated for resources: {'Network': ['ID=2834da30-e4de-4b7c-ba07-091806f7e157,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:03.647142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 2834da30-e4de-4b7c-ba07-091806f7e157 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:50:03.660686 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a62af9dd-52fb-4f4e-93c0-5852e0fb3c2a tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4582131 Sep 19 12:50:03.663591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37058) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:03.669729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Request body: {'subnet': {'network_id': '2834da30-e4de-4b7c-ba07-091806f7e157', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:03.785225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:03.794906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Usage tracker for resource:subnet and tenant:4d9e1c7f10094ff1bf5702b1aba9beca is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:03.794906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:03.797675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:03.905993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Made reservation on behalf of 4d9e1c7f10094ff1bf5702b1aba9beca for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:50:03.909409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:03.994005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:04.004284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Transition to ACTIVE for port object 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:04.022671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Transition to ACTIVE for port object 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:04.083723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:04.150961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Network 86ea8685-0ab7-4560-8390-8007e6b2327e is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:04.154340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:04.158287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:50:04.166871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Pushing event updated for resources: {'Port': ['ID=889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:04.197196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:04.211488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.213424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.213424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.213424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.213424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.213424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.213424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.213974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.214677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.214986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.215452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.215765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:04.278201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Attempting to bind port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:50:04.278580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Attempting to bind port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9deea231-802d-4563-a438-5b0d0ab02229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '86ea8685-0ab7-4560-8390-8007e6b2327e'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:50:04.279188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Attempting to bind port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 on network 86ea8685-0ab7-4560-8390-8007e6b2327e {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:50:04.284968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:50:04.285344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Checking segment: {'id': '9deea231-802d-4563-a438-5b0d0ab02229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '86ea8685-0ab7-4560-8390-8007e6b2327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:04.285750 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:04.285921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event updated for resources: {'Subnet': ['ID=44d340b3-0736-46d2-926e-451daf878bc3,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:04.286144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Bound using segment: {'id': '9deea231-802d-4563-a438-5b0d0ab02229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '86ea8685-0ab7-4560-8390-8007e6b2327e'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:50:04.286612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Bound port: 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9deea231-802d-4563-a438-5b0d0ab02229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '86ea8685-0ab7-4560-8390-8007e6b2327e'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:50:04.287014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:04.289227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Checking segment: {'id': 'd0e6cf02-6c21-412e-8938-df5ee87a5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2834da30-e4de-4b7c-ba07-091806f7e157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:04.289606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Network hostable DHCP agents. Network: 2834da30-e4de-4b7c-ba07-091806f7e157, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:50:04.380421 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] For port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:50:04.383543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] For port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7,segment=NetworkSegment(9deea231-802d-4563-a438-5b0d0ab02229),segment_id=9deea231-802d-4563-a438-5b0d0ab02229)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:50:04.407512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Network 2834da30-e4de-4b7c-ba07-091806f7e157 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:50:04.453640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:04.488392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 2834da30-e4de-4b7c-ba07-091806f7e157) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:04.494004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:04.494644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:04.503357 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7ad155-e039-4d9d-b6f4-1390984cef3b None None] Network 2834da30-e4de-4b7c-ba07-091806f7e157 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:50:04.575961 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8d024710-7191-443a-8427-c68d960fc8d0 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9112756 Sep 19 12:50:04.578863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37062) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:04.584658 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-851c1726-495d-47e2-9449-b26f40a64e54 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Request body: {'router': {'external_gateway_info': {'network_id': '2834da30-e4de-4b7c-ba07-091806f7e157'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:04.613060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dba6d9-1191-468d-a453-ff7a4a91f21a None None] Pushing event updated for resources: {'Port': ['ID=889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:04.765520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-2834da30-e4de-4b7c-ba07-091806f7e157', 'network_id': '2834da30-e4de-4b7c-ba07-091806f7e157', 'tenant_id': '4d9e1c7f10094ff1bf5702b1aba9beca', 'fixed_ips': [{'subnet_id': '44d340b3-0736-46d2-926e-451daf878bc3'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:50:04.766565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:04.891084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:05.022717 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-851c1726-495d-47e2-9449-b26f40a64e54 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.029028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Allocated IP 172.21.0.2 (2834da30-e4de-4b7c-ba07-091806f7e157/44d340b3-0736-46d2-926e-451daf878bc3/d8153c3e-d40e-482b-b765-9791fab87015) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:50:05.117943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:05.227157 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.api.v2.resource [None req-851c1726-495d-47e2-9449-b26f40a64e54 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 12:50:05.234900 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-851c1726-495d-47e2-9449-b26f40a64e54 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "PUT /v2.0/routers/ddcbe41b-ca61-42a3-a304-686dee7455ed HTTP/1.1" status: 400 len: 364 time: 0.6483791 Sep 19 12:50:05.235124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37066) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:05.254020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.266705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Transition to ACTIVE for port object d8153c3e-d40e-482b-b765-9791fab87015 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:05.301837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Transition to ACTIVE for port object d8153c3e-d40e-482b-b765-9791fab87015 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:05.319447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1675cc35-bad1-4422-bd03-05c56fa4c8ef tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Deleting subnet 44d340b3-0736-46d2-926e-451daf878bc3 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:50:05.361551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1675cc35-bad1-4422-bd03-05c56fa4c8ef tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.362383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.426529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1675cc35-bad1-4422-bd03-05c56fa4c8ef tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.444441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Network 2834da30-e4de-4b7c-ba07-091806f7e157 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:05.448037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:05.451485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:50:05.454058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Pushing event updated for resources: {'Port': ['ID=d8153c3e-d40e-482b-b765-9791fab87015,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:05.534081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1675cc35-bad1-4422-bd03-05c56fa4c8ef tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.606885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Attempting to bind port d8153c3e-d40e-482b-b765-9791fab87015 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:50:05.607270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Attempting to bind port d8153c3e-d40e-482b-b765-9791fab87015 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'd0e6cf02-6c21-412e-8938-df5ee87a5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2834da30-e4de-4b7c-ba07-091806f7e157'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:50:05.607640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Attempting to bind port d8153c3e-d40e-482b-b765-9791fab87015 on network 2834da30-e4de-4b7c-ba07-091806f7e157 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:50:05.614058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:50:05.614464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Checking segment: {'id': 'd0e6cf02-6c21-412e-8938-df5ee87a5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2834da30-e4de-4b7c-ba07-091806f7e157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:05.615230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.615576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Bound using segment: {'id': 'd0e6cf02-6c21-412e-8938-df5ee87a5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2834da30-e4de-4b7c-ba07-091806f7e157'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:50:05.616044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Bound port: d8153c3e-d40e-482b-b765-9791fab87015, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e6cf02-6c21-412e-8938-df5ee87a5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2834da30-e4de-4b7c-ba07-091806f7e157'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:50:05.616455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.663954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45346dab-59eb-42ac-8cd8-13960d5be2fa None None] Network 86ea8685-0ab7-4560-8390-8007e6b2327e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:50:05.682276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1675cc35-bad1-4422-bd03-05c56fa4c8ef tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.726375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1675cc35-bad1-4422-bd03-05c56fa4c8ef tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.729304 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675cc35-bad1-4422-bd03-05c56fa4c8ef tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event deleted for resources: {'Subnet': ['ID=44d340b3-0736-46d2-926e-451daf878bc3,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:05.738500 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1675cc35-bad1-4422-bd03-05c56fa4c8ef tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "DELETE /v2.0/subnets/44d340b3-0736-46d2-926e-451daf878bc3 HTTP/1.1" status: 204 len: 168 time: 0.4998486 Sep 19 12:50:05.738500 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37070) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:05.819842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] For port d8153c3e-d40e-482b-b765-9791fab87015, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:50:05.843302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] For port d8153c3e-d40e-482b-b765-9791fab87015, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d8153c3e-d40e-482b-b765-9791fab87015,segment=NetworkSegment(d0e6cf02-6c21-412e-8938-df5ee87a5ad5),segment_id=d0e6cf02-6c21-412e-8938-df5ee87a5ad5)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:50:05.888314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.898839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Deleting port d8153c3e-d40e-482b-b765-9791fab87015 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:50:05.899181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.940935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-28554b9b-d371-4069-bef3-acf35b3de9c3 None None] Provisioning for port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:05.944678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:05.992489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-28554b9b-d371-4069-bef3-acf35b3de9c3 None None] Provisioning complete for port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:05.992955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-28554b9b-d371-4069-bef3-acf35b3de9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:06.145613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c52e59-af22-4259-8579-b0bb77ad308a None None] Pushing event updated for resources: {'Port': ['ID=d8153c3e-d40e-482b-b765-9791fab87015,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:06.210793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262cdd83-1882-48d0-91c4-9afa1e27f76f None None] Network 2834da30-e4de-4b7c-ba07-091806f7e157 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:50:06.267466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] For port d8153c3e-d40e-482b-b765-9791fab87015, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=d8153c3e-d40e-482b-b765-9791fab87015,segment=NetworkSegment(d0e6cf02-6c21-412e-8938-df5ee87a5ad5),segment_id=d0e6cf02-6c21-412e-8938-df5ee87a5ad5)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:06.267830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:06.356256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-28554b9b-d371-4069-bef3-acf35b3de9c3 None None] Current status of the port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:06.356660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-28554b9b-d371-4069-bef3-acf35b3de9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:06.435401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Calling delete_port for d8153c3e-d40e-482b-b765-9791fab87015 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:50:06.475270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-28554b9b-d371-4069-bef3-acf35b3de9c3 None None] For port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7,segment=NetworkSegment(9deea231-802d-4563-a438-5b0d0ab02229),segment_id=9deea231-802d-4563-a438-5b0d0ab02229)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:06.531184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e32fb3b-3a36-42ae-995e-b4b57b94866e None None] get_active_networks_info from dv-neutron-857775-2-hyperv {{(pid=89796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 12:50:06.572745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-28554b9b-d371-4069-bef3-acf35b3de9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:06.580209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:06.642888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event deleted for resources: {'Port': ['ID=d8153c3e-d40e-482b-b765-9791fab87015,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:06.648047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] No DVR routers for this DVR port d8153c3e-d40e-482b-b765-9791fab87015 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:50:06.675665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28554b9b-d371-4069-bef3-acf35b3de9c3 None None] Pushing event updated for resources: {'Port': ['ID=889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:06.705899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32fb3b-3a36-42ae-995e-b4b57b94866e None None] Resources bound (agent type, host, resource id): {{(pid=89796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 12:50:06.721707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-318400f9-dec0-48af-a1ff-9d2b8abd6999 None None] Provisioning complete for port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:06.722094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-318400f9-dec0-48af-a1ff-9d2b8abd6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:06.805496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:06.840047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:06.841425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2834da30-e4de-4b7c-ba07-091806f7e157']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:06.854924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e6cf02-6c21-412e-8938-df5ee87a5ad5') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:06.855345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e6cf02-6c21-412e-8938-df5ee87a5ad5') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:06.866962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:06.883554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:06.890686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:50:06.891111 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:06.962153 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment d0e6cf02-6c21-412e-8938-df5ee87a5ad5 resource provider aggregate not found Sep 19 12:50:06.983535 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment d0e6cf02-6c21-412e-8938-df5ee87a5ad5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0e6cf02-6c21-412e-8938-df5ee87a5ad5 found for delete ", "request_id": "req-2ea3cb5e-d745-4176-b466-4b5cdca1db2e"}]} Sep 19 12:50:07.048618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.053356 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.079607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event deleted for resources: {'Network': ['ID=2834da30-e4de-4b7c-ba07-091806f7e157,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:07.081886 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:07.082267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.087572 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d143d478-7213-4bd8-9bd9-fd950d84f28f tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "DELETE /v2.0/networks/2834da30-e4de-4b7c-ba07-091806f7e157 HTTP/1.1" status: 204 len: 168 time: 1.3478928 Sep 19 12:50:07.087982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37078) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:07.108510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-318400f9-dec0-48af-a1ff-9d2b8abd6999 None None] Current status of the port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:07.160645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a56dfe-eefd-4a3a-adb5-37e9e7384fdc tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Deleting subnet 5e1ccd94-3bbb-4edc-86a5-9e58723f2141 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:50:07.163681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16a56dfe-eefd-4a3a-adb5-37e9e7384fdc tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.221156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16a56dfe-eefd-4a3a-adb5-37e9e7384fdc tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.306103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16a56dfe-eefd-4a3a-adb5-37e9e7384fdc tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.311250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:07.449532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16a56dfe-eefd-4a3a-adb5-37e9e7384fdc tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.487675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56dfe-eefd-4a3a-adb5-37e9e7384fdc tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1ccd94-3bbb-4edc-86a5-9e58723f2141,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:07.491526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-16a56dfe-eefd-4a3a-adb5-37e9e7384fdc tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.498983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091dab92-8aee-47bb-a726-c2aef2d19dd5 None None] Network 86ea8685-0ab7-4560-8390-8007e6b2327e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:50:07.499499 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-16a56dfe-eefd-4a3a-adb5-37e9e7384fdc tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "DELETE /v2.0/subnets/5e1ccd94-3bbb-4edc-86a5-9e58723f2141 HTTP/1.1" status: 204 len: 168 time: 0.4094605 Sep 19 12:50:07.501098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37082) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:07.621677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.632242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Deleting port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:50:07.632583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.762644 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] DHCP port deletion for 86ea8685-0ab7-4560-8390-8007e6b2327e request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:50:07.766557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] Deleting port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:50:07.766947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.846690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] For port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7,segment=NetworkSegment(9deea231-802d-4563-a438-5b0d0ab02229),segment_id=9deea231-802d-4563-a438-5b0d0ab02229)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:07.847077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:07.973779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] For port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7,segment=NetworkSegment(9deea231-802d-4563-a438-5b0d0ab02229),segment_id=9deea231-802d-4563-a438-5b0d0ab02229)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:07.974171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:08.082104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Calling delete_port for 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:50:08.104159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] Calling delete_port for 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:50:08.231746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:08.238451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:50:08.239044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:50:08.282167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event deleted for resources: {'Port': ['ID=889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:08.284251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] No DVR routers for this DVR port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:50:08.406998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:08.431463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ea8685-0ab7-4560-8390-8007e6b2327e']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:08.443292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9deea231-802d-4563-a438-5b0d0ab02229') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:08.443597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9deea231-802d-4563-a438-5b0d0ab02229') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:08.455231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:08.471326 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:08.477236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:50:08.477622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:08.546653 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9deea231-802d-4563-a438-5b0d0ab02229 resource provider aggregate not found Sep 19 12:50:08.567756 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 9deea231-802d-4563-a438-5b0d0ab02229 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9deea231-802d-4563-a438-5b0d0ab02229 found for delete ", "request_id": "req-b847e845-6591-4bc8-a103-e6d61eb2ca63"}]} Sep 19 12:50:08.677308 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:08.695041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:08.706036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Pushing event deleted for resources: {'Network': ['ID=86ea8685-0ab7-4560-8390-8007e6b2327e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:08.710080 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9a20c4c9-30c2-4073-887e-5ac26428aff5 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "DELETE /v2.0/networks/86ea8685-0ab7-4560-8390-8007e6b2327e HTTP/1.1" status: 204 len: 168 time: 1.2080617 Sep 19 12:50:08.716711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37090) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:08.740545 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] Deleting port 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:50:08.741051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:08.763983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-258bca7d-1215-42c3-a450-6ec578f95080 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Synchronizing usage tracker for tenant:4d9e1c7f10094ff1bf5702b1aba9beca on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:50:08.813422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bad49a54-a822-4db1-8910-03d7cf924753 None None] The port '889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:50:08.815630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:50:08.851183 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:50:08.851539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 889a3375-5ef7-42d1-99b3-c6ccd2cb1ed7 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:50:08.854564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-258bca7d-1215-42c3-a450-6ec578f95080 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Unset dirty status for tenant:4d9e1c7f10094ff1bf5702b1aba9beca on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:50:08.855815 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-258bca7d-1215-42c3-a450-6ec578f95080 tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcbe41b-ca61-42a3-a304-686dee7455ed HTTP/1.1" status: 200 len: 205 time: 0.1421430 Sep 19 12:50:08.860489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37094) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:08.994658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-facb2520-eb84-4eb7-bb2f-2c2c9cab028c tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:09.289233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-facb2520-eb84-4eb7-bb2f-2c2c9cab028c tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:09.291482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-facb2520-eb84-4eb7-bb2f-2c2c9cab028c tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:09.407568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-facb2520-eb84-4eb7-bb2f-2c2c9cab028c tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:09.408215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facb2520-eb84-4eb7-bb2f-2c2c9cab028c tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Fanout notify agent at l3_agent the message router_deleted on router ddcbe41b-ca61-42a3-a304-686dee7455ed {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:50:09.421035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-facb2520-eb84-4eb7-bb2f-2c2c9cab028c tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:09.422115 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-facb2520-eb84-4eb7-bb2f-2c2c9cab028c tempest-RoutersNegativeTest-1760555641 tempest-RoutersNegativeTest-1760555641-project] 10.222.0.66 "DELETE /v2.0/routers/ddcbe41b-ca61-42a3-a304-686dee7455ed HTTP/1.1" status: 204 len: 168 time: 0.5629377 Sep 19 12:50:09.916375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37102) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:10.062137 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bc293713-2893-4a1c-9831-43f5ae89481c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d9e1c7f10094ff1bf5702b1aba9beca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439583 Sep 19 12:50:10.064691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37108) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:10.126448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d3df0a4-73bb-414b-9195-1f93513a51d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:10.152279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d3df0a4-73bb-414b-9195-1f93513a51d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:10.317020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d3df0a4-73bb-414b-9195-1f93513a51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:10.333273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3df0a4-73bb-414b-9195-1f93513a51d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ee2ac4-d211-49ce-b986-0a47d48eafd6,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:10.338224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5d3df0a4-73bb-414b-9195-1f93513a51d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:10.339289 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5d3df0a4-73bb-414b-9195-1f93513a51d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31ee2ac4-d211-49ce-b986-0a47d48eafd6 HTTP/1.1" status: 204 len: 168 time: 0.2731383 Sep 19 12:50:11.274269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37132) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:11.378695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2089260704-network', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:11.383525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:11.387886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Usage tracker for resource:network and tenant:a4131082dd784d6380769d6e4c5336cb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:11.390891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:11.396647 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:11.516631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Made reservation on behalf of a4131082dd784d6380769d6e4c5336cb for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:50:11.518946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:11.531974 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:11.555594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:11.559753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Usage tracker for resource:security_group_rule and tenant:a4131082dd784d6380769d6e4c5336cb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:11.562507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:11.568232 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:11.585615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-14947e18-646d-4568-be6c-3be6aef85a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:11.650512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:11.716915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:11.750901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:50:11.760947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f94f0-52b7-4339-926a-e2ae51f8975f,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:11.766414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:11.767810 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Added segment 2287f386-b79e-412a-8967-a576b5de80cb of type vlan for network 057863c8-89b3-4752-997f-46eb53317fb3 Sep 19 12:50:11.792631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:11.888078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:11.889028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:11.889604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:11.992984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] Pushing event updated for resources: {'Network': ['ID=057863c8-89b3-4752-997f-46eb53317fb3,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:12.003138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 057863c8-89b3-4752-997f-46eb53317fb3 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:50:12.048335 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-eff09615-8f2d-49dc-abea-68f55101ee10 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7728419 Sep 19 12:50:12.051193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37138) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:12.056603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Request body: {'subnet': {'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2089260704-subnet', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'ip_version': 4}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:12.062349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:12.066244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Usage tracker for resource:subnet and tenant:a4131082dd784d6380769d6e4c5336cb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:12.069106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:12.075699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:12.174068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Made reservation on behalf of a4131082dd784d6380769d6e4c5336cb for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:50:12.176445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:12.454214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:12.531020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783c3fe0-9245-4afc-a14f-c12ada9037d5,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:12.542330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Checking segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:12.542694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Network hostable DHCP agents. Network: 057863c8-89b3-4752-997f-46eb53317fb3, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:50:12.636549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Network 057863c8-89b3-4752-997f-46eb53317fb3 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:50:12.699690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 057863c8-89b3-4752-997f-46eb53317fb3) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:12.703623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:12.704302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:12.708148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e696fa-e0cf-4306-ae16-cf4281e54b60 None None] Network 057863c8-89b3-4752-997f-46eb53317fb3 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:50:12.780713 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-22047d96-1c56-4413-9461-d77ca1598c03 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7283878 Sep 19 12:50:12.783498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37142) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:12.788783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2089260704-router', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:12.794418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:12.798675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Usage tracker for resource:router and tenant:a4131082dd784d6380769d6e4c5336cb is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:12.801721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:12.808107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:12.882692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:12.883894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:12.899003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:12.933596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-057863c8-89b3-4752-997f-46eb53317fb3', 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'fixed_ips': [{'subnet_id': '783c3fe0-9245-4afc-a14f-c12ada9037d5'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:50:12.934426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:13.090818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Allocated IP 172.20.0.2 (057863c8-89b3-4752-997f-46eb53317fb3/783c3fe0-9245-4afc-a14f-c12ada9037d5/fc3e7a3d-ffab-45b1-8fb9-c13552735649) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:50:13.339653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:13.344465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:13.350250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Transition to ACTIVE for port object fc3e7a3d-ffab-45b1-8fb9-c13552735649 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:13.368234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Transition to ACTIVE for port object fc3e7a3d-ffab-45b1-8fb9-c13552735649 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:13.420785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:13.491100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Network 057863c8-89b3-4752-997f-46eb53317fb3 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:13.493860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:13.496526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:50:13.574519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Pushing event updated for resources: {'Port': ['ID=fc3e7a3d-ffab-45b1-8fb9-c13552735649,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:13.619818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Attempting to bind port fc3e7a3d-ffab-45b1-8fb9-c13552735649 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:50:13.619818 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Attempting to bind port fc3e7a3d-ffab-45b1-8fb9-c13552735649 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:50:13.620244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Attempting to bind port fc3e7a3d-ffab-45b1-8fb9-c13552735649 on network 057863c8-89b3-4752-997f-46eb53317fb3 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:50:13.631618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:50:13.632010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Checking segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:13.632403 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:13.632777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Bound using segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:50:13.633235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Bound port: fc3e7a3d-ffab-45b1-8fb9-c13552735649, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:50:13.633603 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:13.722303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:13.726346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] For port fc3e7a3d-ffab-45b1-8fb9-c13552735649, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:50:13.729519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] For port fc3e7a3d-ffab-45b1-8fb9-c13552735649, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fc3e7a3d-ffab-45b1-8fb9-c13552735649,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:50:13.739885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5453daa6-f15f-4eaf-b529-5c1f36652094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:13.757976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:13.826293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:13.897192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Allocated IP 172.26.5.107 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/b426192c-0520-4608-9573-096bdd4a8965) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:50:13.902182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be2669-cb7e-4733-b1f4-a2096d912070 None None] Pushing event updated for resources: {'Port': ['ID=fc3e7a3d-ffab-45b1-8fb9-c13552735649,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:14.055585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:14.153286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:14.228342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:14.231857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:14.235878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:50:14.277172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Pushing event updated for resources: {'Port': ['ID=b426192c-0520-4608-9573-096bdd4a8965,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:14.603133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:14.759592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:14.864161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fc3e7a3d-ffab-45b1-8fb9-c13552735649 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:14.924663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61b2eb-9106-49d2-b939-e476cbffcd9c None None] Network 057863c8-89b3-4752-997f-46eb53317fb3 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:50:15.108787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:15.164858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-45275fa4-ec1a-4a4d-8abc-679afa18aa82 None None] Provisioning for port fc3e7a3d-ffab-45b1-8fb9-c13552735649 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:15.174913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port fc3e7a3d-ffab-45b1-8fb9-c13552735649 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:15.180112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-45275fa4-ec1a-4a4d-8abc-679afa18aa82 None None] Provisioning complete for port fc3e7a3d-ffab-45b1-8fb9-c13552735649 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:15.180483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-45275fa4-ec1a-4a4d-8abc-679afa18aa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:15.210274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port fc3e7a3d-ffab-45b1-8fb9-c13552735649 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:15.210637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:15.252608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:15.423430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-45275fa4-ec1a-4a4d-8abc-679afa18aa82 None None] Current status of the port fc3e7a3d-ffab-45b1-8fb9-c13552735649 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:15.424078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-45275fa4-ec1a-4a4d-8abc-679afa18aa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:15.445928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port fc3e7a3d-ffab-45b1-8fb9-c13552735649 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:15.446303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:15.487696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-45275fa4-ec1a-4a4d-8abc-679afa18aa82 None None] For port fc3e7a3d-ffab-45b1-8fb9-c13552735649, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fc3e7a3d-ffab-45b1-8fb9-c13552735649,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:15.579853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Router 6313e3be-d61d-414b-8b23-25aacb133582 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:50:15.609373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-45275fa4-ec1a-4a4d-8abc-679afa18aa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:15.724767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:50:15.725009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:50:15.732779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45275fa4-ec1a-4a4d-8abc-679afa18aa82 None None] Pushing event updated for resources: {'Port': ['ID=fc3e7a3d-ffab-45b1-8fb9-c13552735649,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:15.742156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-551809cf-3c4a-4f5c-8b99-6b55457fc2ea None None] Provisioning complete for port fc3e7a3d-ffab-45b1-8fb9-c13552735649 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:15.742540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-551809cf-3c4a-4f5c-8b99-6b55457fc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:15.768149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:50:15.779205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Sync routers for ids ['6313e3be-d61d-414b-8b23-25aacb133582'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:50:15.804784 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Routers {'6313e3be-d61d-414b-8b23-25aacb133582'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:50:15.805389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:50:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6313e3be-d61d-414b-8b23-25aacb133582'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:15.854907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:15.856464 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c0bb4aef-67b1-4cf9-89ff-08a98d843f2d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0719657 Sep 19 12:50:15.859353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37146) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:16.019370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-551809cf-3c4a-4f5c-8b99-6b55457fc2ea None None] Current status of the port fc3e7a3d-ffab-45b1-8fb9-c13552735649 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:16.037675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Set router 6313e3be-d61d-414b-8b23-25aacb133582 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:50:16.327917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port fc3e7a3d-ffab-45b1-8fb9-c13552735649 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:16.408970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e3be-d61d-414b-8b23-25aacb133582', 'name': 'tempest-TestEncryptedCinderVolumes-2089260704-router', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b426192c-0520-4608-9573-096bdd4a8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:12Z', 'updated_at': '2022-09-19T12:50:14Z', 'revision_number': 3, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'gw_port': {'id': 'b426192c-0520-4608-9573-096bdd4a8965', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e3be-d61d-414b-8b23-25aacb133582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:13Z', 'updated_at': '2022-09-19T12:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:16.413393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Checking router: 6313e3be-d61d-414b-8b23-25aacb133582 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:50:16.413393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Updating router 6313e3be-d61d-414b-8b23-25aacb133582 port b426192c-0520-4608-9573-096bdd4a8965 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:50:16.480117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:16.525523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:16.540910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:16.821299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fc3e7a3d-ffab-45b1-8fb9-c13552735649 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:16.855234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:16.879503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Allocated IP 172.20.0.1 (057863c8-89b3-4752-997f-46eb53317fb3/783c3fe0-9245-4afc-a14f-c12ada9037d5/6ac0ecfe-3ab6-41ed-89d1-d624c15eef20) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:50:16.884148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Transition to ACTIVE for port object b426192c-0520-4608-9573-096bdd4a8965 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:16.906838 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port fc3e7a3d-ffab-45b1-8fb9-c13552735649 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:16.907209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:16.964656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.023625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Attempting to bind port b426192c-0520-4608-9573-096bdd4a8965 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:50:17.024491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Attempting to bind port b426192c-0520-4608-9573-096bdd4a8965 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:50:17.024491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Attempting to bind port b426192c-0520-4608-9573-096bdd4a8965 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:50:17.026420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.040379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:50:17.040758 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:17.041158 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.042159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:50:17.042527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Transition to ACTIVE for port object 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:17.042645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Bound port: b426192c-0520-4608-9573-096bdd4a8965, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:50:17.043030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.106265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.146207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee4b61-c0ea-4c3e-9a0f-082607607abe None None] Pushing event updated for resources: {'Port': ['ID=b426192c-0520-4608-9573-096bdd4a8965,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:17.165953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port fc3e7a3d-ffab-45b1-8fb9-c13552735649 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:17.172978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Network 057863c8-89b3-4752-997f-46eb53317fb3 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:17.175982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:17.179593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:50:17.180316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] For port b426192c-0520-4608-9573-096bdd4a8965, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:50:17.186108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] For port b426192c-0520-4608-9573-096bdd4a8965, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b426192c-0520-4608-9573-096bdd4a8965,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:50:17.217934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac0ecfe-3ab6-41ed-89d1-d624c15eef20,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:17.253856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.259370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.328772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Routers {'6313e3be-d61d-414b-8b23-25aacb133582'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:50:17.329396 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:50:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6313e3be-d61d-414b-8b23-25aacb133582'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:17.420187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee4b61-c0ea-4c3e-9a0f-082607607abe None None] Pushing event updated for resources: {'Port': ['ID=b426192c-0520-4608-9573-096bdd4a8965,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:17.532973 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] Set router 6313e3be-d61d-414b-8b23-25aacb133582 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:50:17.588423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.634734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e9170714-0254-474c-bae1-5bb1742e8120 None None] Provisioning for port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:17.643667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e9170714-0254-474c-bae1-5bb1742e8120 None None] Provisioning complete for port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:17.644038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e9170714-0254-474c-bae1-5bb1742e8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.817401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e9170714-0254-474c-bae1-5bb1742e8120 None None] Port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:50:17.822575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.900198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:17.925422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e3be-d61d-414b-8b23-25aacb133582', 'name': 'tempest-TestEncryptedCinderVolumes-2089260704-router', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b426192c-0520-4608-9573-096bdd4a8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:12Z', 'updated_at': '2022-09-19T12:50:14Z', 'revision_number': 3, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'gw_port': {'id': 'b426192c-0520-4608-9573-096bdd4a8965', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e3be-d61d-414b-8b23-25aacb133582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:13Z', 'updated_at': '2022-09-19T12:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:17.929494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147907c-f48b-4eb1-8f49-25ecd111cb72 None None] The sync data for ids ['6313e3be-d61d-414b-8b23-25aacb133582'] in dv-neutron-857775-2-hyperv is: [{'id': '6313e3be-d61d-414b-8b23-25aacb133582', 'name': 'tempest-TestEncryptedCinderVolumes-2089260704-router', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b426192c-0520-4608-9573-096bdd4a8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:12Z', 'updated_at': '2022-09-19T12:50:14Z', 'revision_number': 3, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'gw_port': {'id': 'b426192c-0520-4608-9573-096bdd4a8965', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e3be-d61d-414b-8b23-25aacb133582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:13Z', 'updated_at': '2022-09-19T12:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:50:18.007554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:18.011397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac0ecfe-3ab6-41ed-89d1-d624c15eef20,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:18.157606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Network 057863c8-89b3-4752-997f-46eb53317fb3 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:18.157606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:18.387855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Router 6313e3be-d61d-414b-8b23-25aacb133582 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:50:18.443432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7a89beb4-e933-4663-a736-e1c06fa9a740 None None] Provisioning complete for port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:18.444454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7a89beb4-e933-4663-a736-e1c06fa9a740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:18.506484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7a89beb4-e933-4663-a736-e1c06fa9a740 None None] Port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:50:18.705361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:50:18.715162 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5b4e33b7-e74b-42b3-acb7-3ecbd45633c4 admin admin] 10.222.0.66 "PUT /v2.0/routers/6313e3be-d61d-414b-8b23-25aacb133582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8547444 Sep 19 12:50:18.849705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b426192c-0520-4608-9573-096bdd4a8965 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:18.980676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port b426192c-0520-4608-9573-096bdd4a8965 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:18.986044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b426192c-0520-4608-9573-096bdd4a8965 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:18.986531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.107080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b426192c-0520-4608-9573-096bdd4a8965 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:19.107464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.124503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b426192c-0520-4608-9573-096bdd4a8965, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b426192c-0520-4608-9573-096bdd4a8965,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:19.203269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.281799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b426192c-0520-4608-9573-096bdd4a8965,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:19.408601 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37164) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:19.414120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-661391789-network', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:19.419283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:19.423093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Usage tracker for resource:network and tenant:2edad56c32f74729bcf431f55a9db2e2 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:19.425916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:19.431545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:19.486490 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Sync routers for ids ['6313e3be-d61d-414b-8b23-25aacb133582'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:50:19.498145 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Routers {'6313e3be-d61d-414b-8b23-25aacb133582'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:50:19.498145 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:50:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6313e3be-d61d-414b-8b23-25aacb133582'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:19.557568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Made reservation on behalf of 2edad56c32f74729bcf431f55a9db2e2 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:50:19.560382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.574384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.589291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:19.593112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Usage tracker for resource:security_group_rule and tenant:2edad56c32f74729bcf431f55a9db2e2 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:19.596325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:19.602111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:19.684367 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Set router 6313e3be-d61d-414b-8b23-25aacb133582 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:50:19.687478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.779898 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.808052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:50:19.820705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7cd9db-1836-4bbe-90f8-c2c961badb81,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:19.826840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.827544 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Added segment 93191ad2-e544-4011-aee3-e0de4b8b2dd0 of type vlan for network 91891719-3b4e-43b6-a97d-916c998a7759 Sep 19 12:50:19.863530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.939584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.940553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:19.941164 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:19.994068 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e3be-d61d-414b-8b23-25aacb133582', 'name': 'tempest-TestEncryptedCinderVolumes-2089260704-router', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b426192c-0520-4608-9573-096bdd4a8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:12Z', 'updated_at': '2022-09-19T12:50:17Z', 'revision_number': 4, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'gw_port': {'id': 'b426192c-0520-4608-9573-096bdd4a8965', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e3be-d61d-414b-8b23-25aacb133582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:13Z', 'updated_at': '2022-09-19T12:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '6ac0ecfe-3ab6-41ed-89d1-d624c15eef20', 'name': '', 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'mac_address': 'fa:16:3e:66:2f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e3be-d61d-414b-8b23-25aacb133582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '783c3fe0-9245-4afc-a14f-c12ada9037d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:16Z', 'updated_at': '2022-09-19T12:50:17Z', 'revision_number': 2, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'subnets': [{'id': '783c3fe0-9245-4afc-a14f-c12ada9037d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:19.998691 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Checking router: 6313e3be-d61d-414b-8b23-25aacb133582 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:50:19.999071 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Updating router 6313e3be-d61d-414b-8b23-25aacb133582 port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:50:20.046715 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] Pushing event updated for resources: {'Network': ['ID=91891719-3b4e-43b6-a97d-916c998a7759,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:20.058011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 91891719-3b4e-43b6-a97d-916c998a7759 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:50:20.058641 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.088150 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2de4b81b-065a-420c-80df-731ad00d6735 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6784258 Sep 19 12:50:20.091395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37168) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:20.096987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Request body: {'subnet': {'network_id': '91891719-3b4e-43b6-a97d-916c998a7759', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-661391789-subnet', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:20.101973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:20.107005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Usage tracker for resource:subnet and tenant:2edad56c32f74729bcf431f55a9db2e2 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:20.110479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:20.116564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:20.201659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Made reservation on behalf of 2edad56c32f74729bcf431f55a9db2e2 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:50:20.204111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.417519 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.429210 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Transition to ACTIVE for port object 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:20.488413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.504996 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.564064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7a30ba-365b-459d-9167-a9cafc2f6174,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:20.577050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Checking segment: {'id': '93191ad2-e544-4011-aee3-e0de4b8b2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:20.577407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Network hostable DHCP agents. Network: 91891719-3b4e-43b6-a97d-916c998a7759, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:50:20.642220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Network 91891719-3b4e-43b6-a97d-916c998a7759 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:50:20.692652 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Pushing event updated for resources: {'Port': ['ID=6ac0ecfe-3ab6-41ed-89d1-d624c15eef20,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:20.705480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 91891719-3b4e-43b6-a97d-916c998a7759) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:20.709605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:20.710195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.716107 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.719168 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.719306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2cad6-aa38-467e-b183-5a58befcee8f None None] Network 91891719-3b4e-43b6-a97d-916c998a7759 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:50:20.719427 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.719427 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.719427 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.719427 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.719427 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.719427 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.719427 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.719427 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.719427 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.720218 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:20.731143 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Attempting to bind port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:50:20.731508 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Attempting to bind port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:50:20.732244 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Attempting to bind port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 on network 057863c8-89b3-4752-997f-46eb53317fb3 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:50:20.737315 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:50:20.737762 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Checking segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:20.738073 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.738473 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Bound using segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:50:20.738955 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Bound port: 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:50:20.739314 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.799348 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-275c034e-3720-4383-b098-c993655bcbaf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7067988 Sep 19 12:50:20.801747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37172) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:20.806797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-661391789-router', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:20.812455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:20.816891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Usage tracker for resource:router and tenant:2edad56c32f74729bcf431f55a9db2e2 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:50:20.820076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:50:20.827577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:20.841876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b426192c-0520-4608-9573-096bdd4a8965 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:20.848445 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] For port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:50:20.851571 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] For port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6ac0ecfe-3ab6-41ed-89d1-d624c15eef20,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:50:20.934083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.935177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.951081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:20.962864 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:21.008480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b426192c-0520-4608-9573-096bdd4a8965 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:21.008844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:21.029773 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Routers {'6313e3be-d61d-414b-8b23-25aacb133582'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:50:21.030407 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:50:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6313e3be-d61d-414b-8b23-25aacb133582'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:21.040250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-91891719-3b4e-43b6-a97d-916c998a7759', 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'fixed_ips': [{'subnet_id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:50:21.041082 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:21.119480 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9501dbc-003d-4541-9197-0cef3bd4f4a6 None None] Pushing event updated for resources: {'Port': ['ID=6ac0ecfe-3ab6-41ed-89d1-d624c15eef20,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:21.257065 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] Set router 6313e3be-d61d-414b-8b23-25aacb133582 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:50:21.265388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b426192c-0520-4608-9573-096bdd4a8965 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:21.281645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Allocated IP 172.20.0.2 (91891719-3b4e-43b6-a97d-916c998a7759/fe7a30ba-365b-459d-9167-a9cafc2f6174/0ec626e2-9daa-4714-a7da-ea5071c8a734) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:50:21.392177 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:21.509875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:21.520943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Transition to ACTIVE for port object 0ec626e2-9daa-4714-a7da-ea5071c8a734 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:21.551829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Transition to ACTIVE for port object 0ec626e2-9daa-4714-a7da-ea5071c8a734 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:21.609922 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e3be-d61d-414b-8b23-25aacb133582', 'name': 'tempest-TestEncryptedCinderVolumes-2089260704-router', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b426192c-0520-4608-9573-096bdd4a8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:12Z', 'updated_at': '2022-09-19T12:50:17Z', 'revision_number': 4, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'gw_port': {'id': 'b426192c-0520-4608-9573-096bdd4a8965', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e3be-d61d-414b-8b23-25aacb133582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:13Z', 'updated_at': '2022-09-19T12:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '6ac0ecfe-3ab6-41ed-89d1-d624c15eef20', 'name': '', 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'mac_address': 'fa:16:3e:66:2f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e3be-d61d-414b-8b23-25aacb133582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '783c3fe0-9245-4afc-a14f-c12ada9037d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:16Z', 'updated_at': '2022-09-19T12:50:20Z', 'revision_number': 4, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'subnets': [{'id': '783c3fe0-9245-4afc-a14f-c12ada9037d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:21.614074 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba327259-5b68-4b57-9302-b14f6deac6de None None] The sync data for ids ['6313e3be-d61d-414b-8b23-25aacb133582'] in dv-neutron-857775-2-hyperv is: [{'id': '6313e3be-d61d-414b-8b23-25aacb133582', 'name': 'tempest-TestEncryptedCinderVolumes-2089260704-router', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b426192c-0520-4608-9573-096bdd4a8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:12Z', 'updated_at': '2022-09-19T12:50:17Z', 'revision_number': 4, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'gw_port': {'id': 'b426192c-0520-4608-9573-096bdd4a8965', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e3be-d61d-414b-8b23-25aacb133582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:13Z', 'updated_at': '2022-09-19T12:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '6ac0ecfe-3ab6-41ed-89d1-d624c15eef20', 'name': '', 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'mac_address': 'fa:16:3e:66:2f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e3be-d61d-414b-8b23-25aacb133582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '783c3fe0-9245-4afc-a14f-c12ada9037d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:16Z', 'updated_at': '2022-09-19T12:50:20Z', 'revision_number': 4, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'subnets': [{'id': '783c3fe0-9245-4afc-a14f-c12ada9037d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:50:21.638070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:21.741366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Network 91891719-3b4e-43b6-a97d-916c998a7759 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:21.744420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:21.750981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:50:21.765300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Pushing event updated for resources: {'Port': ['ID=0ec626e2-9daa-4714-a7da-ea5071c8a734,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:21.848378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:21.870648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Attempting to bind port 0ec626e2-9daa-4714-a7da-ea5071c8a734 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:50:21.871101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Attempting to bind port 0ec626e2-9daa-4714-a7da-ea5071c8a734 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '93191ad2-e544-4011-aee3-e0de4b8b2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:50:21.871407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Attempting to bind port 0ec626e2-9daa-4714-a7da-ea5071c8a734 on network 91891719-3b4e-43b6-a97d-916c998a7759 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:50:21.877484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:50:21.877861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Checking segment: {'id': '93191ad2-e544-4011-aee3-e0de4b8b2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:21.878263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:21.878656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Bound using segment: {'id': '93191ad2-e544-4011-aee3-e0de4b8b2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:50:21.879196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Bound port: 0ec626e2-9daa-4714-a7da-ea5071c8a734, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93191ad2-e544-4011-aee3-e0de4b8b2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:50:21.879573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:21.881168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:22.016174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] For port 0ec626e2-9daa-4714-a7da-ea5071c8a734, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:50:22.019826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] For port 0ec626e2-9daa-4714-a7da-ea5071c8a734, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0ec626e2-9daa-4714-a7da-ea5071c8a734,segment=NetworkSegment(93191ad2-e544-4011-aee3-e0de4b8b2dd0),segment_id=93191ad2-e544-4011-aee3-e0de4b8b2dd0)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:50:22.111757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:22.153314 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Allocated IP 172.26.5.5 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/1906a93d-c1b9-466f-8140-1fb0a0c1a133) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:50:22.199800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b32769-43d7-490c-83cb-d22a8454106a None None] Pushing event updated for resources: {'Port': ['ID=0ec626e2-9daa-4714-a7da-ea5071c8a734,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:22.342738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:22.432008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:22.503398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:22.506822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:22.511790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:50:22.552710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=1906a93d-c1b9-466f-8140-1fb0a0c1a133,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:22.892996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0ec626e2-9daa-4714-a7da-ea5071c8a734 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:23.048319 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 0ec626e2-9daa-4714-a7da-ea5071c8a734 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:23.053787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:23.077512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:23.188257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:23.214053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56fdd0-96f4-4ff9-be02-c6cce752db18 None None] Network 91891719-3b4e-43b6-a97d-916c998a7759 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:50:23.237236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:23.301509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:23.301885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:23.437763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:23.470684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-387ef19f-ae6a-4da6-8e33-266d38e6a928 None None] Provisioning for port 0ec626e2-9daa-4714-a7da-ea5071c8a734 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:23.495361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-387ef19f-ae6a-4da6-8e33-266d38e6a928 None None] Provisioning complete for port 0ec626e2-9daa-4714-a7da-ea5071c8a734 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:23.495735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-387ef19f-ae6a-4da6-8e33-266d38e6a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:23.553962 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:23.554259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:23.667646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6ac0ecfe-3ab6-41ed-89d1-d624c15eef20,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:23.729847 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-387ef19f-ae6a-4da6-8e33-266d38e6a928 None None] Current status of the port 0ec626e2-9daa-4714-a7da-ea5071c8a734 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:23.730231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-387ef19f-ae6a-4da6-8e33-266d38e6a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:23.745601 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:50:23.762480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:23.804969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-387ef19f-ae6a-4da6-8e33-266d38e6a928 None None] For port 0ec626e2-9daa-4714-a7da-ea5071c8a734, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0ec626e2-9daa-4714-a7da-ea5071c8a734,segment=NetworkSegment(93191ad2-e544-4011-aee3-e0de4b8b2dd0),segment_id=93191ad2-e544-4011-aee3-e0de4b8b2dd0)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:23.842653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=6ac0ecfe-3ab6-41ed-89d1-d624c15eef20,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:23.883063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-387ef19f-ae6a-4da6-8e33-266d38e6a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:23.958133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ef19f-ae6a-4da6-8e33-266d38e6a928 None None] Pushing event updated for resources: {'Port': ['ID=0ec626e2-9daa-4714-a7da-ea5071c8a734,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:24.003724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f4f62669-9b30-46b2-bd49-951e5b07436d None None] Provisioning complete for port 0ec626e2-9daa-4714-a7da-ea5071c8a734 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:24.004096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f4f62669-9b30-46b2-bd49-951e5b07436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:24.069572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:50:24.100292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Sync routers for ids ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:50:24.126690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Routers {'1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:50:24.127388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:50:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:24.168452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:24.169719 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-77ca7c2b-e08a-48f0-9c5c-364d85518bc7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3670282 Sep 19 12:50:24.172473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37176) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:50:24.195951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f4f62669-9b30-46b2-bd49-951e5b07436d None None] Current status of the port 0ec626e2-9daa-4714-a7da-ea5071c8a734 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:24.315661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Set router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:50:24.646872 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'name': 'tempest-TestEncryptedCinderVolumes-661391789-router', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:20Z', 'updated_at': '2022-09-19T12:50:22Z', 'revision_number': 3, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'gw_port': {'id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:21Z', 'updated_at': '2022-09-19T12:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:24.650730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Checking router: 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:50:24.651098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Updating router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde port 1906a93d-c1b9-466f-8140-1fb0a0c1a133 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:50:24.705993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:24.849992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0ec626e2-9daa-4714-a7da-ea5071c8a734 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:24.859416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.018727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 0ec626e2-9daa-4714-a7da-ea5071c8a734 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:25.019389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.067784 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Allocated IP 172.20.0.1 (91891719-3b4e-43b6-a97d-916c998a7759/fe7a30ba-365b-459d-9167-a9cafc2f6174/619a8fd7-74d8-4f06-b8a9-59dcc42a3826) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:50:25.183799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.212311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Transition to ACTIVE for port object 1906a93d-c1b9-466f-8140-1fb0a0c1a133 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:25.218698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.221701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 0ec626e2-9daa-4714-a7da-ea5071c8a734 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:25.222776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:25.235108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Transition to ACTIVE for port object 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:25.283809 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.345727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.350618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Attempting to bind port 1906a93d-c1b9-466f-8140-1fb0a0c1a133 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:50:25.351018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Attempting to bind port 1906a93d-c1b9-466f-8140-1fb0a0c1a133 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:50:25.351384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Attempting to bind port 1906a93d-c1b9-466f-8140-1fb0a0c1a133 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:50:25.367028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:50:25.372541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:25.372541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.372541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:50:25.372541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Bound port: 1906a93d-c1b9-466f-8140-1fb0a0c1a133, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:50:25.372541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.399952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:25.400331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.418185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Network 91891719-3b4e-43b6-a97d-916c998a7759 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:25.420904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:25.424719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:50:25.448317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdabfc-69fa-49bc-8361-70da8322ad9e None None] Pushing event updated for resources: {'Port': ['ID=1906a93d-c1b9-466f-8140-1fb0a0c1a133,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:25.459528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Pushing event updated for resources: {'Port': ['ID=619a8fd7-74d8-4f06-b8a9-59dcc42a3826,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:25.492430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.513754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] For port 1906a93d-c1b9-466f-8140-1fb0a0c1a133, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:50:25.517263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] For port 1906a93d-c1b9-466f-8140-1fb0a0c1a133, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1906a93d-c1b9-466f-8140-1fb0a0c1a133,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:50:25.582610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:25.591733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.661178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Routers {'1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:50:25.661788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:50:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:25.719827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.757969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdabfc-69fa-49bc-8361-70da8322ad9e None None] Pushing event updated for resources: {'Port': ['ID=1906a93d-c1b9-466f-8140-1fb0a0c1a133,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:25.810599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-93a4baac-83b5-4fac-821f-aede6e10745a None None] Provisioning for port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:25.834828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-93a4baac-83b5-4fac-821f-aede6e10745a None None] Provisioning complete for port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:25.835198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-93a4baac-83b5-4fac-821f-aede6e10745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:25.908711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-93a4baac-83b5-4fac-821f-aede6e10745a None None] Port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:50:25.911233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] Set router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:50:26.070820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:26.145235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:26.255735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:26.260197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Pushing event updated for resources: {'Port': ['ID=619a8fd7-74d8-4f06-b8a9-59dcc42a3826,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:26.262787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'name': 'tempest-TestEncryptedCinderVolumes-661391789-router', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:20Z', 'updated_at': '2022-09-19T12:50:25Z', 'revision_number': 4, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'gw_port': {'id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:21Z', 'updated_at': '2022-09-19T12:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '619a8fd7-74d8-4f06-b8a9-59dcc42a3826', 'name': '', 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'mac_address': 'fa:16:3e:9c:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:24Z', 'updated_at': '2022-09-19T12:50:25Z', 'revision_number': 1, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'subnets': [{'id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:26.267715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9dd8b-fce0-46b5-a12f-830662da784d None None] The sync data for ids ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'] in dv-neutron-857775-2-hyperv is: [{'id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'name': 'tempest-TestEncryptedCinderVolumes-661391789-router', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:20Z', 'updated_at': '2022-09-19T12:50:25Z', 'revision_number': 4, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'gw_port': {'id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:21Z', 'updated_at': '2022-09-19T12:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '619a8fd7-74d8-4f06-b8a9-59dcc42a3826', 'name': '', 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'mac_address': 'fa:16:3e:9c:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:24Z', 'updated_at': '2022-09-19T12:50:25Z', 'revision_number': 1, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'subnets': [{'id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:50:26.403707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Network 91891719-3b4e-43b6-a97d-916c998a7759 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:26.404845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:26.622575 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:50:26.638055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f464a5cc-5528-487e-9986-562711904633 None None] Provisioning complete for port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:26.638522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f464a5cc-5528-487e-9986-562711904633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:26.696821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f464a5cc-5528-487e-9986-562711904633 None None] Port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:50:26.821945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:50:26.832149 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-110d4f07-b74a-4040-9471-98fdc89602d1 admin admin] 10.222.0.66 "PUT /v2.0/routers/1f6568be-d6e1-4ee6-ad25-7cfea6a77dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6587081 Sep 19 12:50:27.714246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-9f22efd6-1a35-453f-a270-422a59ac676b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:27.715622 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-9f22efd6-1a35-453f-a270-422a59ac676b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 817 time: 0.1537988 Sep 19 12:50:27.730559 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-4a11f329-adc5-4967-85e1-6d1c44221d91 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/quotas/a4131082dd784d6380769d6e4c5336cb HTTP/1.1" status: 200 len: 375 time: 0.0095541 Sep 19 12:50:27.818853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-5cf0c05b-ca96-41d2-870d-5f286c7cec22 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Synchronizing usage tracker for tenant:a4131082dd784d6380769d6e4c5336cb on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:50:27.826895 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:50:27.888133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-5cf0c05b-ca96-41d2-870d-5f286c7cec22 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Unset dirty status for tenant:a4131082dd784d6380769d6e4c5336cb on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:50:27.889503 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-5cf0c05b-ca96-41d2-870d-5f286c7cec22 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538105 Sep 19 12:50:28.031382 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-4b269dae-3402-485a-9a6f-e66e5a0e4685 service neutron] 10.222.0.66 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295409 Sep 19 12:50:28.177246 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-6536def3-aefc-4278-818c-b1e47f6b123d service neutron] 10.222.0.66 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400075 Sep 19 12:50:28.565960 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-43faf0c8-273a-4dcf-9385-bfb242c5b3b8 req-76df1cd1-e055-466b-a8ca-f10dbae55001 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 210 time: 0.1749041 Sep 19 12:50:28.854677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1906a93d-c1b9-466f-8140-1fb0a0c1a133 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:29.036679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 1906a93d-c1b9-466f-8140-1fb0a0c1a133 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:29.041769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1906a93d-c1b9-466f-8140-1fb0a0c1a133 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:29.045867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:29.160569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1906a93d-c1b9-466f-8140-1fb0a0c1a133 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:29.160957 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:29.177303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1906a93d-c1b9-466f-8140-1fb0a0c1a133, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1906a93d-c1b9-466f-8140-1fb0a0c1a133,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:29.236549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:29.309858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1906a93d-c1b9-466f-8140-1fb0a0c1a133,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:29.663781 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Sync routers for ids ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:50:29.677647 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Routers {'1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:50:29.680005 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:50:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:29.738341 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7eaa8ac7-e944-44e5-8dc6-9b9de02c0865 req-7e8642b4-2a4e-4792-a760-a2d21c13648a tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 210 time: 0.0502791 Sep 19 12:50:29.861665 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Set router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:50:30.177201 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'name': 'tempest-TestEncryptedCinderVolumes-661391789-router', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:20Z', 'updated_at': '2022-09-19T12:50:25Z', 'revision_number': 4, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'gw_port': {'id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:21Z', 'updated_at': '2022-09-19T12:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '619a8fd7-74d8-4f06-b8a9-59dcc42a3826', 'name': '', 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'mac_address': 'fa:16:3e:9c:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:24Z', 'updated_at': '2022-09-19T12:50:25Z', 'revision_number': 2, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'subnets': [{'id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:30.180977 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Checking router: 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:50:30.181327 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Updating router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:50:30.233547 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:30.582096 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:30.594026 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Transition to ACTIVE for port object 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:30.675470 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:30.847521 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-c9086ee9-4a8b-4b24-b19e-abe948a67958 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:30.849089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-c9086ee9-4a8b-4b24-b19e-abe948a67958 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Synchronizing usage tracker for tenant:a4131082dd784d6380769d6e4c5336cb on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:50:30.861678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1906a93d-c1b9-466f-8140-1fb0a0c1a133 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:30.937153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1906a93d-c1b9-466f-8140-1fb0a0c1a133 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:30.938146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:30.947526 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc87d25-8a4c-4795-b8d5-95f310be9f5a None None] Pushing event updated for resources: {'Port': ['ID=619a8fd7-74d8-4f06-b8a9-59dcc42a3826,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:30.956481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-c9086ee9-4a8b-4b24-b19e-abe948a67958 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Unset dirty status for tenant:a4131082dd784d6380769d6e4c5336cb on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:50:30.958155 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-c9086ee9-4a8b-4b24-b19e-abe948a67958 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 817 time: 0.3742533 Sep 19 12:50:30.965595 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Attempting to bind port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:50:30.965962 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Attempting to bind port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '93191ad2-e544-4011-aee3-e0de4b8b2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:50:30.968605 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Attempting to bind port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 on network 91891719-3b4e-43b6-a97d-916c998a7759 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:50:30.973173 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:50:30.973802 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Checking segment: {'id': '93191ad2-e544-4011-aee3-e0de4b8b2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:30.974419 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:30.975013 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Bound using segment: {'id': '93191ad2-e544-4011-aee3-e0de4b8b2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:50:30.975381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Request body: {'port': {'device_id': '806c698a-199d-47c2-86d7-eb7ab8cceafb', 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'admin_state_up': True, 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:30.975865 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Bound port: 619a8fd7-74d8-4f06-b8a9-59dcc42a3826, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93191ad2-e544-4011-aee3-e0de4b8b2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:50:30.976413 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:30.989935 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c8e89024-970b-4bc8-8efc-244025c3ec7b req-6677255e-b8bf-46ff-9690-a885aecf4fc3 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 210 time: 0.0817332 Sep 19 12:50:31.101885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1906a93d-c1b9-466f-8140-1fb0a0c1a133 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:31.110362 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] For port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:50:31.113707 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] For port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=619a8fd7-74d8-4f06-b8a9-59dcc42a3826,segment=NetworkSegment(93191ad2-e544-4011-aee3-e0de4b8b2dd0),segment_id=93191ad2-e544-4011-aee3-e0de4b8b2dd0)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:50:31.155424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:50:31.165214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:50:31.169072 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:31.230445 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Routers {'1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:50:31.231127 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:50:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:31.277081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Made reservation on behalf of a4131082dd784d6380769d6e4c5336cb for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:50:31.281187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:31.312241 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc87d25-8a4c-4795-b8d5-95f310be9f5a None None] Pushing event updated for resources: {'Port': ['ID=619a8fd7-74d8-4f06-b8a9-59dcc42a3826,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:31.419780 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] Set router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:50:31.450867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Allocated IP 172.20.0.7 (057863c8-89b3-4752-997f-46eb53317fb3/783c3fe0-9245-4afc-a14f-c12ada9037d5/72c5f27b-90ac-4895-a0e1-f0e82b758b10) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:50:31.665062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:31.681889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Transition to ACTIVE for port object 72c5f27b-90ac-4895-a0e1-f0e82b758b10 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:31.742965 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'name': 'tempest-TestEncryptedCinderVolumes-661391789-router', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:20Z', 'updated_at': '2022-09-19T12:50:25Z', 'revision_number': 4, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'gw_port': {'id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:21Z', 'updated_at': '2022-09-19T12:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '619a8fd7-74d8-4f06-b8a9-59dcc42a3826', 'name': '', 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'mac_address': 'fa:16:3e:9c:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:24Z', 'updated_at': '2022-09-19T12:50:31Z', 'revision_number': 4, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'subnets': [{'id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:50:31.748060 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7ba0f-906d-49b3-9bb5-81468714a0a6 None None] The sync data for ids ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'] in dv-neutron-857775-2-hyperv is: [{'id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'name': 'tempest-TestEncryptedCinderVolumes-661391789-router', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:20Z', 'updated_at': '2022-09-19T12:50:25Z', 'revision_number': 4, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'gw_port': {'id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:21Z', 'updated_at': '2022-09-19T12:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '619a8fd7-74d8-4f06-b8a9-59dcc42a3826', 'name': '', 'network_id': '91891719-3b4e-43b6-a97d-916c998a7759', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'mac_address': 'fa:16:3e:9c:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:24Z', 'updated_at': '2022-09-19T12:50:31Z', 'revision_number': 4, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'subnets': [{'id': 'fe7a30ba-365b-459d-9167-a9cafc2f6174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:50:31.752399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:31.827610 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Network 057863c8-89b3-4752-997f-46eb53317fb3 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:50:31.830527 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:50:31.834776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:50:31.879529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Pushing event updated for resources: {'Port': ['ID=72c5f27b-90ac-4895-a0e1-f0e82b758b10,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:31.891879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.892231 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.892571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.892909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.893236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.893564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.893888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.894211 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.894530 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.894873 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.895193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.895515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:50:31.920676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:31.921339 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:32.038015 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-10b9dab7-22bd-4043-baf9-bd19dbbfc4d6 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0666668 Sep 19 12:50:32.100702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Request body: {'port': {'device_id': '806c698a-199d-47c2-86d7-eb7ab8cceafb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:50:32.133914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7f0c5c0b-f270-4a99-8bde-cd1400554595 None None] Provisioning for port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:32.140300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7f0c5c0b-f270-4a99-8bde-cd1400554595 None None] Provisioning complete for port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:32.140943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5c0b-f270-4a99-8bde-cd1400554595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:32.214822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c5c0b-f270-4a99-8bde-cd1400554595 None None] Port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:50:32.227299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:32.326623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28247c73-6bfe-45fa-b5b2-f1d3d0f8b49b req-7b252c0e-aac6-40c7-8d20-0d028b4f4466 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:32.328196 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-28247c73-6bfe-45fa-b5b2-f1d3d0f8b49b req-7b252c0e-aac6-40c7-8d20-0d028b4f4466 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 931 time: 0.2166173 Sep 19 12:50:32.379816 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-28247c73-6bfe-45fa-b5b2-f1d3d0f8b49b req-79c86416-94b9-42dd-95ed-5316c74dc233 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 Sep 19 12:50:32.588264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c5f27b-90ac-4895-a0e1-f0e82b758b10 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:50:32.596104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:32.611113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Transition to ACTIVE for port object 72c5f27b-90ac-4895-a0e1-f0e82b758b10 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:50:32.704824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:32.859803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:32.896509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Pushing event updated for resources: {'Port': ['ID=72c5f27b-90ac-4895-a0e1-f0e82b758b10,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:32.935028 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Attempting to bind port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:50:32.935379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Attempting to bind port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:50:32.938314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Attempting to bind port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 on network 057863c8-89b3-4752-997f-46eb53317fb3 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:50:32.940319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 on network 057863c8-89b3-4752-997f-46eb53317fb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:50:32.940639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Attempting to bind port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 on network 057863c8-89b3-4752-997f-46eb53317fb3 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:50:32.945665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:50:32.945999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Checking segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:50:32.946379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Bound using segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:50:32.946832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Bound port: 72c5f27b-90ac-4895-a0e1-f0e82b758b10, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:50:32.947180 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:32.984899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:32.991862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:32.992509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:33.040692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] For port 72c5f27b-90ac-4895-a0e1-f0e82b758b10, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:50:33.044195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] For port 72c5f27b-90ac-4895-a0e1-f0e82b758b10, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=72c5f27b-90ac-4895-a0e1-f0e82b758b10,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:50:33.110235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:33.110612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:33.123157 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:33.126419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:33.127159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:33.128575 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] 10.222.0.85 "PUT /v2.0/ports/72c5f27b-90ac-4895-a0e1-f0e82b758b10 HTTP/1.1" status: 200 len: 1093 time: 1.0824742 Sep 19 12:50:33.144979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=619a8fd7-74d8-4f06-b8a9-59dcc42a3826,segment=NetworkSegment(93191ad2-e544-4011-aee3-e0de4b8b2dd0),segment_id=93191ad2-e544-4011-aee3-e0de4b8b2dd0)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:33.160155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806c698a-199d-47c2-86d7-eb7ab8cceafb', 'tag': '72c5f27b-90ac-4895-a0e1-f0e82b758b10'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:50:33.162559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "806c698a-199d-47c2-86d7-eb7ab8cceafb", "tag": "72c5f27b-90ac-4895-a0e1-f0e82b758b10"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:50:33.207388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bb24a-35af-4d04-8d94-9d787d4cc252 service neutron] Pushing event updated for resources: {'Port': ['ID=72c5f27b-90ac-4895-a0e1-f0e82b758b10,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:33.233301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:33.318417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=619a8fd7-74d8-4f06-b8a9-59dcc42a3826,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:33.322366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-91f5648a-532e-4743-9dfc-acf301097407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:33.324953 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-91f5648a-532e-4743-9dfc-acf301097407 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 1096 time: 0.0931418 Sep 19 12:50:33.491909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b7c462-52b9-4e76-81e0-6697469d5efa x-openstack-request-id: req-04b7c462-52b9-4e76-81e0-6697469d5efa {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:50:33.492203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806c698a-199d-47c2-86d7-eb7ab8cceafb", "tag": "72c5f27b-90ac-4895-a0e1-f0e82b758b10", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:50:33.492493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04b7c462-52b9-4e76-81e0-6697469d5efa {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:50:33.492875 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b7c462-52b9-4e76-81e0-6697469d5efa'] response: {'name': 'network-changed', 'server_uuid': '806c698a-199d-47c2-86d7-eb7ab8cceafb', 'tag': '72c5f27b-90ac-4895-a0e1-f0e82b758b10', 'status': 'completed', 'code': 200} Sep 19 12:50:33.507667 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-fdf07d66-b1da-4f46-9f90-eb693a022573 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72c5f27b-90ac-4895-a0e1-f0e82b758b10 HTTP/1.1" status: 200 len: 217 time: 0.1725101 Sep 19 12:50:33.575691 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-f9fd47eb-ce7d-4cc1-aa1b-612250fcac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:33.577166 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-f9fd47eb-ce7d-4cc1-aa1b-612250fcac63 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=783c3fe0-9245-4afc-a14f-c12ada9037d5 HTTP/1.1" status: 200 len: 856 time: 0.0610285 Sep 19 12:50:33.592920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaf586-1bc3-4eca-9d85-26f08bdba132 req-cc595048-214f-4f8c-8f00-d83ed5a594ca tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:33.594433 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-defaf586-1bc3-4eca-9d85-26f08bdba132 req-cc595048-214f-4f8c-8f00-d83ed5a594ca tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 943 time: 0.0923293 Sep 19 12:50:33.640880 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-defaf586-1bc3-4eca-9d85-26f08bdba132 req-b4902bbd-0713-4c04-9524-df40e64d49d7 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 Sep 19 12:50:33.667990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-951c0e54-3b6a-4fd8-a23d-8a315f4bffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:33.669521 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-951c0e54-3b6a-4fd8-a23d-8a315f4bffe4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=057863c8-89b3-4752-997f-46eb53317fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832312 Sep 19 12:50:33.818849 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-4fea13ef-0bc5-4486-b0fb-68613a3c5aa4 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393385 Sep 19 12:50:33.954730 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-116f4f00-a061-4ae1-ba79-51258c195b8e req-f3d94dd0-8a72-497f-a74c-6634935a1234 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266797 Sep 19 12:50:34.183880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-5d9267a2-a5c3-4e35-9d8e-3ef200f96842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:34.185420 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-5d9267a2-a5c3-4e35-9d8e-3ef200f96842 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 1096 time: 0.0903130 Sep 19 12:50:34.320567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-132b4a7d-06af-4db4-bb85-2fce20e515cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:34.322018 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-132b4a7d-06af-4db4-bb85-2fce20e515cb service neutron] 10.222.0.85 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 918 time: 0.1297386 Sep 19 12:50:34.388872 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-a997eabb-48aa-4d53-bfc3-b5e555633467 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72c5f27b-90ac-4895-a0e1-f0e82b758b10 HTTP/1.1" status: 200 len: 217 time: 0.0603032 Sep 19 12:50:34.454486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-2412d7ef-dd64-4426-b5e6-924e5d225012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:34.455960 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-2412d7ef-dd64-4426-b5e6-924e5d225012 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=783c3fe0-9245-4afc-a14f-c12ada9037d5 HTTP/1.1" status: 200 len: 856 time: 0.0611401 Sep 19 12:50:34.540938 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-92eee745-359e-4abd-a80a-bfc7a923e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:34.542425 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-92eee745-359e-4abd-a80a-bfc7a923e38c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=057863c8-89b3-4752-997f-46eb53317fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795221 Sep 19 12:50:34.674973 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-4712db2a-f077-4e67-a6ce-98c9ab0fa0fc service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259108 Sep 19 12:50:34.819085 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-40f7c1c8-94bb-4f85-9e71-4cce80f3e4ab req-238d1297-f51d-4e6d-a8e0-1104ad4ad821 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345875 Sep 19 12:50:34.832089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:34.857072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440d3d-81dd-4724-9ead-10b188670f78 req-2c4bf3b0-9e0f-4192-a81c-af577c4480c0 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:34.858614 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-df440d3d-81dd-4724-9ead-10b188670f78 req-2c4bf3b0-9e0f-4192-a81c-af577c4480c0 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 943 time: 0.0998421 Sep 19 12:50:34.905060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:34.905432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:34.908257 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-df440d3d-81dd-4724-9ead-10b188670f78 req-7890cbf5-552c-4dc7-8d0e-1f5994feb5a0 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 Sep 19 12:50:35.018665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:36.107696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fa309-aa4d-4245-a3f5-8d595fcd1fcb req-f461c8f1-a053-4b03-bafb-63c11714a47f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:36.109154 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-930fa309-aa4d-4245-a3f5-8d595fcd1fcb req-f461c8f1-a053-4b03-bafb-63c11714a47f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 943 time: 0.0864894 Sep 19 12:50:36.154679 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-930fa309-aa4d-4245-a3f5-8d595fcd1fcb req-ac0ff5c0-c031-472c-a15f-969e00f99cdc tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Sep 19 12:50:36.988895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 72c5f27b-90ac-4895-a0e1-f0e82b758b10 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:50:37.122494 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 72c5f27b-90ac-4895-a0e1-f0e82b758b10, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=72c5f27b-90ac-4895-a0e1-f0e82b758b10,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:37.139038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '72c5f27b-90ac-4895-a0e1-f0e82b758b10', 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'port_id': '72c5f27b-90ac-4895-a0e1-f0e82b758b10', 'mac_address': 'fa:16:3e:ac:b8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783c3fe0-9245-4afc-a14f-c12ada9037d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:50:37.195476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:37.195866 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:37.219891 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c5f27b-90ac-4895-a0e1-f0e82b758b10 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:50:37.240422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 72c5f27b-90ac-4895-a0e1-f0e82b758b10, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=72c5f27b-90ac-4895-a0e1-f0e82b758b10,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:37.304500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:37.361534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9ca8-b5da-46df-a2da-e6113d24d0b8 req-72d640b4-62a9-45e3-a4d7-28903904bfbe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:37.363031 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b8dc9ca8-b5da-46df-a2da-e6113d24d0b8 req-72d640b4-62a9-45e3-a4d7-28903904bfbe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 944 time: 0.0935693 Sep 19 12:50:37.372657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=72c5f27b-90ac-4895-a0e1-f0e82b758b10,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:37.408961 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b8dc9ca8-b5da-46df-a2da-e6113d24d0b8 req-d9f603a9-63d7-4271-b09e-808490a665c5 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398145 Sep 19 12:50:37.571104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['72c5f27b-90ac-4895-a0e1-f0e82b758b10'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:50:38.605807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff405a4-b6ac-4c4d-ab08-6c0fe7c7f09a req-c7508425-d5d8-4a58-a23e-a9cbc8176425 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:38.607292 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dff405a4-b6ac-4c4d-ab08-6c0fe7c7f09a req-c7508425-d5d8-4a58-a23e-a9cbc8176425 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 944 time: 0.0877898 Sep 19 12:50:38.655244 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dff405a4-b6ac-4c4d-ab08-6c0fe7c7f09a req-9563042d-2c70-4669-9669-8c57e4e9edee tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 Sep 19 12:50:38.988861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 72c5f27b-90ac-4895-a0e1-f0e82b758b10 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:50:39.122519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:50:39.127461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:50:39.133982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:39.241286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:50:39.241659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:39.268460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806c698a-199d-47c2-86d7-eb7ab8cceafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c5f27b-90ac-4895-a0e1-f0e82b758b10'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:50:39.270701 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cad009-ab4e-4b50-a783-bb47987c034c" -d '{"events": [{"server_uuid": "806c698a-199d-47c2-86d7-eb7ab8cceafb", "name": "network-vif-plugged", "status": "completed", "tag": "72c5f27b-90ac-4895-a0e1-f0e82b758b10"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:50:39.278329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 72c5f27b-90ac-4895-a0e1-f0e82b758b10, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=72c5f27b-90ac-4895-a0e1-f0e82b758b10,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:50:39.313604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751626d4-aad6-459c-b9d7-16451fde8aac x-openstack-request-id: req-751626d4-aad6-459c-b9d7-16451fde8aac {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:50:39.313897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806c698a-199d-47c2-86d7-eb7ab8cceafb", "name": "network-vif-plugged", "status": "completed", "tag": "72c5f27b-90ac-4895-a0e1-f0e82b758b10", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:50:39.314150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-751626d4-aad6-459c-b9d7-16451fde8aac {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:50:39.314546 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751626d4-aad6-459c-b9d7-16451fde8aac'] response: {'server_uuid': '806c698a-199d-47c2-86d7-eb7ab8cceafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c5f27b-90ac-4895-a0e1-f0e82b758b10', 'code': 200} Sep 19 12:50:39.333676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:39.403506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=72c5f27b-90ac-4895-a0e1-f0e82b758b10,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:50:39.719934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e899d-e2a3-4b4b-9525-832584f0cf13 req-47899bbd-c917-466c-a930-fea4cce42d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:39.721441 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1d9e899d-e2a3-4b4b-9525-832584f0cf13 req-47899bbd-c917-466c-a930-fea4cce42d13 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 1098 time: 0.0870640 Sep 19 12:50:39.766558 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1d9e899d-e2a3-4b4b-9525-832584f0cf13 req-5cdb26c3-348b-44a6-8700-bb842688807e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353830 Sep 19 12:50:39.862908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aa022-0b72-492e-adc1-f7a56697e8b5 req-07cb96c3-3cd8-41f5-864a-6d1d831ad257 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:39.864627 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-660aa022-0b72-492e-adc1-f7a56697e8b5 req-07cb96c3-3cd8-41f5-864a-6d1d831ad257 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 945 time: 0.0892787 Sep 19 12:50:39.908582 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-660aa022-0b72-492e-adc1-f7a56697e8b5 req-ac85b748-a3c6-444b-94b4-fffeca917d66 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383751 Sep 19 12:50:41.114542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b289fb-33cf-4f8f-a7c8-8af15bf1c773 req-8ca94123-1630-418a-800d-ed8cf93e3d23 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:41.115942 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c8b289fb-33cf-4f8f-a7c8-8af15bf1c773 req-8ca94123-1630-418a-800d-ed8cf93e3d23 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 945 time: 0.0930610 Sep 19 12:50:41.160640 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c8b289fb-33cf-4f8f-a7c8-8af15bf1c773 req-14be4f7e-3781-4b44-abd0-c14688547fd5 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Sep 19 12:50:41.579426 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-303e7554-1f2d-455b-8da0-c75eda249313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:42.363133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72c908-6738-471d-b4db-617d2de0cb58 req-7e2a65f5-b940-4da1-92d3-5ab2f16c7c82 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:42.364855 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aa72c908-6738-471d-b4db-617d2de0cb58 req-7e2a65f5-b940-4da1-92d3-5ab2f16c7c82 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 945 time: 0.0875037 Sep 19 12:50:42.411875 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aa72c908-6738-471d-b4db-617d2de0cb58 req-81e36400-0ec2-4fcc-ae2e-68a988aa4bf5 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Sep 19 12:50:42.617153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592118e-142d-46a9-b8c8-ce3fc9793cad req-f1b78afb-c9e4-4b9d-b7fd-16bbbf712cdd tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:42.618588 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7592118e-142d-46a9-b8c8-ce3fc9793cad req-f1b78afb-c9e4-4b9d-b7fd-16bbbf712cdd tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 945 time: 0.0963926 Sep 19 12:50:42.662583 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7592118e-142d-46a9-b8c8-ce3fc9793cad req-5e1f2ad1-a227-4ea7-999a-c50b0f9d601d tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380416 Sep 19 12:50:43.710802 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-502e8ec0-05da-42fe-90b1-6c66ff1857fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:44.602173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:45.070734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:46.533865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:53.184368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:50:55.008248 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-5695931f-f21b-4446-96d3-bf13ee74059e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770817 Sep 19 12:50:55.156438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-c8a770a2-3993-47de-8825-83505da02697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:55.157949 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-c8a770a2-3993-47de-8825-83505da02697 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 1098 time: 0.0834854 Sep 19 12:50:55.414853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-f210b8c3-9e84-46ed-a22e-e2990ad3e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:55.416316 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-f210b8c3-9e84-46ed-a22e-e2990ad3e2a5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 918 time: 0.2394078 Sep 19 12:50:55.484312 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-3f40b114-dbc5-402a-aa38-7f23b89aad81 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72c5f27b-90ac-4895-a0e1-f0e82b758b10 HTTP/1.1" status: 200 len: 217 time: 0.0611238 Sep 19 12:50:55.551391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-03ea9054-8283-4b10-b98e-e80cc797d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:55.552734 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-03ea9054-8283-4b10-b98e-e80cc797d1bf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=783c3fe0-9245-4afc-a14f-c12ada9037d5 HTTP/1.1" status: 200 len: 856 time: 0.0631485 Sep 19 12:50:55.637094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-d209af98-3041-483f-b03f-0713b366a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:50:55.638580 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-d209af98-3041-483f-b03f-0713b366a1d9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=057863c8-89b3-4752-997f-46eb53317fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800498 Sep 19 12:50:55.773949 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-80e71ad1-0fbe-4101-8a4e-b01d5c14031c service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293981 Sep 19 12:50:55.913098 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5a3892a4-1246-44f5-b966-ecacf86d039a req-aa1b0993-bb4d-4d12-bcfe-fee9096165d5 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333022 Sep 19 12:51:02.105252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd5b8-61a1-4f29-a8d6-e030750158ee req-9956e07e-6c8c-4043-a1f9-d105f4bb9c3b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:02.106707 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7dffd5b8-61a1-4f29-a8d6-e030750158ee req-9956e07e-6c8c-4043-a1f9-d105f4bb9c3b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 945 time: 0.1001449 Sep 19 12:51:02.152330 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7dffd5b8-61a1-4f29-a8d6-e030750158ee req-2659f1ae-ee5a-4b0f-90a4-8ed104528759 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Sep 19 12:51:03.355262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd8ce7-8e0f-4bee-b545-7b09b2798126 req-48c0cc9f-f0c1-4528-b7fd-a4941cbaaf33 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:03.356728 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-04bd8ce7-8e0f-4bee-b545-7b09b2798126 req-48c0cc9f-f0c1-4528-b7fd-a4941cbaaf33 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 945 time: 0.0875754 Sep 19 12:51:03.404536 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-04bd8ce7-8e0f-4bee-b545-7b09b2798126 req-42a069f6-b6eb-4e7d-b508-f20b28355a70 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418596 Sep 19 12:51:03.692916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-67a98d5b-2bcf-4722-beb2-95c7dcd3382b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:03.693613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-67a98d5b-2bcf-4722-beb2-95c7dcd3382b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Synchronizing usage tracker for tenant:a4131082dd784d6380769d6e4c5336cb on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:51:03.778418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-67a98d5b-2bcf-4722-beb2-95c7dcd3382b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Unset dirty status for tenant:a4131082dd784d6380769d6e4c5336cb on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:51:03.779678 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-67a98d5b-2bcf-4722-beb2-95c7dcd3382b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 945 time: 0.1799064 Sep 19 12:51:03.867171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-14d5a536-9d67-472f-a67c-9c941e8bc2fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Deleting port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:51:03.867506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-14d5a536-9d67-472f-a67c-9c941e8bc2fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:04.117431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-14d5a536-9d67-472f-a67c-9c941e8bc2fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] For port 72c5f27b-90ac-4895-a0e1-f0e82b758b10, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=72c5f27b-90ac-4895-a0e1-f0e82b758b10,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:51:04.117785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-14d5a536-9d67-472f-a67c-9c941e8bc2fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:04.241101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-14d5a536-9d67-472f-a67c-9c941e8bc2fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Calling delete_port for 72c5f27b-90ac-4895-a0e1-f0e82b758b10 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:51:04.470801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-14d5a536-9d67-472f-a67c-9c941e8bc2fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:04.487805 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['72c5f27b-90ac-4895-a0e1-f0e82b758b10'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:51:04.524726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5a536-9d67-472f-a67c-9c941e8bc2fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Pushing event deleted for resources: {'Port': ['ID=72c5f27b-90ac-4895-a0e1-f0e82b758b10,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:04.573037 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fae5d198-3787-4990-b460-107f1a036248 req-2c4f3a55-e3c5-4e4d-b127-9b7065160453 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 210 time: 0.0563550 Sep 19 12:51:04.617766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-14d5a536-9d67-472f-a67c-9c941e8bc2fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] No DVR routers for this DVR port 72c5f27b-90ac-4895-a0e1-f0e82b758b10 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:51:04.620338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-14d5a536-9d67-472f-a67c-9c941e8bc2fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:04.622993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806c698a-199d-47c2-86d7-eb7ab8cceafb', 'name': 'network-vif-deleted', 'tag': '72c5f27b-90ac-4895-a0e1-f0e82b758b10'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:51:04.625615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5616202-cfd6-4ab3-a423-439e6cf5a915" -d '{"events": [{"server_uuid": "806c698a-199d-47c2-86d7-eb7ab8cceafb", "name": "network-vif-deleted", "tag": "72c5f27b-90ac-4895-a0e1-f0e82b758b10"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:51:04.674037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26899f4a-d9dc-4a58-9184-cad602756859 x-openstack-request-id: req-26899f4a-d9dc-4a58-9184-cad602756859 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:51:04.674441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806c698a-199d-47c2-86d7-eb7ab8cceafb", "name": "network-vif-deleted", "tag": "72c5f27b-90ac-4895-a0e1-f0e82b758b10", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:51:04.674573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-26899f4a-d9dc-4a58-9184-cad602756859 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:51:04.675012 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26899f4a-d9dc-4a58-9184-cad602756859'] response: {'server_uuid': '806c698a-199d-47c2-86d7-eb7ab8cceafb', 'name': 'network-vif-deleted', 'tag': '72c5f27b-90ac-4895-a0e1-f0e82b758b10', 'status': 'completed', 'code': 200} Sep 19 12:51:04.728626 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d60e1713-bdf1-482c-8775-f17dc4d8cf48 req-14d5a536-9d67-472f-a67c-9c941e8bc2fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "DELETE /v2.0/ports/72c5f27b-90ac-4895-a0e1-f0e82b758b10 HTTP/1.1" status: 204 len: 173 time: 0.9406049 Sep 19 12:51:04.825963 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:51:05.753474 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a7fef1bc-a2a6-4d45-8315-15c4411aa5e2 req-47e07874-1930-44c0-960a-3cbb38f486c0 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=806c698a-199d-47c2-86d7-eb7ab8cceafb HTTP/1.1" status: 200 len: 210 time: 0.0515177 Sep 19 12:51:07.084030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 72c5f27b-90ac-4895-a0e1-f0e82b758b10 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:51:07.122057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 72c5f27b-90ac-4895-a0e1-f0e82b758b10 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:51:07.122401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 72c5f27b-90ac-4895-a0e1-f0e82b758b10 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:51:07.323214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-670f395c-55b0-4065-b32a-ec40aa5b9069 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:07.324583 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-670f395c-55b0-4065-b32a-ec40aa5b9069 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 817 time: 0.1492743 Sep 19 12:51:07.339292 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-48f9b5c7-2b64-4266-bfb7-fa4e36cb8241 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/quotas/a4131082dd784d6380769d6e4c5336cb HTTP/1.1" status: 200 len: 375 time: 0.0092263 Sep 19 12:51:07.433025 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-66684d3a-1783-4b8b-87ff-4aad2c865934 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881162 Sep 19 12:51:07.584275 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-285b34fc-fb35-40c4-82ee-aed3b8c16a79 service neutron] 10.222.0.66 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392202 Sep 19 12:51:07.758575 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-34379e42-3be1-4029-94aa-cf3f9c89c3b0 service neutron] 10.222.0.66 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684630 Sep 19 12:51:08.048318 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-717af896-1f2f-4587-ac20-15995d6c3c61 req-2dbc40b2-39d7-4da7-a46f-13982287593b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 210 time: 0.0624933 Sep 19 12:51:09.219872 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d5bf75da-d5b2-44af-9d03-e94af556b8de req-3c135af6-8ffc-4c49-9de7-b8f6d31f21be tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 210 time: 0.0537226 Sep 19 12:51:10.250695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-171aec27-efcc-40cb-8a02-e4069b4aaeed tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:10.252166 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-171aec27-efcc-40cb-8a02-e4069b4aaeed tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 817 time: 0.1500781 Sep 19 12:51:10.270915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Request body: {'port': {'device_id': '1f26750e-1b03-41fa-8481-ef888af2d46e', 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'admin_state_up': True, 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:51:10.399583 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-821157fd-5411-45db-a7a8-4436c6e462a1 req-a7ccf37c-7fd5-4552-94b9-a537cbd98b2c tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 210 time: 0.0542212 Sep 19 12:51:10.422428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:51:10.423138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Usage tracker for resource:port and tenant:a4131082dd784d6380769d6e4c5336cb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:51:10.426082 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:51:10.432044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:51:10.526999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Made reservation on behalf of a4131082dd784d6380769d6e4c5336cb for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:51:10.531682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:10.786255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Allocated IP 172.20.0.10 (057863c8-89b3-4752-997f-46eb53317fb3/783c3fe0-9245-4afc-a14f-c12ada9037d5/7198591a-ff18-48b9-af8d-0fae66fb327c) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:51:10.991144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:11.006457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Transition to ACTIVE for port object 7198591a-ff18-48b9-af8d-0fae66fb327c will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:51:11.094191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:11.166992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Network 057863c8-89b3-4752-997f-46eb53317fb3 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:51:11.170109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:51:11.173556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:51:11.211523 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Pushing event updated for resources: {'Port': ['ID=7198591a-ff18-48b9-af8d-0fae66fb327c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:11.245608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:11.246248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:11.339527 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-5f25b6a0-80aa-471d-b5bb-2fb8bc022949 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0732434 Sep 19 12:51:11.355009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Request body: {'port': {'device_id': '1f26750e-1b03-41fa-8481-ef888af2d46e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:51:11.441597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a1912a7c-ea56-4881-b08f-f4a6afe2aeca None None] Provisioning for port 7198591a-ff18-48b9-af8d-0fae66fb327c completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:51:11.447178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a1912a7c-ea56-4881-b08f-f4a6afe2aeca None None] Provisioning complete for port 7198591a-ff18-48b9-af8d-0fae66fb327c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:51:11.447552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a1912a7c-ea56-4881-b08f-f4a6afe2aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:11.471158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:11.512283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a1912a7c-ea56-4881-b08f-f4a6afe2aeca None None] Port 7198591a-ff18-48b9-af8d-0fae66fb327c cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:51:11.573066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c3f6fc2d-c4c0-46ba-8197-d91fe1ee643c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:11.715999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec88c35-317e-4df7-ad59-1e80237ba377 req-6c1c5fa0-0880-46e9-b2a6-c5814de163bf tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:11.717426 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3ec88c35-317e-4df7-ad59-1e80237ba377 req-6c1c5fa0-0880-46e9-b2a6-c5814de163bf tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 932 time: 0.2018163 Sep 19 12:51:11.761825 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3ec88c35-317e-4df7-ad59-1e80237ba377 req-8bbb508d-4ece-4de2-87ab-256f97c9fd28 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385306 Sep 19 12:51:11.827433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7198591a-ff18-48b9-af8d-0fae66fb327c {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:51:11.835653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:11.850106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Transition to ACTIVE for port object 7198591a-ff18-48b9-af8d-0fae66fb327c will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:51:11.949547 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:12.137098 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Pushing event updated for resources: {'Port': ['ID=7198591a-ff18-48b9-af8d-0fae66fb327c,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:12.177464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Attempting to bind port 7198591a-ff18-48b9-af8d-0fae66fb327c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:51:12.177798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Attempting to bind port 7198591a-ff18-48b9-af8d-0fae66fb327c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:51:12.178124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Attempting to bind port 7198591a-ff18-48b9-af8d-0fae66fb327c on network 057863c8-89b3-4752-997f-46eb53317fb3 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:51:12.182727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Port 7198591a-ff18-48b9-af8d-0fae66fb327c on network 057863c8-89b3-4752-997f-46eb53317fb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:51:12.183075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Attempting to bind port 7198591a-ff18-48b9-af8d-0fae66fb327c on network 057863c8-89b3-4752-997f-46eb53317fb3 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:51:12.188645 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:51:12.188984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Checking segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:51:12.189367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Bound using segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:51:12.189793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Bound port: 7198591a-ff18-48b9-af8d-0fae66fb327c, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:51:12.190138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:12.283022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] For port 7198591a-ff18-48b9-af8d-0fae66fb327c, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:51:12.285981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] For port 7198591a-ff18-48b9-af8d-0fae66fb327c, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7198591a-ff18-48b9-af8d-0fae66fb327c,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:51:12.379150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:12.382182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:12.382810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:12.384268 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] 10.222.0.85 "PUT /v2.0/ports/7198591a-ff18-48b9-af8d-0fae66fb327c HTTP/1.1" status: 200 len: 1094 time: 1.0335815 Sep 19 12:51:12.413216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26750e-1b03-41fa-8481-ef888af2d46e', 'tag': '7198591a-ff18-48b9-af8d-0fae66fb327c'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:51:12.415449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991c3289-e943-46d2-9b69-4467aa1a61e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f26750e-1b03-41fa-8481-ef888af2d46e", "tag": "7198591a-ff18-48b9-af8d-0fae66fb327c"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:51:12.457009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968b09b-2360-428d-9aa8-c43a98c9aba1 service neutron] Pushing event updated for resources: {'Port': ['ID=7198591a-ff18-48b9-af8d-0fae66fb327c,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:12.549075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819a38fe-7778-41ae-a8d0-e92a661fc9fe x-openstack-request-id: req-819a38fe-7778-41ae-a8d0-e92a661fc9fe {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:51:12.549359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f26750e-1b03-41fa-8481-ef888af2d46e", "tag": "7198591a-ff18-48b9-af8d-0fae66fb327c", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:51:12.549604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-819a38fe-7778-41ae-a8d0-e92a661fc9fe {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:51:12.549982 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819a38fe-7778-41ae-a8d0-e92a661fc9fe'] response: {'name': 'network-changed', 'server_uuid': '1f26750e-1b03-41fa-8481-ef888af2d46e', 'tag': '7198591a-ff18-48b9-af8d-0fae66fb327c', 'status': 'completed', 'code': 200} Sep 19 12:51:12.591721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-15698cd8-1111-458d-825f-b203fee9b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:12.593817 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-15698cd8-1111-458d-825f-b203fee9b5de service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 1097 time: 0.0845075 Sep 19 12:51:12.663900 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-e6f2d911-8d90-4b20-9e41-10e9acb263c3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7198591a-ff18-48b9-af8d-0fae66fb327c HTTP/1.1" status: 200 len: 217 time: 0.0599210 Sep 19 12:51:12.731076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-95ba4b2c-9051-488a-ae63-b5a61a48e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:12.732509 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-95ba4b2c-9051-488a-ae63-b5a61a48e03f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=783c3fe0-9245-4afc-a14f-c12ada9037d5 HTTP/1.1" status: 200 len: 856 time: 0.0596111 Sep 19 12:51:12.820718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-9e4696f8-26ea-4ddb-a073-c7bec2c1299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:12.822355 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-9e4696f8-26ea-4ddb-a073-c7bec2c1299d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=057863c8-89b3-4752-997f-46eb53317fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807166 Sep 19 12:51:12.966127 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-404e61fb-ae48-4bf2-a4a5-89d73032f338 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308692 Sep 19 12:51:12.966700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fac2b-3085-4060-a6c1-0743b8b23737 req-37d9c2bd-feda-4c7b-99a3-574526a85da2 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:12.968779 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-055fac2b-3085-4060-a6c1-0743b8b23737 req-37d9c2bd-feda-4c7b-99a3-574526a85da2 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 944 time: 0.0880673 Sep 19 12:51:13.012628 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-055fac2b-3085-4060-a6c1-0743b8b23737 req-fab02223-9e74-4478-84d0-ac93a40c5c21 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383253 Sep 19 12:51:13.109373 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a194c981-0175-47fe-897f-d8cf6fbb4bd1 req-012a49b3-b30f-463c-95ed-0ecc3cc41cab service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338649 Sep 19 12:51:13.304174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-2b6238de-29fe-4ae5-bee6-3055512e3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:13.305675 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-2b6238de-29fe-4ae5-bee6-3055512e3e37 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 1097 time: 0.0824370 Sep 19 12:51:13.527354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-52479320-666d-4c23-a905-7196eaf45c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:13.528832 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-52479320-666d-4c23-a905-7196eaf45c34 service neutron] 10.222.0.85 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 918 time: 0.2164900 Sep 19 12:51:13.596324 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-406876d7-bec2-4f67-9b15-4c2da285ee34 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7198591a-ff18-48b9-af8d-0fae66fb327c HTTP/1.1" status: 200 len: 217 time: 0.0604744 Sep 19 12:51:13.662078 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-7393e703-cb8e-47e5-baec-b1defe7c00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:13.663563 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-7393e703-cb8e-47e5-baec-b1defe7c00f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=783c3fe0-9245-4afc-a14f-c12ada9037d5 HTTP/1.1" status: 200 len: 856 time: 0.0608220 Sep 19 12:51:13.681336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a0ab545b-bc14-4028-9343-6b79c5e88f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:13.749807 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-6bfdf548-4a17-4819-9ecb-dde956d59745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:13.751348 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-6bfdf548-4a17-4819-9ecb-dde956d59745 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=057863c8-89b3-4752-997f-46eb53317fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796640 Sep 19 12:51:13.890144 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-6c60a466-be09-4d72-96a8-89dc0c8c18e2 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285455 Sep 19 12:51:14.031306 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-991c3289-e943-46d2-9b69-4467aa1a61e4 req-4aa2c11a-f1c1-4b51-b991-5877ab73cd76 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340485 Sep 19 12:51:14.219056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c59fae-d855-4ff5-89fb-eccc860c59bb req-d9b1ff46-c8be-47f5-979d-0218d214e34c tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:14.220460 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82c59fae-d855-4ff5-89fb-eccc860c59bb req-d9b1ff46-c8be-47f5-979d-0218d214e34c tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 944 time: 0.0897965 Sep 19 12:51:14.266189 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82c59fae-d855-4ff5-89fb-eccc860c59bb req-ccf719a0-baba-4445-9642-b3c36d4b017b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 Sep 19 12:51:14.578863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:15.081362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:15.097098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 7198591a-ff18-48b9-af8d-0fae66fb327c details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:51:15.229889 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 7198591a-ff18-48b9-af8d-0fae66fb327c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7198591a-ff18-48b9-af8d-0fae66fb327c,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:51:15.243752 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '7198591a-ff18-48b9-af8d-0fae66fb327c', 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'port_id': '7198591a-ff18-48b9-af8d-0fae66fb327c', 'mac_address': 'fa:16:3e:77:8f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783c3fe0-9245-4afc-a14f-c12ada9037d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:51:15.304112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 7198591a-ff18-48b9-af8d-0fae66fb327c is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:51:15.304495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:15.321900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7198591a-ff18-48b9-af8d-0fae66fb327c {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:51:15.338223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 7198591a-ff18-48b9-af8d-0fae66fb327c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7198591a-ff18-48b9-af8d-0fae66fb327c,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:51:15.417860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:15.470814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb0d1-bd45-4703-9781-7a2b17454ad7 req-7a748f10-587f-495b-8ae3-976faac59dd8 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:15.472299 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-114fb0d1-bd45-4703-9781-7a2b17454ad7 req-7a748f10-587f-495b-8ae3-976faac59dd8 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 945 time: 0.0952225 Sep 19 12:51:15.486293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=7198591a-ff18-48b9-af8d-0fae66fb327c,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:15.493777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.494129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.494477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.494843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.495182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.495516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.495848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.496176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.496504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.496828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.497155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.497476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:15.519363 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-114fb0d1-bd45-4703-9781-7a2b17454ad7 req-11da1c22-9977-4c01-8301-1102ec549d49 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Sep 19 12:51:15.659609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['7198591a-ff18-48b9-af8d-0fae66fb327c'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:51:16.595792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:16.720136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc2f1b-2591-42dc-a9e7-e9ad2becad80 req-f147f408-277c-4102-bb1e-fc90eb4b48ca tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:16.721607 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-91bc2f1b-2591-42dc-a9e7-e9ad2becad80 req-f147f408-277c-4102-bb1e-fc90eb4b48ca tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 945 time: 0.0881736 Sep 19 12:51:16.765874 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-91bc2f1b-2591-42dc-a9e7-e9ad2becad80 req-de27d6a3-c276-4d47-b5e2-36d2916e3779 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Sep 19 12:51:17.112836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 7198591a-ff18-48b9-af8d-0fae66fb327c up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:51:17.241310 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 7198591a-ff18-48b9-af8d-0fae66fb327c completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:51:17.246523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 7198591a-ff18-48b9-af8d-0fae66fb327c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:51:17.246946 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:17.364776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 7198591a-ff18-48b9-af8d-0fae66fb327c is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:51:17.365073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:17.392230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f26750e-1b03-41fa-8481-ef888af2d46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7198591a-ff18-48b9-af8d-0fae66fb327c'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:51:17.394787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e2ddb9-32ae-4080-9df9-356b670d3c4f" -d '{"events": [{"server_uuid": "1f26750e-1b03-41fa-8481-ef888af2d46e", "name": "network-vif-plugged", "status": "completed", "tag": "7198591a-ff18-48b9-af8d-0fae66fb327c"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:51:17.402186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 7198591a-ff18-48b9-af8d-0fae66fb327c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7198591a-ff18-48b9-af8d-0fae66fb327c,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:51:17.437084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5914c99a-5274-49d0-8dd6-b555815b3ed1 x-openstack-request-id: req-5914c99a-5274-49d0-8dd6-b555815b3ed1 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:51:17.437382 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f26750e-1b03-41fa-8481-ef888af2d46e", "name": "network-vif-plugged", "status": "completed", "tag": "7198591a-ff18-48b9-af8d-0fae66fb327c", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:51:17.437638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5914c99a-5274-49d0-8dd6-b555815b3ed1 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:51:17.438047 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5914c99a-5274-49d0-8dd6-b555815b3ed1'] response: {'server_uuid': '1f26750e-1b03-41fa-8481-ef888af2d46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7198591a-ff18-48b9-af8d-0fae66fb327c', 'code': 200} Sep 19 12:51:17.480640 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:17.558001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=7198591a-ff18-48b9-af8d-0fae66fb327c,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:17.866190 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3c7f8-d542-4812-a58f-1333a2cdafce req-ed726f07-a179-46bf-9a25-68ceb7a7fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:17.867802 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c3e3c7f8-d542-4812-a58f-1333a2cdafce req-ed726f07-a179-46bf-9a25-68ceb7a7fa75 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 1099 time: 0.0845354 Sep 19 12:51:17.915492 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c3e3c7f8-d542-4812-a58f-1333a2cdafce req-72b66ff9-9f70-4035-8c5b-a93cab2dcacc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375566 Sep 19 12:51:17.979079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2133b-10dc-47ca-81a8-bcc054a26185 req-a0f0c1d6-9406-4018-8cdf-40f894d48977 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:17.980547 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f0c2133b-10dc-47ca-81a8-bcc054a26185 req-a0f0c1d6-9406-4018-8cdf-40f894d48977 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 946 time: 0.0986803 Sep 19 12:51:18.026663 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f0c2133b-10dc-47ca-81a8-bcc054a26185 req-ac7e0f22-d721-4e57-8866-c8ad47028749 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Sep 19 12:51:19.230052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5ccff-15af-4fdc-83e5-6985f0907d95 req-302700ed-0ece-4751-90c8-963da2c35fd2 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:19.231543 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b7d5ccff-15af-4fdc-83e5-6985f0907d95 req-302700ed-0ece-4751-90c8-963da2c35fd2 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 946 time: 0.0880804 Sep 19 12:51:19.284023 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b7d5ccff-15af-4fdc-83e5-6985f0907d95 req-3ba43eef-1de8-4e92-bf37-7619c0ad89f2 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457668 Sep 19 12:51:20.486057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f558a5-bc37-4bcd-846f-d5885a573372 req-8453c560-6d0d-4052-bcc3-5034a374647b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:20.487556 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d3f558a5-bc37-4bcd-846f-d5885a573372 req-8453c560-6d0d-4052-bcc3-5034a374647b tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 946 time: 0.0892909 Sep 19 12:51:20.533928 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d3f558a5-bc37-4bcd-846f-d5885a573372 req-71f486d6-8bc3-40ae-98dc-2438ef0ab461 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Sep 19 12:51:20.739269 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf7374-d75d-4e9b-a031-c908bbe8f3b2 req-fcf86e4f-d153-403c-84e2-ad97072e3ced tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:20.740737 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e9cf7374-d75d-4e9b-a031-c908bbe8f3b2 req-fcf86e4f-d153-403c-84e2-ad97072e3ced tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 946 time: 0.0908630 Sep 19 12:51:20.785830 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e9cf7374-d75d-4e9b-a031-c908bbe8f3b2 req-c2ba1e54-5800-4e93-9c2d-91aee92e49f7 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393643 Sep 19 12:51:23.184241 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:39.055410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8707fcb-9ed7-4cc8-8f56-cd8ae5161de0 req-54efc31d-35ba-4f91-816d-760e837594f5 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:39.056996 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e8707fcb-9ed7-4cc8-8f56-cd8ae5161de0 req-54efc31d-35ba-4f91-816d-760e837594f5 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 946 time: 0.0928311 Sep 19 12:51:39.109259 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e8707fcb-9ed7-4cc8-8f56-cd8ae5161de0 req-b5900e7a-c5b4-45ce-9792-413578b8451f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459037 Sep 19 12:51:40.310624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f8944-1e0d-4aec-a9f7-ca9fd3ae8ed3 req-ad0741c3-fa5d-4d3d-8054-c2628460b7b8 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:40.312114 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b86f8944-1e0d-4aec-a9f7-ca9fd3ae8ed3 req-ad0741c3-fa5d-4d3d-8054-c2628460b7b8 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 946 time: 0.0895290 Sep 19 12:51:40.356658 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b86f8944-1e0d-4aec-a9f7-ca9fd3ae8ed3 req-9a6208c4-e3cf-45fb-a01b-90c37acc59b8 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385368 Sep 19 12:51:40.682857 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f7823-150d-44b1-adfe-1238be861b05 req-f49ce973-7532-4517-86e7-9600576734b0 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:40.683556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-e27f7823-150d-44b1-adfe-1238be861b05 req-f49ce973-7532-4517-86e7-9600576734b0 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Synchronizing usage tracker for tenant:a4131082dd784d6380769d6e4c5336cb on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:51:40.755323 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-e27f7823-150d-44b1-adfe-1238be861b05 req-f49ce973-7532-4517-86e7-9600576734b0 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Unset dirty status for tenant:a4131082dd784d6380769d6e4c5336cb on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:51:40.756493 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e27f7823-150d-44b1-adfe-1238be861b05 req-f49ce973-7532-4517-86e7-9600576734b0 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 946 time: 0.1586444 Sep 19 12:51:40.835213 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-e27f7823-150d-44b1-adfe-1238be861b05 req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Deleting port 7198591a-ff18-48b9-af8d-0fae66fb327c {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:51:40.838711 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e27f7823-150d-44b1-adfe-1238be861b05 req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:41.087006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-e27f7823-150d-44b1-adfe-1238be861b05 req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] For port 7198591a-ff18-48b9-af8d-0fae66fb327c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7198591a-ff18-48b9-af8d-0fae66fb327c,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:51:41.087364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e27f7823-150d-44b1-adfe-1238be861b05 req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:41.209575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-e27f7823-150d-44b1-adfe-1238be861b05 req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Calling delete_port for 7198591a-ff18-48b9-af8d-0fae66fb327c owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:51:41.424084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e27f7823-150d-44b1-adfe-1238be861b05 req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:41.473591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Pushing event deleted for resources: {'Port': ['ID=7198591a-ff18-48b9-af8d-0fae66fb327c,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:41.513418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.513770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.514294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.514641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.515074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.515407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.515737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.516063 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.516385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.516708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.517035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.517355 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:51:41.531735 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1f526304-0a17-4fb9-a552-f6b24699d255 req-5092acac-b1ad-4979-83d4-a27c2c025749 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 210 time: 0.0573394 Sep 19 12:51:41.579984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27f7823-150d-44b1-adfe-1238be861b05 req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] No DVR routers for this DVR port 7198591a-ff18-48b9-af8d-0fae66fb327c on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:51:41.582604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e27f7823-150d-44b1-adfe-1238be861b05 req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:41.585733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f26750e-1b03-41fa-8481-ef888af2d46e', 'name': 'network-vif-deleted', 'tag': '7198591a-ff18-48b9-af8d-0fae66fb327c'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:51:41.588139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5286ffec-e0a4-4693-864e-d558acb647bb" -d '{"events": [{"server_uuid": "1f26750e-1b03-41fa-8481-ef888af2d46e", "name": "network-vif-deleted", "tag": "7198591a-ff18-48b9-af8d-0fae66fb327c"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:51:41.618139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fc73-5e2c-47fc-9df8-0c651370a8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:41.644522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce8dfb5-78c4-4361-b8a0-9ba34d288426 x-openstack-request-id: req-dce8dfb5-78c4-4361-b8a0-9ba34d288426 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:51:41.644844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f26750e-1b03-41fa-8481-ef888af2d46e", "name": "network-vif-deleted", "tag": "7198591a-ff18-48b9-af8d-0fae66fb327c", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:51:41.645235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dce8dfb5-78c4-4361-b8a0-9ba34d288426 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:51:41.645657 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce8dfb5-78c4-4361-b8a0-9ba34d288426'] response: {'server_uuid': '1f26750e-1b03-41fa-8481-ef888af2d46e', 'name': 'network-vif-deleted', 'tag': '7198591a-ff18-48b9-af8d-0fae66fb327c', 'status': 'completed', 'code': 200} Sep 19 12:51:41.675920 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e27f7823-150d-44b1-adfe-1238be861b05 req-08c70b8c-c5e6-4120-bea0-d0456af4f9fe tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "DELETE /v2.0/ports/7198591a-ff18-48b9-af8d-0fae66fb327c HTTP/1.1" status: 204 len: 173 time: 0.9115376 Sep 19 12:51:41.825498 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:51:42.714017 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-421538dd-5ce9-4173-b0ed-bb0de959d93e req-bf6afca7-de30-4f21-b1fa-41ff1a65f18c tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f26750e-1b03-41fa-8481-ef888af2d46e HTTP/1.1" status: 200 len: 210 time: 0.0503652 Sep 19 12:51:43.285926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 7198591a-ff18-48b9-af8d-0fae66fb327c no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:51:43.320895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 7198591a-ff18-48b9-af8d-0fae66fb327c {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:51:43.321240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 7198591a-ff18-48b9-af8d-0fae66fb327c not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:51:43.669084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4d90fc6-4885-4c8c-a889-7d491b85210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:44.292589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-8306012c-de3e-4d22-bcea-e6e8bec0d80f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:44.294037 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-8306012c-de3e-4d22-bcea-e6e8bec0d80f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 817 time: 0.1456192 Sep 19 12:51:44.309024 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-385338af-3710-4244-8219-99894f5e1d98 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/quotas/a4131082dd784d6380769d6e4c5336cb HTTP/1.1" status: 200 len: 375 time: 0.0095768 Sep 19 12:51:44.401187 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-8969c4be-a055-468c-bfb4-f6b740073bf0 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871587 Sep 19 12:51:44.568134 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-a4f4ad61-d05b-468a-81f1-f68a8dade44f service neutron] 10.222.0.66 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554129 Sep 19 12:51:44.571984 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:44.804044 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-9f5123ca-3321-4037-8e99-60ea37db8b03 service neutron] 10.222.0.66 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295356 Sep 19 12:51:45.098641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:45.109306 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-18bd2d80-8e12-4352-8acb-543545f7549c req-422305a9-b951-45f5-8d81-72c2aba9e24f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 210 time: 0.0497220 Sep 19 12:51:46.274251 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-97c6f88b-c2db-4740-a6f2-ae89ae1510a9 req-b9db66b8-f2c6-4e1e-8579-e47e4b85b447 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 210 time: 0.0538177 Sep 19 12:51:46.509127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:47.052463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-17089c7f-7ce5-48d2-aa74-478c9b9d6a0d tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:47.053992 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-17089c7f-7ce5-48d2-aa74-478c9b9d6a0d tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 817 time: 0.1461220 Sep 19 12:51:47.071297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Request body: {'port': {'device_id': '2e092eae-70d3-45b8-9476-99a477dec1e1', 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'admin_state_up': True, 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:51:47.303744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:51:47.308347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Usage tracker for resource:port and tenant:a4131082dd784d6380769d6e4c5336cb is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:51:47.313775 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:51:47.318332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:51:47.389634 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Made reservation on behalf of a4131082dd784d6380769d6e4c5336cb for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:51:47.393264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:47.449273 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9a6e86e7-2fc9-4d4c-9749-d535ea5e0e22 req-265fb4b7-4565-4e73-8e9c-8f220a6c36b3 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 210 time: 0.0491974 Sep 19 12:51:47.560578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Allocated IP 172.20.0.5 (057863c8-89b3-4752-997f-46eb53317fb3/783c3fe0-9245-4afc-a14f-c12ada9037d5/c5c72ef7-1136-4a46-bee7-55ccd8f5ff22) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:51:47.760631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:47.776177 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Transition to ACTIVE for port object c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:51:47.858256 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:47.936824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Network 057863c8-89b3-4752-997f-46eb53317fb3 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:51:47.939695 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:51:47.944489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:51:47.988171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Pushing event updated for resources: {'Port': ['ID=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:48.015894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:48.016518 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:48.104558 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-3966a81a-4802-4487-a157-12bbebeeffb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0376501 Sep 19 12:51:48.120072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Request body: {'port': {'device_id': '2e092eae-70d3-45b8-9476-99a477dec1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:51:48.217755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2fb6d29f-c024-4dc4-b67c-b2c3cca4623e None None] Provisioning for port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:51:48.225587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2fb6d29f-c024-4dc4-b67c-b2c3cca4623e None None] Provisioning complete for port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:51:48.230583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d29f-c024-4dc4-b67c-b2c3cca4623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:48.245604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:48.286909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6d29f-c024-4dc4-b67c-b2c3cca4623e None None] Port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:51:48.597977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:51:48.605891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:48.620844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Transition to ACTIVE for port object c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:51:48.658666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd25d-d7bd-4aa9-a073-9e8d2e04a540 req-894f0ed7-b579-4e17-828e-f1cbd17b28e9 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:48.660140 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-34ebd25d-d7bd-4aa9-a073-9e8d2e04a540 req-894f0ed7-b579-4e17-828e-f1cbd17b28e9 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 931 time: 0.0902004 Sep 19 12:51:48.709252 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-34ebd25d-d7bd-4aa9-a073-9e8d2e04a540 req-51f28587-ae7d-43b4-9984-f98f5cbe6a14 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Sep 19 12:51:48.715494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:48.909278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Pushing event updated for resources: {'Port': ['ID=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:48.945724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Attempting to bind port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:51:48.946056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Attempting to bind port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:51:48.946385 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Attempting to bind port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 on network 057863c8-89b3-4752-997f-46eb53317fb3 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:51:48.950966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 on network 057863c8-89b3-4752-997f-46eb53317fb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:51:48.951279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Attempting to bind port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 on network 057863c8-89b3-4752-997f-46eb53317fb3 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:51:48.956273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:51:48.956619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Checking segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:51:48.956990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Bound using segment: {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:51:48.957432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Bound port: c5c72ef7-1136-4a46-bee7-55ccd8f5ff22, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2287f386-b79e-412a-8967-a576b5de80cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:51:48.957849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:49.045876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] For port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:51:49.048763 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] For port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:51:49.115718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:49.118844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:49.119441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:49.121159 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] 10.222.0.85 "PUT /v2.0/ports/c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 HTTP/1.1" status: 200 len: 1093 time: 1.0053039 Sep 19 12:51:49.154909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e092eae-70d3-45b8-9476-99a477dec1e1', 'tag': 'c5c72ef7-1136-4a46-bee7-55ccd8f5ff22'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:51:49.157275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40" -d '{"events": [{"name": "network-changed", "server_uuid": "2e092eae-70d3-45b8-9476-99a477dec1e1", "tag": "c5c72ef7-1136-4a46-bee7-55ccd8f5ff22"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:51:49.202770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f909c-721c-4bc7-b00d-67a8b81b97ad service neutron] Pushing event updated for resources: {'Port': ['ID=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:49.206263 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fb1b3f-9ad5-475b-bb6c-09e57b36855b x-openstack-request-id: req-a4fb1b3f-9ad5-475b-bb6c-09e57b36855b {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:51:49.206552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e092eae-70d3-45b8-9476-99a477dec1e1", "tag": "c5c72ef7-1136-4a46-bee7-55ccd8f5ff22", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:51:49.206825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4fb1b3f-9ad5-475b-bb6c-09e57b36855b {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:51:49.207208 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fb1b3f-9ad5-475b-bb6c-09e57b36855b'] response: {'name': 'network-changed', 'server_uuid': '2e092eae-70d3-45b8-9476-99a477dec1e1', 'tag': 'c5c72ef7-1136-4a46-bee7-55ccd8f5ff22', 'status': 'completed', 'code': 200} Sep 19 12:51:49.302893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-ba1635d6-5f9a-458f-beec-31a0bad3293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:49.304384 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-ba1635d6-5f9a-458f-beec-31a0bad3293e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0879385 Sep 19 12:51:49.380395 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-53daa132-e39d-453a-90b5-dbe978cfffb8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 HTTP/1.1" status: 200 len: 217 time: 0.0654318 Sep 19 12:51:49.446432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-a15dcc83-d4e0-4b7b-888b-c704747aa12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:49.447921 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-a15dcc83-d4e0-4b7b-888b-c704747aa12e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=783c3fe0-9245-4afc-a14f-c12ada9037d5 HTTP/1.1" status: 200 len: 856 time: 0.0593190 Sep 19 12:51:49.636352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-8a3647a0-4e8c-46b8-b52f-642d7bf6a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:49.637744 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-8a3647a0-4e8c-46b8-b52f-642d7bf6a51e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=057863c8-89b3-4752-997f-46eb53317fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1806278 Sep 19 12:51:49.773201 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-996a95fb-20d7-4d12-8915-da494e46ff0e service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251009 Sep 19 12:51:49.907564 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2a69fa75-db4a-4c2f-9591-39850b8c450f req-ce47218f-bed6-4300-bffc-9de9045a2a41 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274943 Sep 19 12:51:49.908515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f3774-cb1c-4e18-8df8-c1916586702b req-748adb87-cacd-4e99-a36b-4f3b387de268 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:49.909957 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9f0f3774-cb1c-4e18-8df8-c1916586702b req-748adb87-cacd-4e99-a36b-4f3b387de268 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 943 time: 0.0889375 Sep 19 12:51:49.953897 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9f0f3774-cb1c-4e18-8df8-c1916586702b req-d52be039-60b3-4901-86b7-c90f5f85f215 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381525 Sep 19 12:51:50.135973 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-783c9c67-94e6-42d1-a8aa-7fbfe716827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:50.137462 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-783c9c67-94e6-42d1-a8aa-7fbfe716827b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0788326 Sep 19 12:51:50.278464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-06b4ff93-7e25-420b-976a-2dbd846baf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:50.279957 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-06b4ff93-7e25-420b-976a-2dbd846baf10 service neutron] 10.222.0.85 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 918 time: 0.1346700 Sep 19 12:51:50.351137 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-a2c41709-140e-4102-9a52-70264e111c5a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 HTTP/1.1" status: 200 len: 217 time: 0.0638745 Sep 19 12:51:50.414488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-cde7daad-a01e-4c39-9a1e-56821c27e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:50.415954 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-cde7daad-a01e-4c39-9a1e-56821c27e9ec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=783c3fe0-9245-4afc-a14f-c12ada9037d5 HTTP/1.1" status: 200 len: 856 time: 0.0580468 Sep 19 12:51:50.503499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-f45ec76d-c39f-45ac-a89f-7619d42fa0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:50.505675 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-f45ec76d-c39f-45ac-a89f-7619d42fa0fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=057863c8-89b3-4752-997f-46eb53317fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824242 Sep 19 12:51:50.640206 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-ea5ac120-a510-4069-ac92-ab99bc8a25f0 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277530 Sep 19 12:51:50.771760 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7dcb00a-c8ad-4169-868c-7ea8b6fd2b40 req-f47a9fc0-6a30-41a2-94df-acdea9f888c9 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241229 Sep 19 12:51:51.181788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54751f12-23d9-4f01-a4d7-7dd2d6bcf711 req-d670a4e0-a3b8-4eb8-a776-6e7d98bbf8d7 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:51.184862 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-54751f12-23d9-4f01-a4d7-7dd2d6bcf711 req-d670a4e0-a3b8-4eb8-a776-6e7d98bbf8d7 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 943 time: 0.1150911 Sep 19 12:51:51.229011 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-54751f12-23d9-4f01-a4d7-7dd2d6bcf711 req-ececce94-4879-464b-a89a-29ad569e6a89 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Sep 19 12:51:51.284489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:51:51.447250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:51:51.460627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'c5c72ef7-1136-4a46-bee7-55ccd8f5ff22', 'network_id': '057863c8-89b3-4752-997f-46eb53317fb3', 'port_id': 'c5c72ef7-1136-4a46-bee7-55ccd8f5ff22', 'mac_address': 'fa:16:3e:00:b5:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783c3fe0-9245-4afc-a14f-c12ada9037d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:51:51.514203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:51:51.514581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:51.540911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:51:51.558923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:51:51.623792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:51.694243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:51.943093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['c5c72ef7-1136-4a46-bee7-55ccd8f5ff22'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:51:52.431916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a517ead-c34d-4935-bfcb-94685f2e0878 req-ff89ec46-0c6c-4087-9c57-61a49c769fb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:52.433418 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5a517ead-c34d-4935-bfcb-94685f2e0878 req-ff89ec46-0c6c-4087-9c57-61a49c769fb4 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 944 time: 0.0929520 Sep 19 12:51:52.481980 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5a517ead-c34d-4935-bfcb-94685f2e0878 req-0b11d8e1-bde4-42f3-a00a-4552e1c92adc tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Sep 19 12:51:53.217606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:53.298972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:51:53.417758 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:51:53.422533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:51:53.422924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:53.541533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:51:53.541910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:53.569310 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e092eae-70d3-45b8-9476-99a477dec1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c72ef7-1136-4a46-bee7-55ccd8f5ff22'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:51:53.571585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d5ffc7-01cb-4a38-b69d-3565bddee1ed" -d '{"events": [{"server_uuid": "2e092eae-70d3-45b8-9476-99a477dec1e1", "name": "network-vif-plugged", "status": "completed", "tag": "c5c72ef7-1136-4a46-bee7-55ccd8f5ff22"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:51:53.579661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:51:53.618821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e832229-911c-4b82-85ae-80a500bb62cc x-openstack-request-id: req-5e832229-911c-4b82-85ae-80a500bb62cc {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:51:53.619085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e092eae-70d3-45b8-9476-99a477dec1e1", "name": "network-vif-plugged", "status": "completed", "tag": "c5c72ef7-1136-4a46-bee7-55ccd8f5ff22", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:51:53.619338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e832229-911c-4b82-85ae-80a500bb62cc {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:51:53.619730 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e832229-911c-4b82-85ae-80a500bb62cc'] response: {'server_uuid': '2e092eae-70d3-45b8-9476-99a477dec1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c72ef7-1136-4a46-bee7-55ccd8f5ff22', 'code': 200} Sep 19 12:51:53.663541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:51:53.688062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdc772-1130-42f1-8e74-47567b126d40 req-e9623bed-eec8-4878-9ff6-c83b81670a4a tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:53.689547 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8cbdc772-1130-42f1-8e74-47567b126d40 req-e9623bed-eec8-4878-9ff6-c83b81670a4a tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 944 time: 0.0929337 Sep 19 12:51:53.735882 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8cbdc772-1130-42f1-8e74-47567b126d40 req-9209e285-fc1c-4c53-8abb-ff74c6a48187 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Sep 19 12:51:53.738925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:51:54.034160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06268953-5409-49c3-841c-0c1dad47db57 req-8a3d8079-31e8-450b-ace4-d75b8b6528b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:54.036321 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-06268953-5409-49c3-841c-0c1dad47db57 req-8a3d8079-31e8-450b-ace4-d75b8b6528b4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 1098 time: 0.0768673 Sep 19 12:51:54.078348 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-06268953-5409-49c3-841c-0c1dad47db57 req-c2fee9a6-057e-4373-957d-249060138e26 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326760 Sep 19 12:51:54.957849 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c8594-e73f-4dc2-89cb-c2822bdaf77c req-b3ef692a-dee8-4d1b-b383-a08a3b76e984 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:54.959413 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ae1c8594-e73f-4dc2-89cb-c2822bdaf77c req-b3ef692a-dee8-4d1b-b383-a08a3b76e984 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 945 time: 0.1103883 Sep 19 12:51:55.004444 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ae1c8594-e73f-4dc2-89cb-c2822bdaf77c req-f631438e-bd5e-4b8c-aa87-44126b6f5591 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 Sep 19 12:51:56.200459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf512b-878e-4d01-bcd2-6be146b9a8c9 req-a383f6ea-738b-4a06-8130-2ab11945e734 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:56.201936 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a9cf512b-878e-4d01-bcd2-6be146b9a8c9 req-a383f6ea-738b-4a06-8130-2ab11945e734 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 945 time: 0.0880423 Sep 19 12:51:56.259249 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a9cf512b-878e-4d01-bcd2-6be146b9a8c9 req-ad77ed5f-54d7-4c7f-9c6e-01fa50bf9116 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516927 Sep 19 12:51:56.455900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73065b-24c0-4951-ac9b-d742836e8ce8 req-15d5b050-383b-4bef-915d-854a4accbcb2 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:56.457341 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fa73065b-24c0-4951-ac9b-d742836e8ce8 req-15d5b050-383b-4bef-915d-854a4accbcb2 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 945 time: 0.0895288 Sep 19 12:51:56.501648 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fa73065b-24c0-4951-ac9b-d742836e8ce8 req-c1d172a5-4b5c-46f4-a002-3df9ce538109 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379038 Sep 19 12:51:57.024411 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-74330ecc-71e9-4bbc-9436-09c710f5cd52 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801523 Sep 19 12:51:57.173825 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-286abc09-f5a5-4eec-a009-14c410a618f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:57.175329 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-286abc09-f5a5-4eec-a009-14c410a618f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4131082dd784d6380769d6e4c5336cb&device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 1098 time: 0.0796866 Sep 19 12:51:57.322189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-fe64110b-1e93-435e-b687-dddbfc758e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:57.323684 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-fe64110b-1e93-435e-b687-dddbfc758e13 service neutron] 10.222.0.85 "GET /v2.0/networks?id=057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 200 len: 918 time: 0.1291196 Sep 19 12:51:57.394965 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-b6656d27-fd00-4ecb-a82c-9af68551d7b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 HTTP/1.1" status: 200 len: 217 time: 0.0646396 Sep 19 12:51:57.457313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-8b4a951a-e575-481f-b7c3-040fe60a998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:57.459390 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-8b4a951a-e575-481f-b7c3-040fe60a998b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=783c3fe0-9245-4afc-a14f-c12ada9037d5 HTTP/1.1" status: 200 len: 856 time: 0.0581455 Sep 19 12:51:57.652481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-c1dc409b-d625-4bf0-ba9a-87c9da74aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:51:57.653945 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-c1dc409b-d625-4bf0-ba9a-87c9da74aec5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=057863c8-89b3-4752-997f-46eb53317fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1893353 Sep 19 12:51:57.790416 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-9f5ba64f-5a23-4d62-9f17-ee18cd32326b service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295679 Sep 19 12:51:57.928181 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92d626f9-abea-4432-8388-c356f3bc1ec2 req-3495e381-757b-45ef-b46a-df3f0f31dd96 service neutron] 10.222.0.85 "GET /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314242 Sep 19 12:52:11.611992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cdc4558d-f944-4c1f-87e4-a4956cab77d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:13.702925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-274ca945-29b4-4a4b-ba2a-81e9707640a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:14.578092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:14.764464 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9675902-d06c-4bfc-9ea0-77335378a582 req-b83acd0e-0f45-42df-92a8-0e1ea67dbbd1 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:52:14.765932 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a9675902-d06c-4bfc-9ea0-77335378a582 req-b83acd0e-0f45-42df-92a8-0e1ea67dbbd1 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 945 time: 0.0987494 Sep 19 12:52:14.811935 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a9675902-d06c-4bfc-9ea0-77335378a582 req-24e06af8-bdf7-469a-89b1-8e8e7e5da32c tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396628 Sep 19 12:52:15.080596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:16.011142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc9819-2b0e-403e-92cf-d7af7abc64d5 req-44f72db0-c43d-4936-9380-d10392d9e25e tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:52:16.012612 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-36cc9819-2b0e-403e-92cf-d7af7abc64d5 req-44f72db0-c43d-4936-9380-d10392d9e25e tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 945 time: 0.0880795 Sep 19 12:52:16.060116 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-36cc9819-2b0e-403e-92cf-d7af7abc64d5 req-37b504f9-7493-41eb-a101-c81c99e86550 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a1f94f0-52b7-4339-926a-e2ae51f8975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Sep 19 12:52:16.395386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-cc7fbb50-31d4-466f-ad93-40ece5c01248 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:52:16.396732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-cc7fbb50-31d4-466f-ad93-40ece5c01248 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Synchronizing usage tracker for tenant:a4131082dd784d6380769d6e4c5336cb on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:52:16.479989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-cc7fbb50-31d4-466f-ad93-40ece5c01248 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Unset dirty status for tenant:a4131082dd784d6380769d6e4c5336cb on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:52:16.481196 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-cc7fbb50-31d4-466f-ad93-40ece5c01248 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 945 time: 0.1717556 Sep 19 12:52:16.543256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:16.560430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-f433bb20-3bba-408d-88da-3d6e2cdc061f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Deleting port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:16.560801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-f433bb20-3bba-408d-88da-3d6e2cdc061f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:16.810586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-f433bb20-3bba-408d-88da-3d6e2cdc061f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] For port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:16.810910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-f433bb20-3bba-408d-88da-3d6e2cdc061f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:16.932595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-f433bb20-3bba-408d-88da-3d6e2cdc061f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Calling delete_port for c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:52:17.132163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-f433bb20-3bba-408d-88da-3d6e2cdc061f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:17.148946 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['c5c72ef7-1136-4a46-bee7-55ccd8f5ff22'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:52:17.191548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433bb20-3bba-408d-88da-3d6e2cdc061f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Pushing event deleted for resources: {'Port': ['ID=c5c72ef7-1136-4a46-bee7-55ccd8f5ff22,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:17.247542 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d6a9e8b6-b516-470c-ab78-40853a0ba831 req-8da46070-66bc-4746-8f16-6f89fadddbe2 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 210 time: 0.0621729 Sep 19 12:52:17.287465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-f433bb20-3bba-408d-88da-3d6e2cdc061f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] No DVR routers for this DVR port c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:52:17.289981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-f433bb20-3bba-408d-88da-3d6e2cdc061f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:17.292679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e092eae-70d3-45b8-9476-99a477dec1e1', 'name': 'network-vif-deleted', 'tag': 'c5c72ef7-1136-4a46-bee7-55ccd8f5ff22'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:52:17.294974 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e8dfc1-42f5-4e8c-a922-fd94320156af" -d '{"events": [{"server_uuid": "2e092eae-70d3-45b8-9476-99a477dec1e1", "name": "network-vif-deleted", "tag": "c5c72ef7-1136-4a46-bee7-55ccd8f5ff22"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:52:17.341906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cbb9aa-108b-41d6-a4a8-27650b91f2a6 x-openstack-request-id: req-a4cbb9aa-108b-41d6-a4a8-27650b91f2a6 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:52:17.342202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e092eae-70d3-45b8-9476-99a477dec1e1", "name": "network-vif-deleted", "tag": "c5c72ef7-1136-4a46-bee7-55ccd8f5ff22", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:52:17.342460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4cbb9aa-108b-41d6-a4a8-27650b91f2a6 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:52:17.342897 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4cbb9aa-108b-41d6-a4a8-27650b91f2a6'] response: {'server_uuid': '2e092eae-70d3-45b8-9476-99a477dec1e1', 'name': 'network-vif-deleted', 'tag': 'c5c72ef7-1136-4a46-bee7-55ccd8f5ff22', 'status': 'completed', 'code': 200} Sep 19 12:52:17.361184 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bed43b6-3ba5-4907-8459-432de9c1731c req-f433bb20-3bba-408d-88da-3d6e2cdc061f tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.85 "DELETE /v2.0/ports/c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 HTTP/1.1" status: 204 len: 173 time: 0.8692927 Sep 19 12:52:18.431707 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c3f7dd71-f6a8-4d0e-a068-127f89f3ebd7 req-8d744b39-116b-47d7-a8a7-d70e59621a79 tempest-TestEncryptedCinderVolumes-1030321513 tempest-TestEncryptedCinderVolumes-1030321513-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e092eae-70d3-45b8-9476-99a477dec1e1 HTTP/1.1" status: 200 len: 210 time: 0.0504913 Sep 19 12:52:18.824339 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:52:19.425236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:52:19.460330 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:52:19.460719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device c5c72ef7-1136-4a46-bee7-55ccd8f5ff22 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:52:19.636995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37630) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:20.273220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:20.634456 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] Deleting port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:20.634714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:20.807966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] For port 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6ac0ecfe-3ab6-41ed-89d1-d624c15eef20,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:20.808683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:20.935137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] Calling delete_port for 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:52:21.188397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:21.235947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac0ecfe-3ab6-41ed-89d1-d624c15eef20,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:21.518928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:21.977066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] Router 6313e3be-d61d-414b-8b23-25aacb133582 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:52:22.163326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:52:22.171877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] Sync routers for ids ['6313e3be-d61d-414b-8b23-25aacb133582'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:52:22.176605 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a0e9b3ff-14be-4f8c-bcaa-d85c0354fa83 admin admin] 10.222.0.66 "PUT /v2.0/routers/6313e3be-d61d-414b-8b23-25aacb133582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5381362 Sep 19 12:52:22.179742 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37634) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:22.182104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] Routers {'6313e3be-d61d-414b-8b23-25aacb133582'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:22.182708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6313e3be-d61d-414b-8b23-25aacb133582'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:22.360487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:22.364940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] Set router 6313e3be-d61d-414b-8b23-25aacb133582 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:22.552997 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:22.665161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e3be-d61d-414b-8b23-25aacb133582', 'name': 'tempest-TestEncryptedCinderVolumes-2089260704-router', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b426192c-0520-4608-9573-096bdd4a8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:12Z', 'updated_at': '2022-09-19T12:52:21Z', 'revision_number': 5, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'gw_port': {'id': 'b426192c-0520-4608-9573-096bdd4a8965', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e3be-d61d-414b-8b23-25aacb133582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:13Z', 'updated_at': '2022-09-19T12:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:22.668670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Deleting port b426192c-0520-4608-9573-096bdd4a8965 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:22.669017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:22.669135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] Checking router: 6313e3be-d61d-414b-8b23-25aacb133582 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:52:22.677967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] Routers {'6313e3be-d61d-414b-8b23-25aacb133582'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:22.678597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['6313e3be-d61d-414b-8b23-25aacb133582'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:22.838174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] Set router 6313e3be-d61d-414b-8b23-25aacb133582 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:22.863048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] For port b426192c-0520-4608-9573-096bdd4a8965, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b426192c-0520-4608-9573-096bdd4a8965,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:22.863425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:22.982195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e3be-d61d-414b-8b23-25aacb133582', 'name': 'tempest-TestEncryptedCinderVolumes-2089260704-router', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:12Z', 'updated_at': '2022-09-19T12:52:22Z', 'revision_number': 6, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:22.986161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e20172-073c-4b8d-9062-2d1acdf835cd None None] The sync data for ids ['6313e3be-d61d-414b-8b23-25aacb133582'] in dv-neutron-857775-2-hyperv is: [{'id': '6313e3be-d61d-414b-8b23-25aacb133582', 'name': 'tempest-TestEncryptedCinderVolumes-2089260704-router', 'tenant_id': 'a4131082dd784d6380769d6e4c5336cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:12Z', 'updated_at': '2022-09-19T12:52:22Z', 'revision_number': 6, 'project_id': 'a4131082dd784d6380769d6e4c5336cb', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:52:22.988502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Calling delete_port for b426192c-0520-4608-9573-096bdd4a8965 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:52:23.234464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:23.343035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:23.394002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b426192c-0520-4608-9573-096bdd4a8965,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:23.493504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:23.665983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:23.668117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:23.772567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:23.773112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6313e3be-d61d-414b-8b23-25aacb133582 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:52:23.785133 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:23.786504 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cb9c560e-11cb-4538-9219-22b97215e5a8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6313e3be-d61d-414b-8b23-25aacb133582 HTTP/1.1" status: 204 len: 168 time: 1.6056526 Sep 19 12:52:23.788891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37638) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:23.852524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a210ff7-c2ca-431c-93d6-256e9abc755c admin admin] Deleting subnet 783c3fe0-9245-4afc-a14f-c12ada9037d5 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:52:23.855489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3a210ff7-c2ca-431c-93d6-256e9abc755c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:23.905528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3a210ff7-c2ca-431c-93d6-256e9abc755c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:23.994901 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3a210ff7-c2ca-431c-93d6-256e9abc755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:24.131939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3a210ff7-c2ca-431c-93d6-256e9abc755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:24.170174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a210ff7-c2ca-431c-93d6-256e9abc755c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783c3fe0-9245-4afc-a14f-c12ada9037d5,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:24.173530 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3a210ff7-c2ca-431c-93d6-256e9abc755c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:24.180837 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3a210ff7-c2ca-431c-93d6-256e9abc755c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/783c3fe0-9245-4afc-a14f-c12ada9037d5 HTTP/1.1" status: 204 len: 168 time: 0.3909855 Sep 19 12:52:24.181779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d221871-d91c-4be0-b0ee-88e462e617f4 None None] Network 057863c8-89b3-4752-997f-46eb53317fb3 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:52:24.182706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37642) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:24.290122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:24.300538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Deleting port fc3e7a3d-ffab-45b1-8fb9-c13552735649 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:24.300872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:24.432498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] DHCP port deletion for 057863c8-89b3-4752-997f-46eb53317fb3 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:52:24.436878 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] Deleting port fc3e7a3d-ffab-45b1-8fb9-c13552735649 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:24.437391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:24.514416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] For port fc3e7a3d-ffab-45b1-8fb9-c13552735649, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fc3e7a3d-ffab-45b1-8fb9-c13552735649,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:24.514792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:24.637657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Calling delete_port for fc3e7a3d-ffab-45b1-8fb9-c13552735649 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:52:24.642590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] For port fc3e7a3d-ffab-45b1-8fb9-c13552735649, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fc3e7a3d-ffab-45b1-8fb9-c13552735649,segment=NetworkSegment(2287f386-b79e-412a-8967-a576b5de80cb),segment_id=2287f386-b79e-412a-8967-a576b5de80cb)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:24.643047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:24.766736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] Calling delete_port for fc3e7a3d-ffab-45b1-8fb9-c13552735649 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:52:24.776959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:24.832347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3e7a3d-ffab-45b1-8fb9-c13552735649,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:24.836654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] No DVR routers for this DVR port fc3e7a3d-ffab-45b1-8fb9-c13552735649 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:52:24.842148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:52:24.842509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:52:24.884186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fc3e7a3d-ffab-45b1-8fb9-c13552735649 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:52:24.920616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: fc3e7a3d-ffab-45b1-8fb9-c13552735649 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:52:24.920616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fc3e7a3d-ffab-45b1-8fb9-c13552735649 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:52:24.920943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b426192c-0520-4608-9573-096bdd4a8965 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:52:24.959234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: b426192c-0520-4608-9573-096bdd4a8965 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:52:24.959576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b426192c-0520-4608-9573-096bdd4a8965 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:52:24.960009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:52:24.995511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:52:24.995854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6ac0ecfe-3ab6-41ed-89d1-d624c15eef20 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:52:25.056348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:25.085808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057863c8-89b3-4752-997f-46eb53317fb3']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:25.106345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2287f386-b79e-412a-8967-a576b5de80cb') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:25.106639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2287f386-b79e-412a-8967-a576b5de80cb') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:25.119297 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:25.135053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:25.140913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:52:25.141287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:25.205690 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 2287f386-b79e-412a-8967-a576b5de80cb resource provider aggregate not found Sep 19 12:52:25.225479 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 2287f386-b79e-412a-8967-a576b5de80cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2287f386-b79e-412a-8967-a576b5de80cb found for delete ", "request_id": "req-ad4bc4b5-4916-4e5a-b07a-92bbbdbc4178"}]} Sep 19 12:52:25.303673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:25.319741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:25.330012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=057863c8-89b3-4752-997f-46eb53317fb3,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:25.343582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] Deleting port fc3e7a3d-ffab-45b1-8fb9-c13552735649 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:25.343963 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:25.389475 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f409e876-62a2-4e63-bf83-c993cc38fdb1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/057863c8-89b3-4752-997f-46eb53317fb3 HTTP/1.1" status: 204 len: 168 time: 1.2056375 Sep 19 12:52:25.392430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37650) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:25.422342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f48dbdb9-6b11-4008-bbd8-c25c63a60bcd None None] The port 'fc3e7a3d-ffab-45b1-8fb9-c13552735649' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:52:25.955192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:26.309558 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] Deleting port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:26.310218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:26.491212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] For port 619a8fd7-74d8-4f06-b8a9-59dcc42a3826, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=619a8fd7-74d8-4f06-b8a9-59dcc42a3826,segment=NetworkSegment(93191ad2-e544-4011-aee3-e0de4b8b2dd0),segment_id=93191ad2-e544-4011-aee3-e0de4b8b2dd0)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:26.491580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:26.712272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] Calling delete_port for 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:52:26.971348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:27.020654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=619a8fd7-74d8-4f06-b8a9-59dcc42a3826,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:27.293573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:27.652605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] Router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:52:27.830114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:52:27.839490 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a7781c04-81c9-4c56-a458-ee5d36d93a88 admin admin] 10.222.0.66 "PUT /v2.0/routers/1f6568be-d6e1-4ee6-ad25-7cfea6a77dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4460726 Sep 19 12:52:27.840463 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] Sync routers for ids ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:52:27.841977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37654) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:27.851561 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] Routers {'1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:27.852227 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:28.019207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:28.025013 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] Set router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:28.315835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:28.350719 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'name': 'tempest-TestEncryptedCinderVolumes-661391789-router', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:20Z', 'updated_at': '2022-09-19T12:52:26Z', 'revision_number': 5, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'gw_port': {'id': '1906a93d-c1b9-466f-8140-1fb0a0c1a133', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:50:21Z', 'updated_at': '2022-09-19T12:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:28.354524 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] Checking router: 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:52:28.362933 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] Routers {'1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:28.363514 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:28.406039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Deleting port 1906a93d-c1b9-466f-8140-1fb0a0c1a133 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:28.406436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:28.529445 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] Set router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:28.585943 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] For port 1906a93d-c1b9-466f-8140-1fb0a0c1a133, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1906a93d-c1b9-466f-8140-1fb0a0c1a133,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:28.586221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:28.635036 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'name': 'tempest-TestEncryptedCinderVolumes-661391789-router', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:20Z', 'updated_at': '2022-09-19T12:52:28Z', 'revision_number': 6, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:28.638944 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef06b65-b534-4d45-876c-1b0598206754 None None] The sync data for ids ['1f6568be-d6e1-4ee6-ad25-7cfea6a77dde'] in dv-neutron-857775-2-hyperv is: [{'id': '1f6568be-d6e1-4ee6-ad25-7cfea6a77dde', 'name': 'tempest-TestEncryptedCinderVolumes-661391789-router', 'tenant_id': '2edad56c32f74729bcf431f55a9db2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:50:20Z', 'updated_at': '2022-09-19T12:52:28Z', 'revision_number': 6, 'project_id': '2edad56c32f74729bcf431f55a9db2e2', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:52:28.711274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Calling delete_port for 1906a93d-c1b9-466f-8140-1fb0a0c1a133 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:52:28.937186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:28.985026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1906a93d-c1b9-466f-8140-1fb0a0c1a133,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:29.035730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:52:29.078888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:52:29.079706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 619a8fd7-74d8-4f06-b8a9-59dcc42a3826 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:52:29.087509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.259481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.261715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.337171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.337612 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f6568be-d6e1-4ee6-ad25-7cfea6a77dde {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:52:29.350141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.351303 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-bfacc6f0-aef2-4264-9a2d-503b385e1ab9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1f6568be-d6e1-4ee6-ad25-7cfea6a77dde HTTP/1.1" status: 204 len: 168 time: 1.5083802 Sep 19 12:52:29.357477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37658) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:29.415455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0eee96-6ecc-4240-b84a-ec6f181a7623 admin admin] Deleting subnet fe7a30ba-365b-459d-9167-a9cafc2f6174 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:52:29.418604 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea0eee96-6ecc-4240-b84a-ec6f181a7623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.472784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea0eee96-6ecc-4240-b84a-ec6f181a7623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.555036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea0eee96-6ecc-4240-b84a-ec6f181a7623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.686254 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea0eee96-6ecc-4240-b84a-ec6f181a7623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.727440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0eee96-6ecc-4240-b84a-ec6f181a7623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7a30ba-365b-459d-9167-a9cafc2f6174,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:29.731126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-ea0eee96-6ecc-4240-b84a-ec6f181a7623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.737364 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ea0eee96-6ecc-4240-b84a-ec6f181a7623 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fe7a30ba-365b-459d-9167-a9cafc2f6174 HTTP/1.1" status: 204 len: 168 time: 0.3822465 Sep 19 12:52:29.739155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ca393-a0cb-4987-8eaf-9cfa4ff3e677 None None] Network 91891719-3b4e-43b6-a97d-916c998a7759 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:52:29.740114 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37662) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:29.951714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.963240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Deleting port 0ec626e2-9daa-4714-a7da-ea5071c8a734 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:29.963592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:29.999008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] DHCP port deletion for 91891719-3b4e-43b6-a97d-916c998a7759 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:52:30.002995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] Deleting port 0ec626e2-9daa-4714-a7da-ea5071c8a734 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:30.003374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:30.168383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] For port 0ec626e2-9daa-4714-a7da-ea5071c8a734, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0ec626e2-9daa-4714-a7da-ea5071c8a734,segment=NetworkSegment(93191ad2-e544-4011-aee3-e0de4b8b2dd0),segment_id=93191ad2-e544-4011-aee3-e0de4b8b2dd0)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:30.168737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:30.212778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] For port 0ec626e2-9daa-4714-a7da-ea5071c8a734, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0ec626e2-9daa-4714-a7da-ea5071c8a734,segment=NetworkSegment(93191ad2-e544-4011-aee3-e0de4b8b2dd0),segment_id=93191ad2-e544-4011-aee3-e0de4b8b2dd0)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:30.213367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:30.299305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Calling delete_port for 0ec626e2-9daa-4714-a7da-ea5071c8a734 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:52:30.369586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] Calling delete_port for 0ec626e2-9daa-4714-a7da-ea5071c8a734 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:52:30.477499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:30.486102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:52:30.486498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:52:30.532973 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec626e2-9daa-4714-a7da-ea5071c8a734,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:30.534811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] No DVR routers for this DVR port 0ec626e2-9daa-4714-a7da-ea5071c8a734 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:52:30.651626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:30.675756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91891719-3b4e-43b6-a97d-916c998a7759']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:30.687990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93191ad2-e544-4011-aee3-e0de4b8b2dd0') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:30.688285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93191ad2-e544-4011-aee3-e0de4b8b2dd0') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:30.700080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:30.716099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:30.722100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:52:30.725262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:30.788597 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 93191ad2-e544-4011-aee3-e0de4b8b2dd0 resource provider aggregate not found Sep 19 12:52:30.810480 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 93191ad2-e544-4011-aee3-e0de4b8b2dd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93191ad2-e544-4011-aee3-e0de4b8b2dd0 found for delete ", "request_id": "req-179f5c55-064e-44a9-a49d-d94794bb16a0"}]} Sep 19 12:52:30.881602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1906a93d-c1b9-466f-8140-1fb0a0c1a133 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:52:30.897337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:30.914174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:30.917101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 1906a93d-c1b9-466f-8140-1fb0a0c1a133 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:52:30.917447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1906a93d-c1b9-466f-8140-1fb0a0c1a133 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:52:30.917864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0ec626e2-9daa-4714-a7da-ea5071c8a734 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:52:30.924343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] Pushing event deleted for resources: {'Network': ['ID=91891719-3b4e-43b6-a97d-916c998a7759,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:30.930865 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f0c23076-416d-486f-8084-217e1e5ee5be admin admin] 10.222.0.66 "DELETE /v2.0/networks/91891719-3b4e-43b6-a97d-916c998a7759 HTTP/1.1" status: 204 len: 168 time: 1.1873593 Sep 19 12:52:30.951091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 0ec626e2-9daa-4714-a7da-ea5071c8a734 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:52:30.951433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0ec626e2-9daa-4714-a7da-ea5071c8a734 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:52:30.987765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] Deleting port 0ec626e2-9daa-4714-a7da-ea5071c8a734 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:52:30.988141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:31.055509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b74e6ef2-4b36-4ac4-b52d-a7480c37c7d7 None None] The port '0ec626e2-9daa-4714-a7da-ea5071c8a734' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:52:31.323027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37672) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:31.372427 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-53601d29-af8b-4bef-8761-574f767fe773 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4131082dd784d6380769d6e4c5336cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482602 Sep 19 12:52:31.374941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37676) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:31.432158 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-77cdab8d-f2f6-42fd-ba2e-193bb35775cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:31.457038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-77cdab8d-f2f6-42fd-ba2e-193bb35775cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:31.559674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-77cdab8d-f2f6-42fd-ba2e-193bb35775cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:31.579391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdab8d-f2f6-42fd-ba2e-193bb35775cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f94f0-52b7-4339-926a-e2ae51f8975f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:31.585697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-77cdab8d-f2f6-42fd-ba2e-193bb35775cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:31.586981 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-77cdab8d-f2f6-42fd-ba2e-193bb35775cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a1f94f0-52b7-4339-926a-e2ae51f8975f HTTP/1.1" status: 204 len: 168 time: 0.2110422 Sep 19 12:52:32.249706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37684) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:32.302690 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9d52c12b-1ca8-493c-be10-2d1f9d7cd03e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2edad56c32f74729bcf431f55a9db2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518162 Sep 19 12:52:32.305201 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37688) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:32.363923 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:32.389330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:32.491731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:32.507172 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7cd9db-1836-4bbe-90f8-c2c961badb81,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:32.517009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.517362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.517705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.518039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.518370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.518702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.519057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.519387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.519713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.520767 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.521080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.521429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:32.525701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:32.534994 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4fa070bb-5d46-4511-b7b7-663106ff5108 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce7cd9db-1836-4bbe-90f8-c2c961badb81 HTTP/1.1" status: 204 len: 168 time: 0.2207420 Sep 19 12:52:33.617209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37712) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:33.721112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1552607713-network', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:52:33.726625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:52:33.730518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Usage tracker for resource:network and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:52:33.733389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:52:33.739904 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:52:33.811049 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Made reservation on behalf of 2d52c588862e43b5ae0a3ff4f9ba8d35 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:52:33.813421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:33.826521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:33.841114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:52:33.844897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:52:33.847658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:52:33.854026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:52:33.940398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:34.005028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:34.034849 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:52:34.044325 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcc1823-1e84-4d1a-b948-53da4c767abc,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:34.050770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:34.055963 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Added segment 200afc4b-3fff-4bc4-a149-910794e3afd9 of type vlan for network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 Sep 19 12:52:34.077442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:34.171191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:34.172146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:52:34.172755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:34.278824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] Pushing event updated for resources: {'Network': ['ID=1f29b285-d5fe-4a06-a987-8a8066c7afc0,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:34.289200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:52:34.326348 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d9270462-0163-42fb-834b-d6ae5ce137ad admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7080586 Sep 19 12:52:34.329147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37718) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:34.335282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Request body: {'subnet': {'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1552607713-subnet', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:52:34.340210 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:52:34.344264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Usage tracker for resource:subnet and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:52:34.347237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:52:34.353938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:52:34.416982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Made reservation on behalf of 2d52c588862e43b5ae0a3ff4f9ba8d35 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:52:34.419572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:34.696993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:34.871034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a259e2f-6c19-4de7-9756-fabcc48909a6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:34.879347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Checking segment: {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:52:34.880236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Network hostable DHCP agents. Network: 1f29b285-d5fe-4a06-a987-8a8066c7afc0, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:52:34.959928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:52:35.045247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 1f29b285-d5fe-4a06-a987-8a8066c7afc0) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:52:35.049372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:52:35.049955 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.054639 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca7a3a3-93c8-4050-a007-8fa1ac33cf62 None None] Network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:52:35.137453 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-48a721e1-a88c-4ac1-a502-4bc607047078 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8071842 Sep 19 12:52:35.140330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37722) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:35.145968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:52:35.150822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:52:35.154736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Usage tracker for resource:router and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:52:35.157543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:52:35.163323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:52:35.223174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.224432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.240067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.278843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:52:35.279912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.439854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Allocated IP 172.20.0.2 (1f29b285-d5fe-4a06-a987-8a8066c7afc0/8a259e2f-6c19-4de7-9756-fabcc48909a6/00f54f8e-cf90-4d88-927c-0bbf18d98a22) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:52:35.559993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.650409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.660717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Transition to ACTIVE for port object 00f54f8e-cf90-4d88-927c-0bbf18d98a22 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:52:35.680898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Transition to ACTIVE for port object 00f54f8e-cf90-4d88-927c-0bbf18d98a22 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:52:35.743276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.812017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:52:35.814942 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:52:35.818696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:52:35.824363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Pushing event updated for resources: {'Port': ['ID=00f54f8e-cf90-4d88-927c-0bbf18d98a22,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:35.866237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.866589 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.866941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.867268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.867593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.867918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.868236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.868556 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.868887 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.869191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.869506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.869825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:35.934019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Attempting to bind port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:52:35.934384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Attempting to bind port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:52:35.934770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Attempting to bind port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 on network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:52:35.937764 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.940369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:52:35.940737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Checking segment: {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:52:35.941132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.941519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Bound using segment: {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:52:35.941999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Bound port: 00f54f8e-cf90-4d88-927c-0bbf18d98a22, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:52:35.942403 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:35.968054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:36.034029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] For port 00f54f8e-cf90-4d88-927c-0bbf18d98a22, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:52:36.037674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] For port 00f54f8e-cf90-4d88-927c-0bbf18d98a22, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00f54f8e-cf90-4d88-927c-0bbf18d98a22,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:52:36.105245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Allocated IP 172.26.5.174 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/b23029fb-4cbc-49cd-b115-c953864074c5) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:52:36.120272 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:36.198225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e4b14-b2eb-44e5-ad87-7d0bf5d50514 None None] Pushing event updated for resources: {'Port': ['ID=00f54f8e-cf90-4d88-927c-0bbf18d98a22,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:36.261514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:36.349375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:36.424362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:52:36.427558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:52:36.430055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:52:36.478960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b23029fb-4cbc-49cd-b115-c953864074c5,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:36.929074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 00f54f8e-cf90-4d88-927c-0bbf18d98a22 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:37.051128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:52:37.073066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:37.138343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6d8b0-a61a-4e3e-8daf-be24a14157c0 None None] Network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:52:37.361125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1c25ae68-d45f-4891-b645-05b412a56a84 None None] Provisioning for port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:52:37.371112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1c25ae68-d45f-4891-b645-05b412a56a84 None None] Provisioning complete for port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:37.371485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1c25ae68-d45f-4891-b645-05b412a56a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:37.432075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:37.565303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1c25ae68-d45f-4891-b645-05b412a56a84 None None] Current status of the port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:37.565778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1c25ae68-d45f-4891-b645-05b412a56a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:37.609861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1c25ae68-d45f-4891-b645-05b412a56a84 None None] For port 00f54f8e-cf90-4d88-927c-0bbf18d98a22, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00f54f8e-cf90-4d88-927c-0bbf18d98a22,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:37.708824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1c25ae68-d45f-4891-b645-05b412a56a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:37.736997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Router 684aa372-72b0-44f8-a72b-639a838a3ff7 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:52:37.777519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25ae68-d45f-4891-b645-05b412a56a84 None None] Pushing event updated for resources: {'Port': ['ID=00f54f8e-cf90-4d88-927c-0bbf18d98a22,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:37.829370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c08935cb-4957-466c-9505-12fbcef6abee None None] Provisioning complete for port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:37.829636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c08935cb-4957-466c-9505-12fbcef6abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:37.920751 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:52:37.932429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Sync routers for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:52:37.962968 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c08935cb-4957-466c-9505-12fbcef6abee None None] Current status of the port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:37.964897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:37.965511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:38.028303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:38.029578 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4aded95c-a178-4418-afd2-4392ee8ec0e4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8882687 Sep 19 12:52:38.032434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37726) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:38.144342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:38.436782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:36Z', 'revision_number': 3, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:38.441129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Checking router: 684aa372-72b0-44f8-a72b-639a838a3ff7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:52:38.441479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Updating router 684aa372-72b0-44f8-a72b-639a838a3ff7 port b23029fb-4cbc-49cd-b115-c953864074c5 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:52:38.502553 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:38.847543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:38.857734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Transition to ACTIVE for port object b23029fb-4cbc-49cd-b115-c953864074c5 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:52:38.859503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:38.888800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 00f54f8e-cf90-4d88-927c-0bbf18d98a22 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:38.921495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.000405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Attempting to bind port b23029fb-4cbc-49cd-b115-c953864074c5 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:52:39.001114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Attempting to bind port b23029fb-4cbc-49cd-b115-c953864074c5 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:52:39.001114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Attempting to bind port b23029fb-4cbc-49cd-b115-c953864074c5 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:52:39.018092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:52:39.018464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:52:39.023904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.023904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:52:39.023904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Bound port: b23029fb-4cbc-49cd-b115-c953864074c5, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:52:39.023904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.050851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc18260-ba22-47f1-afa2-2e5c2daaf292 None None] Pushing event updated for resources: {'Port': ['ID=b23029fb-4cbc-49cd-b115-c953864074c5,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:39.075719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Allocated IP 172.20.0.1 (1f29b285-d5fe-4a06-a987-8a8066c7afc0/8a259e2f-6c19-4de7-9756-fabcc48909a6/3fda178a-bd5d-4d88-b598-3eddb5a4f29a) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:52:39.141170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:39.141424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.184334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] For port b23029fb-4cbc-49cd-b115-c953864074c5, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:52:39.197705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] For port b23029fb-4cbc-49cd-b115-c953864074c5, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b23029fb-4cbc-49cd-b115-c953864074c5,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:52:39.226641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.242593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Transition to ACTIVE for port object 3fda178a-bd5d-4d88-b598-3eddb5a4f29a will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:52:39.264803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.300201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:39.314564 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.330477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:39.331125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:39.377983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:52:39.381347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:52:39.384960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:52:39.420880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc18260-ba22-47f1-afa2-2e5c2daaf292 None None] Pushing event updated for resources: {'Port': ['ID=b23029fb-4cbc-49cd-b115-c953864074c5,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:39.431672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fda178a-bd5d-4d88-b598-3eddb5a4f29a,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:39.450416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.532721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:39.643948 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.805228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f38776f9-2272-442d-9d91-58ceda682100 None None] Provisioning for port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:52:39.810341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f38776f9-2272-442d-9d91-58ceda682100 None None] Provisioning complete for port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:39.810709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f38776f9-2272-442d-9d91-58ceda682100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.869027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:39.871898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f38776f9-2272-442d-9d91-58ceda682100 None None] Port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:52:39.884546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:36Z', 'revision_number': 3, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:39.888554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a4673-e451-4104-9a44-d4a86fecdf82 None None] The sync data for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv is: [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:36Z', 'revision_number': 3, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:52:39.925434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:40.033732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fda178a-bd5d-4d88-b598-3eddb5a4f29a,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:40.039239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:40.189478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:52:40.190662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:52:40.501996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-de100801-9808-4906-9c40-9e27292ef1eb None None] Provisioning complete for port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:40.502550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-de100801-9808-4906-9c40-9e27292ef1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:40.517139 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Router 684aa372-72b0-44f8-a72b-639a838a3ff7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:52:40.562948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-de100801-9808-4906-9c40-9e27292ef1eb None None] Port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:52:40.725925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:52:40.740406 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-90c55bfc-575a-4289-8eba-ff5d2bb70fa4 admin admin] 10.222.0.66 "PUT /v2.0/routers/684aa372-72b0-44f8-a72b-639a838a3ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7068324 Sep 19 12:52:40.909642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b23029fb-4cbc-49cd-b115-c953864074c5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:41.022585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port b23029fb-4cbc-49cd-b115-c953864074c5 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:52:41.027836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b23029fb-4cbc-49cd-b115-c953864074c5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:41.028211 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.154392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b23029fb-4cbc-49cd-b115-c953864074c5 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:41.154813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.173380 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port b23029fb-4cbc-49cd-b115-c953864074c5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b23029fb-4cbc-49cd-b115-c953864074c5,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:41.245728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.327694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=b23029fb-4cbc-49cd-b115-c953864074c5,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:41.402171 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Sync routers for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:52:41.411815 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:41.412286 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:41.475004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37744) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:41.480440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2065978302-network', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:52:41.485166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:52:41.490279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Usage tracker for resource:network and tenant:e0eb10ca44674956a947f08e065a63d1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:52:41.493190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:52:41.498866 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:52:41.571274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Made reservation on behalf of e0eb10ca44674956a947f08e065a63d1 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:52:41.573828 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.586915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.595506 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:41.602279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:52:41.606151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Usage tracker for resource:security_group_rule and tenant:e0eb10ca44674956a947f08e065a63d1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:52:41.609031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:52:41.616043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:52:41.622863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9e4236a9-dbfb-432b-b439-0b02dd2cb250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.703166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.776813 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.812175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:52:41.821093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4027088a-2cac-401f-80c4-98665f2544ae,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:41.826645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.827018 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Added segment e5c7c6a6-868b-460d-a30c-ce6e696252a2 of type vlan for network be944878-ad16-4d43-b8db-f780080e941e Sep 19 12:52:41.854022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.922552 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 2, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:41.926407 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Checking router: 684aa372-72b0-44f8-a72b-639a838a3ff7 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:52:41.926991 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Updating router 684aa372-72b0-44f8-a72b-639a838a3ff7 port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:52:41.965190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.966120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:52:41.966833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:41.979670 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:42.072475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] Pushing event updated for resources: {'Network': ['ID=be944878-ad16-4d43-b8db-f780080e941e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:42.083283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network be944878-ad16-4d43-b8db-f780080e941e details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:52:42.151632 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c903434e-7e44-4ce7-a98d-869f173e6767 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6729674 Sep 19 12:52:42.151884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37748) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:42.157225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Request body: {'subnet': {'network_id': 'be944878-ad16-4d43-b8db-f780080e941e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2065978302-subnet', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:52:42.163685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:52:42.168499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Usage tracker for resource:subnet and tenant:e0eb10ca44674956a947f08e065a63d1 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:52:42.171710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:52:42.179045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:52:42.274068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Made reservation on behalf of e0eb10ca44674956a947f08e065a63d1 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:52:42.276506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:42.324209 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:42.335569 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Transition to ACTIVE for port object 3fda178a-bd5d-4d88-b598-3eddb5a4f29a will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:52:42.411538 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:42.577120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:42.625678 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Pushing event updated for resources: {'Port': ['ID=3fda178a-bd5d-4d88-b598-3eddb5a4f29a,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:42.648867 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.649223 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.649538 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.649863 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.650189 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.650512 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.650861 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.651182 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.651500 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.651815 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.652130 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.652442 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:42.659324 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Attempting to bind port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:52:42.660137 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Attempting to bind port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:52:42.660137 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Attempting to bind port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a on network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:52:42.666037 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:52:42.666408 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Checking segment: {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:52:42.666827 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:42.667358 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Bound using segment: {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:52:42.667794 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Bound port: 3fda178a-bd5d-4d88-b598-3eddb5a4f29a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:52:42.668163 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:42.669280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ec88f2-c8a0-4874-b333-1ad5b898c704,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:42.673302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Checking segment: {'id': 'e5c7c6a6-868b-460d-a30c-ce6e696252a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:52:42.673666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Network hostable DHCP agents. Network: be944878-ad16-4d43-b8db-f780080e941e, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:52:42.766107 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] For port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:52:42.770719 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] For port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3fda178a-bd5d-4d88-b598-3eddb5a4f29a,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:52:42.771854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Network be944878-ad16-4d43-b8db-f780080e941e is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:52:42.869041 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:42.889356 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b23029fb-4cbc-49cd-b115-c953864074c5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:42.897119 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, be944878-ad16-4d43-b8db-f780080e941e) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:52:42.906730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:52:42.923050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:42.923250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df03c7-8aa5-45fb-ae96-57cfb3ea4207 None None] Network be944878-ad16-4d43-b8db-f780080e941e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:52:42.930978 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:42.931670 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:42.995083 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fd15dd91-567e-45ec-971a-0f3346116a02 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8421581 Sep 19 12:52:42.997827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37752) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:43.005342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2065978302-router', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:52:43.010919 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:52:43.016184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Usage tracker for resource:router and tenant:e0eb10ca44674956a947f08e065a63d1 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:52:43.019764 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:52:43.024285 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e34794-5a5c-4dfa-87be-fe3cdf947bd8 None None] Pushing event updated for resources: {'Port': ['ID=3fda178a-bd5d-4d88-b598-3eddb5a4f29a,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:43.028017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:52:43.064914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port b23029fb-4cbc-49cd-b115-c953864074c5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:43.065279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:43.120298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:43.121481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:43.128954 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:43.137565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:43.288410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-be944878-ad16-4d43-b8db-f780080e941e', 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'fixed_ips': [{'subnet_id': '67ec88f2-c8a0-4874-b333-1ad5b898c704'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:52:43.289243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:43.367449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port b23029fb-4cbc-49cd-b115-c953864074c5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:43.465727 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:42Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:43.469753 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071829-61e8-4dbc-8f5f-8ec0be9a7d3e None None] The sync data for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv is: [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:42Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:52:43.472843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Allocated IP 172.20.0.2 (be944878-ad16-4d43-b8db-f780080e941e/67ec88f2-c8a0-4874-b333-1ad5b898c704/a6f2b400-6982-490b-8877-2689ec985f38) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:52:43.530313 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:43.721019 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:43.733509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Transition to ACTIVE for port object a6f2b400-6982-490b-8877-2689ec985f38 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:52:43.757799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Transition to ACTIVE for port object a6f2b400-6982-490b-8877-2689ec985f38 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:52:43.771793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9ed27bba-c675-42b6-88ed-939767c5fc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:43.835941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:43.909551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Network be944878-ad16-4d43-b8db-f780080e941e is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:52:43.913559 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:52:43.916014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:52:43.956386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Pushing event updated for resources: {'Port': ['ID=a6f2b400-6982-490b-8877-2689ec985f38,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:44.033677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Attempting to bind port a6f2b400-6982-490b-8877-2689ec985f38 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:52:44.034078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Attempting to bind port a6f2b400-6982-490b-8877-2689ec985f38 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'e5c7c6a6-868b-460d-a30c-ce6e696252a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:52:44.034440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Attempting to bind port a6f2b400-6982-490b-8877-2689ec985f38 on network be944878-ad16-4d43-b8db-f780080e941e {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:52:44.041445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:52:44.041821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Checking segment: {'id': 'e5c7c6a6-868b-460d-a30c-ce6e696252a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:52:44.042224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:44.042616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Bound using segment: {'id': 'e5c7c6a6-868b-460d-a30c-ce6e696252a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:52:44.043489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Bound port: a6f2b400-6982-490b-8877-2689ec985f38, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c7c6a6-868b-460d-a30c-ce6e696252a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:52:44.044023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:44.068538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:44.100053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:44.139272 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] For port a6f2b400-6982-490b-8877-2689ec985f38, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:52:44.142812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] For port a6f2b400-6982-490b-8877-2689ec985f38, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a6f2b400-6982-490b-8877-2689ec985f38,segment=NetworkSegment(e5c7c6a6-868b-460d-a30c-ce6e696252a2),segment_id=e5c7c6a6-868b-460d-a30c-ce6e696252a2)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:52:44.220118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:44.252624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Allocated IP 172.26.5.73 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:52:44.312186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a8757-6030-4b27-811f-089e09cf1b70 None None] Pushing event updated for resources: {'Port': ['ID=a6f2b400-6982-490b-8877-2689ec985f38,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:44.425860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:44.528853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:44.571050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:44.604051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:52:44.607221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:52:44.611052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:52:44.641616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Pushing event updated for resources: {'Port': ['ID=c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:44.671480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.671827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.672163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.672496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.672824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.673151 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.673482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.673802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.674122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.674439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.674768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.675097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:52:44.949967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3fda178a-bd5d-4d88-b598-3eddb5a4f29a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:45.091163 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:45.108166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:52:45.114862 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:45.115352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:45.143317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:45.243264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:45.243647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:45.279264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3fda178a-bd5d-4d88-b598-3eddb5a4f29a,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:45.320670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0569ae53-1a3a-44f4-865b-ab27f648d7b5 None None] Network be944878-ad16-4d43-b8db-f780080e941e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:52:45.339800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:45.340547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a6f2b400-6982-490b-8877-2689ec985f38 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:45.565054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=3fda178a-bd5d-4d88-b598-3eddb5a4f29a,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:45.570404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5b2d4e11-e766-4244-a1ff-75aa3c0eea98 None None] Provisioning for port a6f2b400-6982-490b-8877-2689ec985f38 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:52:45.609101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:45.669352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port a6f2b400-6982-490b-8877-2689ec985f38 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:52:45.681493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a6f2b400-6982-490b-8877-2689ec985f38 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:45.689949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:45.827834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a6f2b400-6982-490b-8877-2689ec985f38 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:45.827834 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:45.863442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port a6f2b400-6982-490b-8877-2689ec985f38, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a6f2b400-6982-490b-8877-2689ec985f38,segment=NetworkSegment(e5c7c6a6-868b-460d-a30c-ce6e696252a2),segment_id=e5c7c6a6-868b-460d-a30c-ce6e696252a2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:45.885138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Router fff5b04e-9ec4-49c9-80c7-a0634749b610 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:52:45.919985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:45.997893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=a6f2b400-6982-490b-8877-2689ec985f38,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:46.007823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-51fcd502-e73c-408d-a765-b8f2e4b00e9a None None] Provisioning complete for port a6f2b400-6982-490b-8877-2689ec985f38 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:46.008199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-51fcd502-e73c-408d-a765-b8f2e4b00e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:46.079626 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:52:46.094410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Sync routers for ids ['fff5b04e-9ec4-49c9-80c7-a0634749b610'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:52:46.112844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Routers {'fff5b04e-9ec4-49c9-80c7-a0634749b610'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:46.115703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['fff5b04e-9ec4-49c9-80c7-a0634749b610'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:46.177734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:46.181657 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8f803eae-9641-436d-8b1d-ea1503ae7d8e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1796904 Sep 19 12:52:46.181847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37756) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:52:46.329365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-51fcd502-e73c-408d-a765-b8f2e4b00e9a None None] Current status of the port a6f2b400-6982-490b-8877-2689ec985f38 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:46.340135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Set router fff5b04e-9ec4-49c9-80c7-a0634749b610 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:46.586236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:46.653607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'name': 'tempest-TestMinimumBasicScenario-2065978302-router', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:43Z', 'updated_at': '2022-09-19T12:52:44Z', 'revision_number': 3, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'gw_port': {'id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:44Z', 'updated_at': '2022-09-19T12:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:46.657678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Checking router: fff5b04e-9ec4-49c9-80c7-a0634749b610 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:52:46.658028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Updating router fff5b04e-9ec4-49c9-80c7-a0634749b610 port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:52:46.711627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:46.886613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:46.907060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3fda178a-bd5d-4d88-b598-3eddb5a4f29a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:47.026415 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:47.027119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:47.097255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Allocated IP 172.20.0.1 (be944878-ad16-4d43-b8db-f780080e941e/67ec88f2-c8a0-4874-b333-1ad5b898c704/6780b432-ec90-4b83-a1bd-e83315e8945b) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:52:47.155800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:47.204920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Transition to ACTIVE for port object c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:52:47.228806 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:47.229890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a6f2b400-6982-490b-8877-2689ec985f38 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:47.300284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port a6f2b400-6982-490b-8877-2689ec985f38 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:47.300685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:47.328573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:47.364868 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:47.380206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Transition to ACTIVE for port object 6780b432-ec90-4b83-a1bd-e83315e8945b will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:52:47.407938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Attempting to bind port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:52:47.408306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Attempting to bind port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:52:47.408667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Attempting to bind port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:52:47.421000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:52:47.421377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:52:47.421778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:47.422168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:52:47.422630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Bound port: c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:52:47.423026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:47.465632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d97d6-f143-4966-87e4-8a4b66fb4659 None None] Pushing event updated for resources: {'Port': ['ID=c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:47.508476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:47.578395 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Network be944878-ad16-4d43-b8db-f780080e941e is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:52:47.581137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:52:47.586338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:52:47.597958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] For port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:52:47.602234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port a6f2b400-6982-490b-8877-2689ec985f38 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:47.608176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] For port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:52:47.628535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Pushing event updated for resources: {'Port': ['ID=6780b432-ec90-4b83-a1bd-e83315e8945b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:47.647074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:47.702909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:47.767367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Routers {'fff5b04e-9ec4-49c9-80c7-a0634749b610'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:47.767991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['fff5b04e-9ec4-49c9-80c7-a0634749b610'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:47.857105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d97d6-f143-4966-87e4-8a4b66fb4659 None None] Pushing event updated for resources: {'Port': ['ID=c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:47.964752 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] Set router fff5b04e-9ec4-49c9-80c7-a0634749b610 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:48.033650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:48.064010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fb2a6ab8-3c1f-425d-be5e-592b3dbc6bcf None None] Provisioning for port 6780b432-ec90-4b83-a1bd-e83315e8945b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:52:48.088980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-fb2a6ab8-3c1f-425d-be5e-592b3dbc6bcf None None] Provisioning complete for port 6780b432-ec90-4b83-a1bd-e83315e8945b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:48.089348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fb2a6ab8-3c1f-425d-be5e-592b3dbc6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:48.208251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a6ab8-3c1f-425d-be5e-592b3dbc6bcf None None] Port 6780b432-ec90-4b83-a1bd-e83315e8945b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:52:48.261165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:48.307934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:48.308295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'name': 'tempest-TestMinimumBasicScenario-2065978302-router', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:43Z', 'updated_at': '2022-09-19T12:52:44Z', 'revision_number': 3, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'gw_port': {'id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:44Z', 'updated_at': '2022-09-19T12:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:48.312278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b0d42-b2b8-4325-80b7-d543e2951582 None None] The sync data for ids ['fff5b04e-9ec4-49c9-80c7-a0634749b610'] in dv-neutron-857775-2-hyperv is: [{'id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'name': 'tempest-TestMinimumBasicScenario-2065978302-router', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:43Z', 'updated_at': '2022-09-19T12:52:44Z', 'revision_number': 3, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'gw_port': {'id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:44Z', 'updated_at': '2022-09-19T12:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:52:48.422086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:48.425559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Pushing event updated for resources: {'Port': ['ID=6780b432-ec90-4b83-a1bd-e83315e8945b,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:48.586007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Network be944878-ad16-4d43-b8db-f780080e941e is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:52:48.587822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:52:48.806011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Router fff5b04e-9ec4-49c9-80c7-a0634749b610 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:52:48.836365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f182488c-ef0e-4140-9426-23dcf880c53c None None] Provisioning complete for port 6780b432-ec90-4b83-a1bd-e83315e8945b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:48.836816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f182488c-ef0e-4140-9426-23dcf880c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:48.911406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f182488c-ef0e-4140-9426-23dcf880c53c None None] Port 6780b432-ec90-4b83-a1bd-e83315e8945b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:52:48.944974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:49.006684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:52:49.019125 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-640544e1-7594-4b7b-812c-90b8364f293e admin admin] 10.222.0.66 "PUT /v2.0/routers/fff5b04e-9ec4-49c9-80c7-a0634749b610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8362732 Sep 19 12:52:49.085406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:52:49.091848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:49.092221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:49.218496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:49.219463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:49.242787 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:49.325206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:49.394439 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:50.672549 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Sync routers for ids ['fff5b04e-9ec4-49c9-80c7-a0634749b610'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:52:50.683302 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Routers {'fff5b04e-9ec4-49c9-80c7-a0634749b610'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:50.692355 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['fff5b04e-9ec4-49c9-80c7-a0634749b610'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:50.894291 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Set router fff5b04e-9ec4-49c9-80c7-a0634749b610 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:50.907003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:51.008670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:51.009298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:51.155577 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:51.308648 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'name': 'tempest-TestMinimumBasicScenario-2065978302-router', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:43Z', 'updated_at': '2022-09-19T12:52:47Z', 'revision_number': 4, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'gw_port': {'id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:44Z', 'updated_at': '2022-09-19T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '6780b432-ec90-4b83-a1bd-e83315e8945b', 'name': '', 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'mac_address': 'fa:16:3e:8d:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '67ec88f2-c8a0-4874-b333-1ad5b898c704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:46Z', 'updated_at': '2022-09-19T12:52:48Z', 'revision_number': 2, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'subnets': [{'id': '67ec88f2-c8a0-4874-b333-1ad5b898c704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:51.312615 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Checking router: fff5b04e-9ec4-49c9-80c7-a0634749b610 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:52:51.312977 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Updating router fff5b04e-9ec4-49c9-80c7-a0634749b610 port 6780b432-ec90-4b83-a1bd-e83315e8945b binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:52:51.368408 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:51.741307 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:51.756816 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Transition to ACTIVE for port object 6780b432-ec90-4b83-a1bd-e83315e8945b will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:52:51.811296 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:52.006641 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d42bd5-9a10-4b16-806e-fb2b89eb163c None None] Pushing event updated for resources: {'Port': ['ID=6780b432-ec90-4b83-a1bd-e83315e8945b,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:52.030942 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Attempting to bind port 6780b432-ec90-4b83-a1bd-e83315e8945b on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:52:52.031313 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Attempting to bind port 6780b432-ec90-4b83-a1bd-e83315e8945b by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'e5c7c6a6-868b-460d-a30c-ce6e696252a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:52:52.031673 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Attempting to bind port 6780b432-ec90-4b83-a1bd-e83315e8945b on network be944878-ad16-4d43-b8db-f780080e941e {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:52:52.039936 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:52:52.040680 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Checking segment: {'id': 'e5c7c6a6-868b-460d-a30c-ce6e696252a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:52:52.041142 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:52.041541 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Bound using segment: {'id': 'e5c7c6a6-868b-460d-a30c-ce6e696252a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:52:52.042054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Bound port: 6780b432-ec90-4b83-a1bd-e83315e8945b, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c7c6a6-868b-460d-a30c-ce6e696252a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:52:52.042431 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:52.137501 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] For port 6780b432-ec90-4b83-a1bd-e83315e8945b, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:52:52.140660 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] For port 6780b432-ec90-4b83-a1bd-e83315e8945b, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6780b432-ec90-4b83-a1bd-e83315e8945b,segment=NetworkSegment(e5c7c6a6-868b-460d-a30c-ce6e696252a2),segment_id=e5c7c6a6-868b-460d-a30c-ce6e696252a2)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:52:52.205744 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:52.281943 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Routers {'fff5b04e-9ec4-49c9-80c7-a0634749b610'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:52:52.282655 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:52:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['fff5b04e-9ec4-49c9-80c7-a0634749b610'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:52.369478 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d42bd5-9a10-4b16-806e-fb2b89eb163c None None] Pushing event updated for resources: {'Port': ['ID=6780b432-ec90-4b83-a1bd-e83315e8945b,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:52.480673 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] Set router fff5b04e-9ec4-49c9-80c7-a0634749b610 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:52:52.824680 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'name': 'tempest-TestMinimumBasicScenario-2065978302-router', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:43Z', 'updated_at': '2022-09-19T12:52:47Z', 'revision_number': 4, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'gw_port': {'id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:44Z', 'updated_at': '2022-09-19T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '6780b432-ec90-4b83-a1bd-e83315e8945b', 'name': '', 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'mac_address': 'fa:16:3e:8d:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '67ec88f2-c8a0-4874-b333-1ad5b898c704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:46Z', 'updated_at': '2022-09-19T12:52:52Z', 'revision_number': 4, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'subnets': [{'id': '67ec88f2-c8a0-4874-b333-1ad5b898c704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:52:52.828661 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe31ce-2bda-4426-9351-f9973a7c5b3f None None] The sync data for ids ['fff5b04e-9ec4-49c9-80c7-a0634749b610'] in dv-neutron-857775-2-hyperv is: [{'id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'name': 'tempest-TestMinimumBasicScenario-2065978302-router', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:43Z', 'updated_at': '2022-09-19T12:52:47Z', 'revision_number': 4, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'gw_port': {'id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:44Z', 'updated_at': '2022-09-19T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '6780b432-ec90-4b83-a1bd-e83315e8945b', 'name': '', 'network_id': 'be944878-ad16-4d43-b8db-f780080e941e', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'mac_address': 'fa:16:3e:8d:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '67ec88f2-c8a0-4874-b333-1ad5b898c704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:46Z', 'updated_at': '2022-09-19T12:52:52Z', 'revision_number': 4, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'subnets': [{'id': '67ec88f2-c8a0-4874-b333-1ad5b898c704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:52:53.228184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:54.946181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6780b432-ec90-4b83-a1bd-e83315e8945b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:55.096606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 6780b432-ec90-4b83-a1bd-e83315e8945b completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:52:55.105114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6780b432-ec90-4b83-a1bd-e83315e8945b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:55.105488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:55.247665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6780b432-ec90-4b83-a1bd-e83315e8945b is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:52:55.248329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:55.291028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 6780b432-ec90-4b83-a1bd-e83315e8945b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6780b432-ec90-4b83-a1bd-e83315e8945b,segment=NetworkSegment(e5c7c6a6-868b-460d-a30c-ce6e696252a2),segment_id=e5c7c6a6-868b-460d-a30c-ce6e696252a2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:52:55.354369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:55.444938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=6780b432-ec90-4b83-a1bd-e83315e8945b,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:52:55.825237 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:52:56.925287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6780b432-ec90-4b83-a1bd-e83315e8945b up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:52:57.004119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6780b432-ec90-4b83-a1bd-e83315e8945b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:52:57.004495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:52:57.169277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6780b432-ec90-4b83-a1bd-e83315e8945b is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:53:00.503179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-99702ece-6769-4b71-9bf5-c115e92970eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:00.503814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-99702ece-6769-4b71-9bf5-c115e92970eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Synchronizing usage tracker for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:53:00.605089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-99702ece-6769-4b71-9bf5-c115e92970eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Unset dirty status for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:53:00.606267 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-99702ece-6769-4b71-9bf5-c115e92970eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 815 time: 0.2516773 Sep 19 12:53:00.621925 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-56b08042-7591-40f9-b926-04d9420f7ca4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/quotas/2d52c588862e43b5ae0a3ff4f9ba8d35 HTTP/1.1" status: 200 len: 375 time: 0.0099866 Sep 19 12:53:00.713843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-03acadcc-e141-4a56-b7b2-b19bf4075d33 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Synchronizing usage tracker for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:53:00.804671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-03acadcc-e141-4a56-b7b2-b19bf4075d33 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Unset dirty status for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:53:00.805993 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-03acadcc-e141-4a56-b7b2-b19bf4075d33 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1789203 Sep 19 12:53:00.945294 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-f595e1ad-1517-4ab8-bb10-be7301085086 service neutron] 10.222.0.66 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278417 Sep 19 12:53:01.078209 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-981eabc4-56d4-4d77-8467-f096d88a0fb9 service neutron] 10.222.0.66 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269679 Sep 19 12:53:01.370161 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-26fb1f9c-89a9-4c5a-8089-ed6c6c997f7d req-90e189db-9c0f-450a-bfc1-ea19c2c7cf46 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 210 time: 0.0547731 Sep 19 12:53:02.481000 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7c01d032-6e3d-4762-b022-a7038263c4b4 req-25e3dbb6-ac3a-406f-a019-779901ddad10 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 210 time: 0.0520184 Sep 19 12:53:03.648301 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-30a89e48-9ddc-46fb-8a46-7bf9385d4524 req-99343ff9-c6b4-4e81-ab12-e9346a1f8ba2 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 210 time: 0.0532336 Sep 19 12:53:03.813002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-628e2a82-7d13-40c2-9148-a8f57f563fde tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:03.814326 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-628e2a82-7d13-40c2-9148-a8f57f563fde tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 815 time: 0.2670512 Sep 19 12:53:03.841992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'port': {'device_id': '3be3f151-6227-46bf-84dd-879de1758ee7', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'admin_state_up': True, 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:03.977740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:53:03.988091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:53:04.062029 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Made reservation on behalf of 2d52c588862e43b5ae0a3ff4f9ba8d35 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:53:04.065759 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:04.233930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Allocated IP 172.20.0.9 (1f29b285-d5fe-4a06-a987-8a8066c7afc0/8a259e2f-6c19-4de7-9756-fabcc48909a6/354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:53:04.451042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:04.468259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Transition to ACTIVE for port object 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:53:04.566047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:04.648071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:53:04.652517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:53:04.657013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:53:04.743446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'Port': ['ID=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:04.785991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:04.786694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:04.926054 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-4f130f69-b7eb-445a-9f38-f4fd375ebe67 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0879078 Sep 19 12:53:04.965347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Request body: {'port': {'device_id': '3be3f151-6227-46bf-84dd-879de1758ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:05.111706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079312b3-2085-44ef-acb4-f45c0facb2c3 req-1056efd4-4912-431b-a5d2-afec9c9a8b60 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:05.113883 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-079312b3-2085-44ef-acb4-f45c0facb2c3 req-1056efd4-4912-431b-a5d2-afec9c9a8b60 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 931 time: 0.2602260 Sep 19 12:53:05.119484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-837cca75-09a9-4902-b202-aadccae458c8 None None] Provisioning for port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:53:05.121251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:05.132441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-837cca75-09a9-4902-b202-aadccae458c8 None None] Provisioning complete for port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:53:05.133119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-837cca75-09a9-4902-b202-aadccae458c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:05.166706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-079312b3-2085-44ef-acb4-f45c0facb2c3 req-37486244-c714-42e4-b189-c0a57d380991 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Synchronizing usage tracker for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:53:05.216535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-079312b3-2085-44ef-acb4-f45c0facb2c3 req-37486244-c714-42e4-b189-c0a57d380991 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Unset dirty status for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:53:05.218404 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-079312b3-2085-44ef-acb4-f45c0facb2c3 req-37486244-c714-42e4-b189-c0a57d380991 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985346 Sep 19 12:53:05.236487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-837cca75-09a9-4902-b202-aadccae458c8 None None] Port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:53:05.577690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:53:05.588756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:05.607168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Transition to ACTIVE for port object 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:53:05.684726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:05.855684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:05.934451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Attempting to bind port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:53:05.935286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Attempting to bind port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:53:05.935411 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Attempting to bind port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f on network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:53:05.943131 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f on network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:53:05.943478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Attempting to bind port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f on network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:53:05.949860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:53:05.950200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Checking segment: {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:53:05.950587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Bound using segment: {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:53:05.951052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Bound port: 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:53:05.951406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:06.055544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] For port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:53:06.058910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] For port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:53:06.125386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:06.158312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:06.159002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:06.160957 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] 10.222.0.85 "PUT /v2.0/ports/354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 1093 time: 1.2008083 Sep 19 12:53:06.161731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:53:06.164221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a25acad-9636-42fd-9aa8-aa3d8c63efc5" -d '{"events": [{"name": "network-changed", "server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:53:06.218534 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc38848-7b96-4951-8de5-040b651b7ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:06.230655 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c97b52-72ee-4c8d-b90e-67a11345b9a5 x-openstack-request-id: req-c3c97b52-72ee-4c8d-b90e-67a11345b9a5 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:53:06.230957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:53:06.231202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3c97b52-72ee-4c8d-b90e-67a11345b9a5 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:53:06.231612 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c97b52-72ee-4c8d-b90e-67a11345b9a5'] response: {'name': 'network-changed', 'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'status': 'completed', 'code': 200} Sep 19 12:53:06.464980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c37f73-7da2-4ed6-8bc2-e1eab2cb2234 req-7cc60da8-7d19-45cb-82cd-6e224230cd6f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:06.466505 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-69c37f73-7da2-4ed6-8bc2-e1eab2cb2234 req-7cc60da8-7d19-45cb-82cd-6e224230cd6f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 943 time: 0.0982196 Sep 19 12:53:06.527920 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-69c37f73-7da2-4ed6-8bc2-e1eab2cb2234 req-df8860af-95f7-4147-98b4-9d81f4581cc4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547209 Sep 19 12:53:07.775530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71c95e-2b0d-416e-b541-4f5c6f45f905 req-fa18780f-dd28-4082-a598-64bd10baa539 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:07.777679 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d71c95e-2b0d-416e-b541-4f5c6f45f905 req-fa18780f-dd28-4082-a598-64bd10baa539 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 943 time: 0.1195855 Sep 19 12:53:07.841574 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d71c95e-2b0d-416e-b541-4f5c6f45f905 req-45e2bef4-e9a0-448e-8ab1-14a9f3c9ccbb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579586 Sep 19 12:53:09.107772 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498357aa-9ccd-4016-9e99-0e3d624b1499 req-b165d49a-eaa1-41a6-bff8-634e12683a68 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:09.118411 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-498357aa-9ccd-4016-9e99-0e3d624b1499 req-b165d49a-eaa1-41a6-bff8-634e12683a68 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 943 time: 0.1271904 Sep 19 12:53:09.176206 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-498357aa-9ccd-4016-9e99-0e3d624b1499 req-e4c19eb1-ddce-4146-8648-c11f280e4897 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554304 Sep 19 12:53:10.413046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d05992-d3de-4a70-87bd-3d8cecdd8bdc req-4fbb830f-ea49-47c3-86d7-471d1a722f02 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:10.414950 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-71d05992-d3de-4a70-87bd-3d8cecdd8bdc req-4fbb830f-ea49-47c3-86d7-471d1a722f02 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 943 time: 0.1123559 Sep 19 12:53:10.465294 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-71d05992-d3de-4a70-87bd-3d8cecdd8bdc req-589587c8-826e-49a3-8485-4ac55475367f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Sep 19 12:53:11.593441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dd952f04-ba3e-4830-97e6-527d652bd805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:11.662424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea754a8f-5e2e-451c-ac09-9f83354da066 req-3e16b6a2-e8bf-4f3b-961b-adc1018d4d57 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:11.663980 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ea754a8f-5e2e-451c-ac09-9f83354da066 req-3e16b6a2-e8bf-4f3b-961b-adc1018d4d57 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 943 time: 0.0879080 Sep 19 12:53:11.714964 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ea754a8f-5e2e-451c-ac09-9f83354da066 req-fb80d75f-3570-4565-9fb3-883e57ab1e81 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 Sep 19 12:53:11.865057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25acad-9636-42fd-9aa8-aa3d8c63efc5 req-7b10d7d5-d36d-4259-972c-2d1d88db0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:11.866558 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3a25acad-9636-42fd-9aa8-aa3d8c63efc5 req-7b10d7d5-d36d-4259-972c-2d1d88db0900 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0837030 Sep 19 12:53:12.010018 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25acad-9636-42fd-9aa8-aa3d8c63efc5 req-27c0aa9a-aa4f-4e92-b55e-536457e4cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:12.011512 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3a25acad-9636-42fd-9aa8-aa3d8c63efc5 req-27c0aa9a-aa4f-4e92-b55e-536457e4cf13 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1359522 Sep 19 12:53:12.265242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25acad-9636-42fd-9aa8-aa3d8c63efc5 req-38c01ff0-567b-4b2d-8db6-71a30199d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:12.266695 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3a25acad-9636-42fd-9aa8-aa3d8c63efc5 req-38c01ff0-567b-4b2d-8db6-71a30199d7f5 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2487414 Sep 19 12:53:12.382053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-a5972d90-5df7-4c94-93a4-d1191d6e3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:12.383505 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-a5972d90-5df7-4c94-93a4-d1191d6e3a5b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0798175 Sep 19 12:53:12.464224 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-7dc15df1-d147-474e-9238-18ef5b600ab2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 217 time: 0.0724804 Sep 19 12:53:12.528374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-71a7e880-0285-4630-b2fb-729e644c4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:12.529817 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-71a7e880-0285-4630-b2fb-729e644c4eb8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0590355 Sep 19 12:53:12.616623 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-cd8a13d0-63d4-40f2-8c0e-7582b3743713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:12.618108 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-cd8a13d0-63d4-40f2-8c0e-7582b3743713 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817380 Sep 19 12:53:12.760006 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-06761626-ea7d-49ff-afe8-de1366b903ac service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319637 Sep 19 12:53:12.899261 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6b7c045f-266d-4b8e-80e4-eda40ae02c3f req-edbd61c5-c5c9-4912-96da-4ee7b1073a02 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300466 Sep 19 12:53:12.929736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff982ee-bec3-41f7-89ec-82f27c55c1a1 req-e641a4b4-2d07-4ca5-89e4-d8e2b28eba45 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:12.931239 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cff982ee-bec3-41f7-89ec-82f27c55c1a1 req-e641a4b4-2d07-4ca5-89e4-d8e2b28eba45 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 943 time: 0.0973537 Sep 19 12:53:12.975359 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cff982ee-bec3-41f7-89ec-82f27c55c1a1 req-0e7bc83d-4983-4405-818b-282f4c382771 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384774 Sep 19 12:53:13.725003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c1108343-924d-4f62-ba74-4552418a3429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:14.175983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a6896-7d28-4948-8d6c-e2b73be267ae req-637b875f-5221-4db6-8c49-36ad6e417b3f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:14.178048 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c5a6896-7d28-4948-8d6c-e2b73be267ae req-637b875f-5221-4db6-8c49-36ad6e417b3f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 943 time: 0.0916779 Sep 19 12:53:14.222645 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c5a6896-7d28-4948-8d6c-e2b73be267ae req-3c35cb01-2a3a-41ef-b17e-efafae5a1423 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388718 Sep 19 12:53:14.553109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:15.067166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:15.422846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8717-2c25-443e-8311-1e58e8a638b8 req-24f6715b-359f-400a-9c87-2c81926fd64e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:15.424221 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1f7a8717-2c25-443e-8311-1e58e8a638b8 req-24f6715b-359f-400a-9c87-2c81926fd64e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 943 time: 0.0891621 Sep 19 12:53:15.472050 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1f7a8717-2c25-443e-8311-1e58e8a638b8 req-d2548f68-37be-4ecc-ba9b-983ccbe24a65 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Sep 19 12:53:15.641872 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:53:15.776602 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:53:15.790091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'port_id': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'mac_address': 'fa:16:3e:3a:3e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:53:15.844393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:53:15.844775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:15.861941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:53:15.876868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:53:15.941642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:16.011732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:16.210541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:53:16.524481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:16.673312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb8914-c212-4a25-8643-f197f808a273 req-9ea03b24-1af7-40be-bda7-531bff27639b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:16.674772 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-56cb8914-c212-4a25-8643-f197f808a273 req-9ea03b24-1af7-40be-bda7-531bff27639b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 944 time: 0.0873840 Sep 19 12:53:16.719539 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-56cb8914-c212-4a25-8643-f197f808a273 req-ddb3baf1-9f7e-4042-8b89-4cd36f169aea tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Sep 19 12:53:17.641839 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:53:17.752952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:53:17.758852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:53:17.759232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:17.879961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:53:17.880342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:17.908486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:53:17.910727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39e8808-930e-4bfa-869b-5ddc1d683753" -d '{"events": [{"server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "name": "network-vif-plugged", "status": "completed", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:53:17.918451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:53:17.928258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e2871-5815-466c-b102-82235c95a43c req-102bd4ec-246f-4fc9-93cd-da01ef6fbecd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:17.929905 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-072e2871-5815-466c-b102-82235c95a43c req-102bd4ec-246f-4fc9-93cd-da01ef6fbecd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 944 time: 0.0928981 Sep 19 12:53:17.975073 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-072e2871-5815-466c-b102-82235c95a43c req-698e02b1-578b-4f40-909f-7f23a9a36638 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392280 Sep 19 12:53:17.998893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:18.067173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:18.079829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c166e691-960d-45d0-88ca-700d34a332bd x-openstack-request-id: req-c166e691-960d-45d0-88ca-700d34a332bd {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:53:18.080114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "name": "network-vif-plugged", "status": "completed", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:53:18.080363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c166e691-960d-45d0-88ca-700d34a332bd {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:53:18.080760 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c166e691-960d-45d0-88ca-700d34a332bd'] response: {'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'code': 200} Sep 19 12:53:18.414708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c5d4e-d43b-4afd-b755-a4a2aa2f3174 req-804caf8d-bbac-4b2b-9606-54784d0aa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:18.416232 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-124c5d4e-d43b-4afd-b755-a4a2aa2f3174 req-804caf8d-bbac-4b2b-9606-54784d0aa3fa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0773656 Sep 19 12:53:18.461135 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-124c5d4e-d43b-4afd-b755-a4a2aa2f3174 req-dc6d7dd8-8aed-4c53-b0f3-03dfbaa4df22 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352979 Sep 19 12:53:19.170451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f6669-1154-42eb-a1e9-d532216526b6 req-4df3bfbe-f5ab-4a95-aa02-f62307cc14f6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:19.171858 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-848f6669-1154-42eb-a1e9-d532216526b6 req-4df3bfbe-f5ab-4a95-aa02-f62307cc14f6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 945 time: 0.0872617 Sep 19 12:53:19.218974 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-848f6669-1154-42eb-a1e9-d532216526b6 req-5ccde3d6-6bc8-4152-a471-dd73b13220b6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Sep 19 12:53:20.420769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229f3a8-d93f-40a5-8fc1-fb2a351dceee req-46393702-16a9-4800-bf04-bc6cf0cdec9f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:20.422291 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e229f3a8-d93f-40a5-8fc1-fb2a351dceee req-46393702-16a9-4800-bf04-bc6cf0cdec9f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 945 time: 0.0895154 Sep 19 12:53:20.468099 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e229f3a8-d93f-40a5-8fc1-fb2a351dceee req-d7a82e95-eef2-4f6e-9596-511cb21136ac tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 Sep 19 12:53:20.669103 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d366f-ce58-4b2d-89e7-d104f0e2426e req-c616c8fe-1aca-4b55-9ca3-22ab9b13416a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:20.670545 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-674d366f-ce58-4b2d-89e7-d104f0e2426e req-c616c8fe-1aca-4b55-9ca3-22ab9b13416a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 945 time: 0.0920229 Sep 19 12:53:20.714772 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-674d366f-ce58-4b2d-89e7-d104f0e2426e req-1bf0ee1b-8f03-4d4c-9384-78a6de90b41c tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384777 Sep 19 12:53:21.136706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb28c0-f7f4-4492-8a9a-a9d2bc3cbce8 req-9b8401c9-63f0-462b-91dc-6270792d20c5 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:21.140539 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e8cb28c0-f7f4-4492-8a9a-a9d2bc3cbce8 req-9b8401c9-63f0-462b-91dc-6270792d20c5 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 945 time: 0.0956972 Sep 19 12:53:21.188091 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e8cb28c0-f7f4-4492-8a9a-a9d2bc3cbce8 req-6d67118c-9739-4e12-a7c1-c86596516093 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Sep 19 12:53:23.221410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:32.826483 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:53:36.835515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a3a18-3391-400f-81a8-34015e09cb00 req-f307ad32-7c94-4ce6-b2fc-513b5a975d9f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:36.837374 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-825a3a18-3391-400f-81a8-34015e09cb00 req-f307ad32-7c94-4ce6-b2fc-513b5a975d9f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 945 time: 0.0903533 Sep 19 12:53:36.882210 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-825a3a18-3391-400f-81a8-34015e09cb00 req-9d5ef8ce-c569-43dc-98a7-84fdbb836813 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Sep 19 12:53:36.911640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37970) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:53:37.090039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01732794-855d-4a39-a3a8-7c9709de272d tempest-TestMinimumBasicScenario-2055444793 tempest-TestMinimumBasicScenario-2055444793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:37.091491 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-01732794-855d-4a39-a3a8-7c9709de272d tempest-TestMinimumBasicScenario-2055444793 tempest-TestMinimumBasicScenario-2055444793-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1093 time: 0.1788943 Sep 19 12:53:37.094500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37976) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:53:37.099434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:37.105976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:53:37.109907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:floatingip and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:53:37.113036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:53:37.118977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:53:37.186902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:37.421983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:37.555298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Allocated IP 172.26.5.196 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/5b27c4c0-63a2-4a7e-888d-70eb243cdd6b) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:53:37.703328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:37.793134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:37.860214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:53:37.863178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:53:37.867603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:53:37.901691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'Port': ['ID=5b27c4c0-63a2-4a7e-888d-70eb243cdd6b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:37.918340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.918693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.919065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.919409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.919749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.920084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.920418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.920749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.921078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.921404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.921738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:37.922065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:53:38.529063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:38.529063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:38.727974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:38.798385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:38.904796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:38.951036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'Port': ['ID=5b27c4c0-63a2-4a7e-888d-70eb243cdd6b,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:39.079290 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Floating IP fb723baa-16be-4f05-8b08-72281946eca0 associated. External IP: 172.26.5.196, port: 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f. Sep 19 12:53:39.544679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Router 684aa372-72b0-44f8-a72b-639a838a3ff7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:53:39.732434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:53:39.743318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] Sync routers for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:53:39.752756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:53:39.753368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:53:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:53:39.798824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:39.858250 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eec92262-3966-4f71-9a57-a84faed12f62 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7627075 Sep 19 12:53:39.858939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:53:39.861539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac35e2d-632e-4757-8462-33d9c9eba1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:53:39.862560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37980) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:53:39.868789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511548733', 'description': 'tempest-secgroup-smoke-511548733 description', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:39.875566 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:53:39.887226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:53:39.938780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:53:39.962507 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d347e9f-f8ca-4ad2-8002-4a15fe00ce88 x-openstack-request-id: req-7d347e9f-f8ca-4ad2-8002-4a15fe00ce88 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:53:39.963042 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:53:39.963271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7d347e9f-f8ca-4ad2-8002-4a15fe00ce88 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:53:39.963815 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d347e9f-f8ca-4ad2-8002-4a15fe00ce88'] response: {'name': 'network-changed', 'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'status': 'completed', 'code': 200} Sep 19 12:53:39.964290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:40.026393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:53:40.035911 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:53:40.045011 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:53:40.052750 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:53:40.113225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-161a089b-a15f-4872-8aa9-01c90a763616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:40.114627 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-161a089b-a15f-4872-8aa9-01c90a763616 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1098 time: 0.1297348 Sep 19 12:53:40.232067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:40.280548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-8adee9a2-b425-49ed-9d70-2e41965b2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:40.282053 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-8adee9a2-b425-49ed-9d70-2e41965b2ef5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1611907 Sep 19 12:53:40.314718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'fb723baa-16be-4f05-8b08-72281946eca0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'floating_ip_address': '172.26.5.196', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'port_id': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'mac_address': 'fa:16:3e:3a:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f151-6227-46bf-84dd-879de1758ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:53:38Z', 'updated_at': '2022-09-19T12:53:38Z', 'revision_number': 0, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:53:40.318693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] Checking router: 684aa372-72b0-44f8-a72b-639a838a3ff7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:53:40.329119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:53:40.330593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:53:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:53:40.343557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:40.423806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8116d110-6691-4ea3-b278-04bd72edf231,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:40.439358 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-4f3bc9ec-4e43-4672-ae1c-d8fbf039a036 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 999 time: 0.1473155 Sep 19 12:53:40.501639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-191b9749-9fff-42f1-92dd-244e359209d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:40.503135 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-191b9749-9fff-42f1-92dd-244e359209d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0603824 Sep 19 12:53:40.550100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:40.551349 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b0bf59fa-429d-4fbe-86ed-ad04df30b36e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6875308 Sep 19 12:53:40.555011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37988) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:53:40.559089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:53:40.561403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': '8116d110-6691-4ea3-b278-04bd72edf231', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:40.568080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:53:40.573167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:53:40.576263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:53:40.582978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:53:40.589606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-d805f093-2b69-4dc1-93d0-616c04714273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:40.591166 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-d805f093-2b69-4dc1-93d0-616c04714273 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808415 Sep 19 12:53:40.645905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:40.714249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:40.731678 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-33b127cb-b8ed-4aa7-975d-6627edc120de service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333060 Sep 19 12:53:40.759604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:40.785036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ff8fca-bb4d-46e1-af91-79efc45ee3f5,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:40.861967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:40.865886 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3a3d8aee-473c-4883-a2c3-84e63c6bcb79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3070531 Sep 19 12:53:40.868437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 37992) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:53:40.879401 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5ac35e2d-632e-4757-8462-33d9c9eba1a6 req-39627765-ee3f-458e-a8d1-0fcf1416b596 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341796 Sep 19 12:53:40.879401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': '8116d110-6691-4ea3-b278-04bd72edf231', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:40.885168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:53:40.890344 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:53:40.893487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:53:40.899542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:53:40.928203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'fb723baa-16be-4f05-8b08-72281946eca0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'floating_ip_address': '172.26.5.196', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'port_id': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'mac_address': 'fa:16:3e:3a:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f151-6227-46bf-84dd-879de1758ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:53:38Z', 'updated_at': '2022-09-19T12:53:38Z', 'revision_number': 0, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:53:40.933070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b172c-9834-44be-9a7b-9885192c06b1 None None] The sync data for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv is: [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'fb723baa-16be-4f05-8b08-72281946eca0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'floating_ip_address': '172.26.5.196', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'port_id': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'mac_address': 'fa:16:3e:3a:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3f151-6227-46bf-84dd-879de1758ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:53:38Z', 'updated_at': '2022-09-19T12:53:38Z', 'revision_number': 0, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:53:41.005279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:41.129523 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e9c0e5-a01e-4d29-8c37-a3a3398b2eb9 None None] New status for floating IP fb723baa-16be-4f05-8b08-72281946eca0: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:53:41.172494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:41.261264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:41.287167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95b3ea5-bd44-464e-901d-1362e34d770c,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:41.353715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:41.354981 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cc470a3b-53a9-4fb6-983b-8b89d43cdc69 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4849801 Sep 19 12:53:41.357979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 37996) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:53:41.363628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': '8116d110-6691-4ea3-b278-04bd72edf231', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:41.369992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:53:41.373977 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:53:41.376874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:53:41.383307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:53:41.497407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:41.562312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:41.575770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0c28067d-89fa-4201-9b32-7433389f72cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:41.638403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:41.662717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586b1728-c5d5-4293-98c4-dbf8bbff2f24,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:41.758975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:41.760262 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-460b6805-3e41-46a4-b3f5-82e9dbe27d27 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012537 Sep 19 12:53:41.763008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38000) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:53:41.767968 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': '8116d110-6691-4ea3-b278-04bd72edf231', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:41.774934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:53:41.778963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:53:41.781951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:53:41.787739 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:53:41.900937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:41.970204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.021208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.045678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d51eaa-bdc1-4527-9092-177f7b8922cb,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:42.139253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.139253 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-62650843-8e29-460b-a46b-c030124cd110 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3732700 Sep 19 12:53:42.146072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38004) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:53:42.146072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': '8116d110-6691-4ea3-b278-04bd72edf231', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:42.154404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:53:42.156810 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:53:42.161414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:53:42.168195 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:53:42.239491 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Project 2d52c588862e43b5ae0a3ff4f9ba8d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:53:42.247994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.331938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.404128 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.430475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0528f620-8722-4f75-a2ea-8cd0599c8eb0,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:42.495778 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.496968 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d9d24c38-1dc4-4506-8ec4-be709899cbef tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3561327 Sep 19 12:53:42.499871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38008) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:53:42.505228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': '8116d110-6691-4ea3-b278-04bd72edf231', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:42.511458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:53:42.515307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:53:42.518299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:53:42.525219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:53:42.592564 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Project 2d52c588862e43b5ae0a3ff4f9ba8d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:53:42.599229 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.671857 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.735966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.760091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b39bdf-6b7f-4bcd-be7d-faff24b6c09d,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:42.838433 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:42.839701 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2ae5021f-14b9-46cc-b3c4-bfb88692a47a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388093 Sep 19 12:53:42.973836 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-b809a777-9ad0-41d1-9229-6f4fd55410d2 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511548733&fields=id&tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35 HTTP/1.1" status: 200 len: 267 time: 0.0531354 Sep 19 12:53:43.074686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-efe7eef0-3cb9-46c1-ac0f-1d6fb4a6893d tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:43.076163 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-efe7eef0-3cb9-46c1-ac0f-1d6fb4a6893d tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 945 time: 0.0959525 Sep 19 12:53:43.086772 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-b9223a17-cec2-4a80-b714-0a022764dc36 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'port': {'security_groups': ['7bcc1823-1e84-4d1a-b948-53da4c767abc', '8116d110-6691-4ea3-b278-04bd72edf231']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:53:43.209952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-b9223a17-cec2-4a80-b714-0a022764dc36 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:43.477962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-b9223a17-cec2-4a80-b714-0a022764dc36 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] For port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:53:43.503018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-b9223a17-cec2-4a80-b714-0a022764dc36 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:43.552508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-b9223a17-cec2-4a80-b714-0a022764dc36 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:43.563006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-b9223a17-cec2-4a80-b714-0a022764dc36 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:43.563610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-b9223a17-cec2-4a80-b714-0a022764dc36 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:43.564988 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-13dea8bc-33c8-4c64-885e-9e60e16138c2 req-b9223a17-cec2-4a80-b714-0a022764dc36 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "PUT /v2.0/ports/354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 981 time: 0.4827526 Sep 19 12:53:43.565140 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:53:43.603394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:53:43.603394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0e2826-14f2-4621-a684-068d68144841" -d '{"events": [{"name": "network-changed", "server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:53:43.645217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:53:43.660774 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9223a17-cec2-4a80-b714-0a022764dc36 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'Port': ['ID=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,revision_number=6']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:53:43.665979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66bd85a-18f9-4339-96ca-d81d8e4fe136 x-openstack-request-id: req-f66bd85a-18f9-4339-96ca-d81d8e4fe136 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:53:43.666410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:53:43.666738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f66bd85a-18f9-4339-96ca-d81d8e4fe136 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:53:43.667150 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66bd85a-18f9-4339-96ca-d81d8e4fe136'] response: {'name': 'network-changed', 'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'status': 'completed', 'code': 200} Sep 19 12:53:43.768470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e2826-14f2-4621-a684-068d68144841 req-5b176f11-4bdc-42c6-9875-93bb70e5bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:43.770092 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb0e2826-14f2-4621-a684-068d68144841 req-5b176f11-4bdc-42c6-9875-93bb70e5bbcc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1137 time: 0.0870867 Sep 19 12:53:43.777901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545a897-7432-4cad-a7c5-ac18c7beffe9 req-1032fa3d-c4a5-4bfd-9da4-c7020b7675f3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:43.779434 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8545a897-7432-4cad-a7c5-ac18c7beffe9 req-1032fa3d-c4a5-4bfd-9da4-c7020b7675f3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 984 time: 0.1038599 Sep 19 12:53:43.779593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f954ef26-9d08-45c3-ab84-32fb47f64e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:43.832763 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8545a897-7432-4cad-a7c5-ac18c7beffe9 req-cea7073c-5e97-4279-888b-2b49035eda7d tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&id=8116d110-6691-4ea3-b278-04bd72edf231&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475540 Sep 19 12:53:43.922334 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e2826-14f2-4621-a684-068d68144841 req-c555a498-55b7-4669-9d65-84fb609e78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:43.923773 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb0e2826-14f2-4621-a684-068d68144841 req-c555a498-55b7-4669-9d65-84fb609e78ca service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1447299 Sep 19 12:53:44.028250 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb0e2826-14f2-4621-a684-068d68144841 req-3cb2a032-3c45-4930-b586-0b268e640708 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 1001 time: 0.0971208 Sep 19 12:53:44.092475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e2826-14f2-4621-a684-068d68144841 req-595d8da0-77b9-4ab3-ae52-73433ae21dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:44.093926 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb0e2826-14f2-4621-a684-068d68144841 req-595d8da0-77b9-4ab3-ae52-73433ae21dda service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0591516 Sep 19 12:53:44.181507 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e2826-14f2-4621-a684-068d68144841 req-0a62a821-a6ce-49ae-a077-07a0156e96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:53:44.182954 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb0e2826-14f2-4621-a684-068d68144841 req-0a62a821-a6ce-49ae-a077-07a0156e96aa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826542 Sep 19 12:53:44.317699 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb0e2826-14f2-4621-a684-068d68144841 req-c6e90c9e-ca11-4bc2-abba-ee80ab14ce88 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282287 Sep 19 12:53:44.451498 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-eb0e2826-14f2-4621-a684-068d68144841 req-9215bcbe-2cb2-400a-ac9c-79001b0aa31e service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273179 Sep 19 12:53:44.581100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:45.089893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:46.506610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:53:53.221087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:00.023318 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-12e616e0-529c-498d-928b-d97e5e65ada5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772541 Sep 19 12:54:00.180551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-5e9d2f70-7780-41c0-b580-9e2b2c874a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:54:00.182027 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-5e9d2f70-7780-41c0-b580-9e2b2c874a6b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1137 time: 0.0820661 Sep 19 12:54:00.332324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-90a294dc-5eec-468c-8193-180a17914289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:54:00.333768 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-90a294dc-5eec-468c-8193-180a17914289 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1279299 Sep 19 12:54:00.440759 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-7f3d2751-04f7-4c4c-9442-2aae58b05d30 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 1001 time: 0.0969005 Sep 19 12:54:00.505950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-d985983f-ff5e-461e-86a0-b167467d0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:54:00.507408 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-d985983f-ff5e-461e-86a0-b167467d0d95 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0571539 Sep 19 12:54:00.596984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-2f3768bd-2dd1-4d4c-a3ab-95f2d7228703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:54:00.598422 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-2f3768bd-2dd1-4d4c-a3ab-95f2d7228703 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814567 Sep 19 12:54:00.612766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-749e3c70-c56f-41a9-acdd-72a5a517953b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:54:00.613717 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-749e3c70-c56f-41a9-acdd-72a5a517953b service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058870 Sep 19 12:54:00.749285 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-d4c49f06-fecf-4b6a-a636-a7bae78ad3c3 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254144 Sep 19 12:54:01.000472 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ae0ac8d2-f927-431a-b96c-d7c1b53b78d7 req-a1db7c1b-2866-4034-9ec5-3afabab2f791 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415652 Sep 19 12:54:09.825913 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:54:11.598220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-032c2650-e43e-4078-9920-7f62fc6fbb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:13.700846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-08c099ea-64f4-4375-87f9-ae0948d99aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:14.581191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:15.118103 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:16.529464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:23.232142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:41.626913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-103e58cb-dd91-4632-88ff-0bbc1b511ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:43.855302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-63043061-43ef-44ea-833d-3b2aa4206770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:44.638248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:45.103219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:46.672825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:54:46.825100 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:54:53.260207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:01.000523 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-90ff9d45-aa24-43bf-9475-7662ebf5c69b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799372 Sep 19 12:55:01.148684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-82d8855e-818d-4aa1-9523-cb999e170eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:01.150206 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-82d8855e-818d-4aa1-9523-cb999e170eda service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1137 time: 0.0819793 Sep 19 12:55:01.305639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-25eb9019-793c-4470-b958-cf1960e5ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:01.307141 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-25eb9019-793c-4470-b958-cf1960e5ef3a service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1365199 Sep 19 12:55:01.414113 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-d2602078-a016-40a1-9d6a-ce8385854987 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 1001 time: 0.0965869 Sep 19 12:55:01.473403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-1752d6a1-8c0d-4c5c-9ef1-bc86195c9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:01.474825 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-1752d6a1-8c0d-4c5c-9ef1-bc86195c9e55 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0575199 Sep 19 12:55:01.563301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-ec7716d4-8cc8-441e-b3bb-f11f55107195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:01.564749 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-ec7716d4-8cc8-441e-b3bb-f11f55107195 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806961 Sep 19 12:55:01.698429 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-798edc27-a733-4d2c-b367-17d53c2cd111 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237583 Sep 19 12:55:01.833455 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-26093f3a-99c2-406b-a29c-42591c4a4c4b req-fbeeb486-9de4-4ed1-9fd6-4a3812421843 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249580 Sep 19 12:55:11.609742 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c685a3ab-be5b-4916-8a95-75269f2984d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:13.699174 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-edf78e5f-ce12-4edc-b94e-61faa271bc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:14.563641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:15.110906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:16.534471 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:20.173385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e4773-55ed-455f-8edc-25065558edb9 req-82a6b147-ebc9-42cd-8fcb-a281c944c965 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:20.174950 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9c0e4773-55ed-455f-8edc-25065558edb9 req-82a6b147-ebc9-42cd-8fcb-a281c944c965 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 984 time: 0.0935431 Sep 19 12:55:20.199171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-8a0fb958-6874-4d38-b4fb-9ee0fba4f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:20.201308 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-8a0fb958-6874-4d38-b4fb-9ee0fba4f682 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1137 time: 0.0808368 Sep 19 12:55:20.223314 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9c0e4773-55ed-455f-8edc-25065558edb9 req-789b9104-32e1-4ac4-8fb2-c61a24578af4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&id=8116d110-6691-4ea3-b278-04bd72edf231&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425057 Sep 19 12:55:20.337647 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-296c0470-5c48-4ae6-aa69-4736ed9346c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:20.339132 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-296c0470-5c48-4ae6-aa69-4736ed9346c7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1275449 Sep 19 12:55:20.451574 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-2de066ff-e6d1-4a7e-bfa3-2e2aea764232 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 1001 time: 0.1028743 Sep 19 12:55:20.516946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-4c287817-8abe-4564-9052-fd28361239dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:20.518378 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-4c287817-8abe-4564-9052-fd28361239dc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0579541 Sep 19 12:55:20.606734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-290b7b5b-8eb5-4b9d-aaa2-9c2a47ee5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:20.608160 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-290b7b5b-8eb5-4b9d-aaa2-9c2a47ee5d6f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808043 Sep 19 12:55:20.852909 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-b399c53a-e1a9-4e5c-b764-29b83ccfa639 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353632 Sep 19 12:55:20.990057 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-fcb16079-7b89-4153-8e80-e84834df88a4 req-61ffe735-645d-4ead-8da5-95d635c0a940 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252508 Sep 19 12:55:21.535855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab92f9-b9fb-44da-8f29-82d6b8343bf2 req-ca66a7fd-ca84-4dd3-b674-c2910df9a641 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:21.537341 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-05ab92f9-b9fb-44da-8f29-82d6b8343bf2 req-ca66a7fd-ca84-4dd3-b674-c2910df9a641 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 984 time: 0.1939666 Sep 19 12:55:21.584151 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-05ab92f9-b9fb-44da-8f29-82d6b8343bf2 req-15c20b59-8515-4b14-95d1-bc42812b9668 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&id=8116d110-6691-4ea3-b278-04bd72edf231&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408115 Sep 19 12:55:22.786306 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e96475-2827-411d-a4dc-318a6ecd07e4 req-bbd4e229-fcf2-4499-b227-1c13cea8cb6e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:55:22.787788 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-54e96475-2827-411d-a4dc-318a6ecd07e4 req-bbd4e229-fcf2-4499-b227-1c13cea8cb6e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 984 time: 0.0885940 Sep 19 12:55:22.833478 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-54e96475-2827-411d-a4dc-318a6ecd07e4 req-245bb566-681f-41ca-82b3-6ef580790082 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&id=8116d110-6691-4ea3-b278-04bd72edf231&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398376 Sep 19 12:55:23.293327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:23.823357 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:55:41.585492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8f1b18e3-ce16-4ab1-95d9-ddf31f8287e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:43.695645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-568f1e2a-e2e5-41aa-ad87-18bb0877cced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:44.591500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:45.099643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:46.551299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:55:53.282327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:00.822949 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:56:02.133618 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-bfd05d57-a626-4c15-8276-02cf17a71a8b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1861467 Sep 19 12:56:02.300062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-824d7d09-0b89-42a1-9d5a-4d5e1b38b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:02.301653 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-824d7d09-0b89-42a1-9d5a-4d5e1b38b3b5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1137 time: 0.0916772 Sep 19 12:56:02.451995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-e905ac31-5893-49e2-af1c-b84c715a8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:02.453471 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-e905ac31-5893-49e2-af1c-b84c715a8685 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1298704 Sep 19 12:56:02.561090 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-c076ab9a-67c2-4f78-986d-74fe5479e6cc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 1001 time: 0.0979199 Sep 19 12:56:02.629587 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-77c04609-3768-4f71-8840-19074e884a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:02.631094 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-77c04609-3768-4f71-8840-19074e884a2d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0609157 Sep 19 12:56:02.722972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-aa0d2e7e-e68e-42d9-808e-7803fb75d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:02.724468 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-aa0d2e7e-e68e-42d9-808e-7803fb75d6bc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845096 Sep 19 12:56:02.861843 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-70f45b48-1073-470a-b7fb-17b565c2820a service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271474 Sep 19 12:56:02.998168 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-f5cb9b31-eaed-46e8-aadb-58cc5a373702 req-5e205bd6-331d-47fe-891e-c8db311c8eb0 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273782 Sep 19 12:56:11.602459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0f3f-f5cc-4ae9-b61e-6cfd605a21ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:13.699078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0d3909c9-9734-4381-9246-2fb9d76185c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:14.572633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:15.122338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:16.539222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:23.310586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:35.089144 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-e07f1da3-8503-4b9b-8b22-ca7cd96220b5 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511548733&fields=id&tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35 HTTP/1.1" status: 200 len: 267 time: 0.0937619 Sep 19 12:56:35.181569 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-1e7656a0-09ca-4606-b5e0-81ffdc763fdd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:35.182975 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-1e7656a0-09ca-4606-b5e0-81ffdc763fdd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 984 time: 0.0881066 Sep 19 12:56:35.193807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'port': {'security_groups': ['7bcc1823-1e84-4d1a-b948-53da4c767abc']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:56:35.320097 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:35.575926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] For port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:56:35.600993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:35.692062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:35.709614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:56:35.730383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:35.731020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:35.732633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-97270670-8882-41c7-9aa7-c4529dd24da7 req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "PUT /v2.0/ports/354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 942 time: 0.5432608 Sep 19 12:56:35.733075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:56:35.735656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086347e4-744d-4916-ada4-b6f2ff894237" -d '{"events": [{"name": "network-changed", "server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:56:35.738829 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38110) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:56:35.784221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'Port': ['ID=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,revision_number=7']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:56:35.788001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a31790-800a-46fa-aead-7383fd3a4436 x-openstack-request-id: req-58a31790-800a-46fa-aead-7383fd3a4436 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:56:35.788292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:56:35.788543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58a31790-800a-46fa-aead-7383fd3a4436 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:56:35.788939 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a31790-800a-46fa-aead-7383fd3a4436'] response: {'name': 'network-changed', 'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'status': 'completed', 'code': 200} Sep 19 12:56:35.793403 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.793750 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.794090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.794425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.795120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.795120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.795557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.795884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.796209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.796532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.796853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.797180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97f28b-3939-4571-8246-ec453a189eb4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:35.822114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:56:35.890235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:35.935317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:35.980331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086347e4-744d-4916-ada4-b6f2ff894237 req-6a527b88-4d23-4969-a05b-96028597c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:35.981820 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-086347e4-744d-4916-ada4-b6f2ff894237 req-6a527b88-4d23-4969-a05b-96028597c51e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1098 time: 0.1583965 Sep 19 12:56:36.122210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086347e4-744d-4916-ada4-b6f2ff894237 req-b794572c-d537-4d20-90c6-e4fb58e87709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:36.123732 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-086347e4-744d-4916-ada4-b6f2ff894237 req-b794572c-d537-4d20-90c6-e4fb58e87709 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1325481 Sep 19 12:56:36.183451 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:36.232905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8116d110-6691-4ea3-b278-04bd72edf231,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:56:36.244352 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:36.245485 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "DELETE /v2.0/security-groups/8116d110-6691-4ea3-b278-04bd72edf231 HTTP/1.1" status: 204 len: 168 time: 0.5048461 Sep 19 12:56:36.248379 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38114) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:56:36.248880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.249145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.249490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.249830 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.250169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.250504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.250864 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.251196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.251526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.251855 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.252182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.252510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffd1510-d6e4-403e-aa96-1a12096dbd79 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:56:36.264674 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-086347e4-744d-4916-ada4-b6f2ff894237 req-0a0a8e5a-9e3b-4259-9675-6ceca2a1ebdb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 1001 time: 0.1343699 Sep 19 12:56:36.332589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086347e4-744d-4916-ada4-b6f2ff894237 req-e7e31a4c-16dc-408e-8d7a-08cc14dbe092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:36.334053 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-086347e4-744d-4916-ada4-b6f2ff894237 req-e7e31a4c-16dc-408e-8d7a-08cc14dbe092 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0626283 Sep 19 12:56:36.423306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086347e4-744d-4916-ada4-b6f2ff894237 req-f1d110b9-66d2-4f0e-95a1-e0bf5b8e9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:36.424869 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-086347e4-744d-4916-ada4-b6f2ff894237 req-f1d110b9-66d2-4f0e-95a1-e0bf5b8e9d86 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813673 Sep 19 12:56:36.463514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Deleting port 5b27c4c0-63a2-4a7e-888d-70eb243cdd6b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:56:36.463747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:36.641592 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:36.641920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:36.674415 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-086347e4-744d-4916-ada4-b6f2ff894237 req-1cdfc267-b845-47fb-a87f-d090b5a56cda service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395616 Sep 19 12:56:36.767051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Calling delete_port for 5b27c4c0-63a2-4a7e-888d-70eb243cdd6b owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:56:36.816263 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-086347e4-744d-4916-ada4-b6f2ff894237 req-cfc6c8b8-e904-49b7-ac3a-a62beb86879f service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295929 Sep 19 12:56:36.990960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:37.042181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event deleted for resources: {'Port': ['ID=5b27c4c0-63a2-4a7e-888d-70eb243cdd6b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:56:37.139794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:37.140131 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Floating IP fb723baa-16be-4f05-8b08-72281946eca0 disassociated (deleted). External IP: 172.26.5.196, port: 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f. Sep 19 12:56:37.597289 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Router 684aa372-72b0-44f8-a72b-639a838a3ff7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:56:37.788386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:56:37.799844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] Sync routers for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:56:37.809171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:37.810297 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:56:37.811011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:56:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:56:37.821645 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:56:37.875076 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2aa88a0c-40fa-4627-b393-e63100789efc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "DELETE /v2.0/floatingips/fb723baa-16be-4f05-8b08-72281946eca0 HTTP/1.1" status: 204 len: 168 time: 1.6231160 Sep 19 12:56:37.875076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:56:37.875510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bebb360-ace6-42e3-bf7b-13c428b8e20b" -d '{"events": [{"name": "network-changed", "server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:56:37.928237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b9339f-1a77-4fcd-b50f-391aac2e95b0 x-openstack-request-id: req-29b9339f-1a77-4fcd-b50f-391aac2e95b0 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:56:37.928538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:56:37.928796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29b9339f-1a77-4fcd-b50f-391aac2e95b0 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:56:37.929204 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b9339f-1a77-4fcd-b50f-391aac2e95b0'] response: {'name': 'network-changed', 'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'status': 'completed', 'code': 200} Sep 19 12:56:38.002828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:56:38.041129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-abf771f2-b7c1-4197-9d78-82a4925a5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:38.042634 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-abf771f2-b7c1-4197-9d78-82a4925a5913 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0852556 Sep 19 12:56:38.193559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-8aa8a114-5dc8-4631-b763-e85010b881d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:38.195281 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-8aa8a114-5dc8-4631-b763-e85010b881d8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1433964 Sep 19 12:56:38.277580 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-771363e9-1884-4295-8e08-c39b6b33bfb4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 200 len: 217 time: 0.0732594 Sep 19 12:56:38.347399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:56:38.347630 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-a1456491-ddd7-45a3-8aa1-e897a7dfeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:38.349156 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-a1456491-ddd7-45a3-8aa1-e897a7dfeba0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0629764 Sep 19 12:56:38.351681 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] Checking router: 684aa372-72b0-44f8-a72b-639a838a3ff7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:56:38.360742 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:56:38.361430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:56:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:56:38.448139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-bd4e0b9a-9ad7-42a8-b9ba-4632e5054bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:38.462221 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-bd4e0b9a-9ad7-42a8-b9ba-4632e5054bb2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894344 Sep 19 12:56:38.547581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:56:38.593596 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-dac05935-5e16-403f-b924-faefcb56b161 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346903 Sep 19 12:56:38.739100 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-2bebb360-ace6-42e3-bf7b-13c428b8e20b req-2462a873-9ecb-4cfe-83b9-ade021ef768f service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360033 Sep 19 12:56:38.913300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:56:38.919089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b74890-49f5-4eec-865a-278015b9e5ec None None] The sync data for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv is: [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:56:39.148153 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31407c84-7670-438c-981f-dd05e941a43b None None] New status for floating IP fb723baa-16be-4f05-8b08-72281946eca0: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:56:41.693626 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5e2a-6cda-4b9d-a042-531ea2c4e24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:43.704824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c179bd80-5ab4-42ce-bd3e-445bb1e5eb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:44.156394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d5405-d108-4dfb-be3f-5b72f189a954 req-71b3f997-b83e-4551-8d28-3973e70c6b2c tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:44.157119 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-232d5405-d108-4dfb-be3f-5b72f189a954 req-71b3f997-b83e-4551-8d28-3973e70c6b2c tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Synchronizing usage tracker for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:56:44.224640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-232d5405-d108-4dfb-be3f-5b72f189a954 req-71b3f997-b83e-4551-8d28-3973e70c6b2c tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Unset dirty status for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:56:44.225861 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-232d5405-d108-4dfb-be3f-5b72f189a954 req-71b3f997-b83e-4551-8d28-3973e70c6b2c tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 945 time: 0.1555669 Sep 19 12:56:44.272634 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-232d5405-d108-4dfb-be3f-5b72f189a954 req-190a3134-12e9-4d53-b60b-9d995626d9f2 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Sep 19 12:56:44.556518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:45.115803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:45.472565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d4ad1-2d62-4426-8436-26ec45827011 req-456bb11b-c12f-4857-8654-abef4d23a398 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:45.474010 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e67d4ad1-2d62-4426-8436-26ec45827011 req-456bb11b-c12f-4857-8654-abef4d23a398 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 945 time: 0.0892370 Sep 19 12:56:45.526317 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e67d4ad1-2d62-4426-8436-26ec45827011 req-cd3c8397-c7ff-44f1-ab22-4fbce1fbf1d4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459349 Sep 19 12:56:45.935461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-85bb1253-c561-4ca9-91ce-af301edc4451 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:45.936053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-85bb1253-c561-4ca9-91ce-af301edc4451 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Synchronizing usage tracker for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:56:45.948452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-85bb1253-c561-4ca9-91ce-af301edc4451 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Unset dirty status for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:56:45.949564 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-85bb1253-c561-4ca9-91ce-af301edc4451 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.85 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 945 time: 0.0994208 Sep 19 12:56:46.022591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-e07adf47-b48d-40a7-8e59-7d2615a5cf20 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Deleting port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:56:46.022954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-e07adf47-b48d-40a7-8e59-7d2615a5cf20 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:46.267168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-e07adf47-b48d-40a7-8e59-7d2615a5cf20 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] For port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:56:46.267529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-e07adf47-b48d-40a7-8e59-7d2615a5cf20 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:46.496666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-e07adf47-b48d-40a7-8e59-7d2615a5cf20 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Calling delete_port for 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:56:46.550196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:46.693185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-e07adf47-b48d-40a7-8e59-7d2615a5cf20 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:46.705852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:56:46.734444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5e75f-ffa5-4cce-815d-b585d642d7af req-9f776b20-89ec-4c2f-836b-a8c6adb3619a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:56:46.736059 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-50a5e75f-ffa5-4cce-815d-b585d642d7af req-9f776b20-89ec-4c2f-836b-a8c6adb3619a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=3be3f151-6227-46bf-84dd-879de1758ee7 HTTP/1.1" status: 200 len: 867 time: 0.0943689 Sep 19 12:56:46.749759 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07adf47-b48d-40a7-8e59-7d2615a5cf20 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event deleted for resources: {'Port': ['ID=354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:56:46.785930 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-50a5e75f-ffa5-4cce-815d-b585d642d7af req-cd37437a-7212-4f1e-9093-512b788c3125 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441663 Sep 19 12:56:46.839216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-e07adf47-b48d-40a7-8e59-7d2615a5cf20 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] No DVR routers for this DVR port 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:56:46.841595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-e07adf47-b48d-40a7-8e59-7d2615a5cf20 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:56:46.844161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'name': 'network-vif-deleted', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:56:46.846418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227ecc15-b839-43c8-81ca-acb2f74bb6e7" -d '{"events": [{"server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "name": "network-vif-deleted", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:56:46.915673 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7b75e01-f350-4aed-b320-8feff52090a6 req-e07adf47-b48d-40a7-8e59-7d2615a5cf20 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.85 "DELETE /v2.0/ports/354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f HTTP/1.1" status: 204 len: 173 time: 0.9607766 Sep 19 12:56:46.945160 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a12f570-58d4-412d-b0ca-2fa724451e16 x-openstack-request-id: req-6a12f570-58d4-412d-b0ca-2fa724451e16 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:56:46.945772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be3f151-6227-46bf-84dd-879de1758ee7", "name": "network-vif-deleted", "tag": "354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:56:46.945772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6a12f570-58d4-412d-b0ca-2fa724451e16 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:56:46.946860 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a12f570-58d4-412d-b0ca-2fa724451e16'] response: {'server_uuid': '3be3f151-6227-46bf-84dd-879de1758ee7', 'name': 'network-vif-deleted', 'tag': '354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f', 'status': 'completed', 'code': 200} Sep 19 12:56:50.585317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:56:50.639979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:56:50.640606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 354d192c-bc4a-4eb9-b5e5-a7d13cdcc42f not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:56:53.334424 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:01.120731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-435559c7-ba02-4ce1-a72c-e6ed8028d36c tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:01.122174 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-435559c7-ba02-4ce1-a72c-e6ed8028d36c tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 815 time: 0.1543057 Sep 19 12:57:01.137521 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-da710553-30c4-4e8a-ab09-fcbee02e5263 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/quotas/2d52c588862e43b5ae0a3ff4f9ba8d35 HTTP/1.1" status: 200 len: 375 time: 0.0098064 Sep 19 12:57:01.225044 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-f371be8e-4998-4c00-8af6-61cdc6f8ea55 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823469 Sep 19 12:57:01.414041 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-aae5ddd5-9299-45eb-b6e3-b612ad44d574 service neutron] 10.222.0.66 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769314 Sep 19 12:57:01.546061 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-3cab7f4e-1775-44ae-8461-39e14692504d service neutron] 10.222.0.66 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253929 Sep 19 12:57:01.942360 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-62f0939a-6445-4b9e-8eb1-e31200c798a1 req-1721db82-3e6f-4a1d-9c00-d87bf0401d5d tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 210 time: 0.1610823 Sep 19 12:57:03.052943 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-72fb75b3-b7c8-4e4b-8d79-e62f2ebfcea4 req-f4d162e6-d6cf-499c-91e5-c5bbf5fe3db0 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 210 time: 0.0514424 Sep 19 12:57:04.223192 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f0ccffa2-e4e0-44e5-8500-17b8d5f32ce4 req-6669d84c-10f8-46b5-8f4f-8a98ae30b508 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 210 time: 0.0516148 Sep 19 12:57:05.093059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-0c03f188-0b66-40df-b12b-bff7ef129c3b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:05.094504 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-0c03f188-0b66-40df-b12b-bff7ef129c3b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 815 time: 0.1529710 Sep 19 12:57:05.111441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'port': {'device_id': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'admin_state_up': True, 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:05.248197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:57:05.252889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:port and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:57:05.268386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:57:05.276588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:57:05.339624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Made reservation on behalf of 2d52c588862e43b5ae0a3ff4f9ba8d35 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:57:05.343331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:05.394591 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7bc4b74c-bc02-4735-b44a-8cc4207262b1 req-643b68f3-f046-450b-8388-87dbf84543a6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 210 time: 0.0504880 Sep 19 12:57:05.517732 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Allocated IP 172.20.0.9 (1f29b285-d5fe-4a06-a987-8a8066c7afc0/8a259e2f-6c19-4de7-9756-fabcc48909a6/3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:57:05.729676 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:05.751360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Transition to ACTIVE for port object 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:57:05.853760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:05.950255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:57:05.954705 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:57:05.959827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:57:06.019621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'Port': ['ID=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:06.102405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:06.103244 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:06.237913 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e5ffa4d1-be02-4834-be1f-42545e085a25 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1302927 Sep 19 12:57:06.286182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Request body: {'port': {'device_id': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:06.293547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b0bb8790-0016-41b4-8a42-326ae298daea None None] Provisioning for port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:57:06.300289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b0bb8790-0016-41b4-8a42-326ae298daea None None] Provisioning complete for port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:57:06.300939 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b0bb8790-0016-41b4-8a42-326ae298daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:06.373009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb8790-0016-41b4-8a42-326ae298daea None None] Port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:57:06.467248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:06.710300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674b921-218f-45d8-b96e-dc7a9504892c req-7eae6754-1375-45b9-9bd5-bed4c906d9c2 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:06.715364 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a674b921-218f-45d8-b96e-dc7a9504892c req-7eae6754-1375-45b9-9bd5-bed4c906d9c2 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 931 time: 0.1621349 Sep 19 12:57:06.801025 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a674b921-218f-45d8-b96e-dc7a9504892c req-8f25287d-3ccf-44c2-8ba3-78227c574855 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800109 Sep 19 12:57:06.993764 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:57:07.002891 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:07.019260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Transition to ACTIVE for port object 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:57:07.109443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:07.432817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:07.473606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Attempting to bind port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:57:07.473945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Attempting to bind port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:57:07.474274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Attempting to bind port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b on network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:57:07.480460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b on network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:57:07.480776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Attempting to bind port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b on network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:57:07.487062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:57:07.487556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Checking segment: {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:57:07.487948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Bound using segment: {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:57:07.488380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Bound port: 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200afc4b-3fff-4bc4-a149-910794e3afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:57:07.488726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:07.590277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] For port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:57:07.593425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] For port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:57:07.676955 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:07.719965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:07.720595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:07.721986 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] 10.222.0.85 "PUT /v2.0/ports/3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 200 len: 1093 time: 1.4416790 Sep 19 12:57:07.727437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:57:07.730074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c539db-d34b-4258-bcf5-1211902185bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:57:07.778474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e10ace-5386-42a3-a5b8-4b40b62a25f0 x-openstack-request-id: req-51e10ace-5386-42a3-a5b8-4b40b62a25f0 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:57:07.778785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:57:07.779074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51e10ace-5386-42a3-a5b8-4b40b62a25f0 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:57:07.779472 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e10ace-5386-42a3-a5b8-4b40b62a25f0'] response: {'name': 'network-changed', 'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'status': 'completed', 'code': 200} Sep 19 12:57:07.787760 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8454a-8bf6-4582-aed0-00ee077c38a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:08.030505 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b945f-0e9c-467b-9086-3d5157cbb4ea req-e7ed0089-2506-4315-8db1-2e701e130c26 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:08.032358 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3f1b945f-0e9c-467b-9086-3d5157cbb4ea req-e7ed0089-2506-4315-8db1-2e701e130c26 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 943 time: 0.1098287 Sep 19 12:57:08.080475 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3f1b945f-0e9c-467b-9086-3d5157cbb4ea req-91b8cc74-41ef-4a00-9634-cca58246b804 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Sep 19 12:57:09.336043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7d701-f28d-47f2-bd8b-f7a7c29eebea req-c9855ed5-32df-43a7-8cc2-89e5e4f30cb6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:09.337548 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3de7d701-f28d-47f2-bd8b-f7a7c29eebea req-c9855ed5-32df-43a7-8cc2-89e5e4f30cb6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 943 time: 0.1213825 Sep 19 12:57:09.386159 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3de7d701-f28d-47f2-bd8b-f7a7c29eebea req-e8fbb1a4-d7fd-4a83-80b1-a305197fdb15 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418172 Sep 19 12:57:10.614525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ad34-dc07-4358-a2bb-bce897f831ab req-063ad9d8-ecd3-4bf3-931c-8ff93dd78569 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:10.615926 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a9c8ad34-dc07-4358-a2bb-bce897f831ab req-063ad9d8-ecd3-4bf3-931c-8ff93dd78569 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 943 time: 0.0923080 Sep 19 12:57:10.667228 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a9c8ad34-dc07-4358-a2bb-bce897f831ab req-08a2b07b-cb15-4081-ac08-93e7344b837f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449591 Sep 19 12:57:11.588933 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b0d90f76-9c55-46da-9d60-e2bff6501c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:11.880675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187dace-45e4-449b-be75-e3bb0476474d req-d4ae9c6b-a74f-4501-bde6-496c7b803b24 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:11.882085 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0187dace-45e4-449b-be75-e3bb0476474d req-d4ae9c6b-a74f-4501-bde6-496c7b803b24 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 943 time: 0.0900819 Sep 19 12:57:11.928634 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0187dace-45e4-449b-be75-e3bb0476474d req-c7ba45ba-7042-437e-8c57-bd9e5f994687 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Sep 19 12:57:13.158446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6fe42-ce60-4814-a3e7-054a36cd5504 req-a4ea7e74-6f27-4b6e-87fc-e05fd8b2d11d tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:13.159925 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dde6fe42-ce60-4814-a3e7-054a36cd5504 req-a4ea7e74-6f27-4b6e-87fc-e05fd8b2d11d tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 943 time: 0.1147876 Sep 19 12:57:13.205893 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dde6fe42-ce60-4814-a3e7-054a36cd5504 req-4ff2b58f-11cd-4c66-9c2e-4605dce70c38 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403488 Sep 19 12:57:13.635309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c539db-d34b-4258-bcf5-1211902185bb req-f9bebc69-80ac-4fe3-a895-46ed2edbac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:13.636825 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-06c539db-d34b-4258-bcf5-1211902185bb req-f9bebc69-80ac-4fe3-a895-46ed2edbac35 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 1096 time: 0.0816064 Sep 19 12:57:13.731844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-92ca464b-bf9d-427a-818f-51a7c441a398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:13.786124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c539db-d34b-4258-bcf5-1211902185bb req-b1177b89-0119-49b3-b608-22194af71e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:13.787620 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-06c539db-d34b-4258-bcf5-1211902185bb req-b1177b89-0119-49b3-b608-22194af71e30 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1384897 Sep 19 12:57:13.930853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c539db-d34b-4258-bcf5-1211902185bb req-7092842a-36f2-42b1-91a8-afa811d75842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:13.932766 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-06c539db-d34b-4258-bcf5-1211902185bb req-7092842a-36f2-42b1-91a8-afa811d75842 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348622 Sep 19 12:57:14.056375 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-ba302f31-d9bb-41fb-a404-3600f4aed6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:14.057884 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-ba302f31-d9bb-41fb-a404-3600f4aed6b2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 1096 time: 0.0823901 Sep 19 12:57:14.130062 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-e3bbd47e-8135-4d2b-aaca-cd0f6e658ff9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 200 len: 217 time: 0.0618169 Sep 19 12:57:14.197637 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-f0f8d4c7-0239-4351-92db-3f8bf6349fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:14.199006 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-f0f8d4c7-0239-4351-92db-3f8bf6349fe6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0602314 Sep 19 12:57:14.286842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-0ae1e4c6-da38-4374-bdad-4319060eca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:14.288323 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-0ae1e4c6-da38-4374-bdad-4319060eca20 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804844 Sep 19 12:57:14.407663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7fdf1-a23f-4d91-b00f-d5791b5d8270 req-b6827613-8b5d-4b47-ab9a-cbcfe839f34c tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:14.409191 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e7e7fdf1-a23f-4d91-b00f-d5791b5d8270 req-b6827613-8b5d-4b47-ab9a-cbcfe839f34c tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 943 time: 0.0915592 Sep 19 12:57:14.430677 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-cf2d8ccd-7d02-4bbb-9ff8-afa7be59bd7b service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325901 Sep 19 12:57:14.462497 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e7e7fdf1-a23f-4d91-b00f-d5791b5d8270 req-af9b3edf-2162-4cf9-b724-5c176807b62e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473092 Sep 19 12:57:14.568777 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9cca1954-3504-4ba9-9bb0-4f669ca99a86 req-90d301bf-33a3-43f2-afcf-1e0eb0abd1e0 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285501 Sep 19 12:57:14.595759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:14.820042 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:57:15.116766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:15.659647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa820e45-d8b7-4b8e-b652-eb141a6176fb req-21005f08-fc6e-42d9-807d-4bcd9e81025f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:15.661090 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fa820e45-d8b7-4b8e-b652-eb141a6176fb req-21005f08-fc6e-42d9-807d-4bcd9e81025f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 943 time: 0.0880578 Sep 19 12:57:15.704700 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fa820e45-d8b7-4b8e-b652-eb141a6176fb req-6d008685-995b-4c37-9c19-947efbe45db6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377886 Sep 19 12:57:16.561315 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:16.669028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:57:16.811530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:57:16.825757 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'port_id': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'mac_address': 'fa:16:3e:cd:2b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:57:16.885189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:57:16.885571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:16.902670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:57:16.908997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2ba3e-dcaa-4223-8b91-9cb8be5af3d3 req-df7b42a9-a520-46c4-b2ba-967214a4de0b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:16.910448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-02a2ba3e-dcaa-4223-8b91-9cb8be5af3d3 req-df7b42a9-a520-46c4-b2ba-967214a4de0b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 943 time: 0.0911510 Sep 19 12:57:16.919465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:57:16.957481 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-02a2ba3e-dcaa-4223-8b91-9cb8be5af3d3 req-06a44298-e3f2-47b6-a039-c8fceddc9c46 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Sep 19 12:57:16.983191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:17.050461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:17.058112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.058458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.058831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.059170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.059507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.059835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.060158 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.060481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.060803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.061124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.061444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.061812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:17.301911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:57:18.158147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ded837-02a5-4b9e-9f0e-3b2935245aa3 req-2ac39ed9-ce0b-48df-9477-95986347ec99 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:18.159652 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63ded837-02a5-4b9e-9f0e-3b2935245aa3 req-2ac39ed9-ce0b-48df-9477-95986347ec99 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 944 time: 0.0879383 Sep 19 12:57:18.207057 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63ded837-02a5-4b9e-9f0e-3b2935245aa3 req-3051da58-5f56-4d08-bd6c-2a74e90db28e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Sep 19 12:57:18.684981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:57:19.229934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:57:19.235585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:57:19.239134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:19.359826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:57:19.360210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:19.387356 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:57:19.389654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ba9c3d-e8b5-4643-b774-55bf5418eff3" -d '{"events": [{"server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "name": "network-vif-plugged", "status": "completed", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:57:19.398979 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:57:19.416115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7932d-fe1a-4245-88fb-319c6cbc3348 req-c33ef959-1007-4f35-881e-dd368788702d tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:19.417277 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-97d7932d-fe1a-4245-88fb-319c6cbc3348 req-c33ef959-1007-4f35-881e-dd368788702d tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 944 time: 0.0899606 Sep 19 12:57:19.433008 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df20d5c5-1a41-49f0-92c1-42e7892125ca x-openstack-request-id: req-df20d5c5-1a41-49f0-92c1-42e7892125ca {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:57:19.433199 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "name": "network-vif-plugged", "status": "completed", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:57:19.433450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df20d5c5-1a41-49f0-92c1-42e7892125ca {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:57:19.433848 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df20d5c5-1a41-49f0-92c1-42e7892125ca'] response: {'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'code': 200} Sep 19 12:57:19.463157 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-97d7932d-fe1a-4245-88fb-319c6cbc3348 req-cdf975dc-d4b3-477d-89e5-4e43107601dc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Sep 19 12:57:19.491675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:19.575511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:19.850380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04f971-b0f8-4c1c-acd5-612e95d82e1b req-895b7475-2b17-4d42-8066-d3393a28cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:19.852190 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0e04f971-b0f8-4c1c-acd5-612e95d82e1b req-895b7475-2b17-4d42-8066-d3393a28cae9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 1098 time: 0.0876551 Sep 19 12:57:19.895921 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0e04f971-b0f8-4c1c-acd5-612e95d82e1b req-9566d62f-13d5-49dd-9224-6d5883ed6d2c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346372 Sep 19 12:57:20.667989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc46436-0a44-4a3e-8ab4-410be1b24082 req-ed366894-9a5c-44b3-b733-3b4ca7aebf92 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:20.669370 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bbc46436-0a44-4a3e-8ab4-410be1b24082 req-ed366894-9a5c-44b3-b733-3b4ca7aebf92 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 945 time: 0.0912344 Sep 19 12:57:20.712679 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bbc46436-0a44-4a3e-8ab4-410be1b24082 req-739340bd-6bdf-4140-9a99-0fd0ea9e017e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 Sep 19 12:57:21.908928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca732ea-cce2-419d-b858-eb5f340066d7 req-a769e32a-7d4d-4eb3-913c-dfe53b11d3d1 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:21.910386 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cca732ea-cce2-419d-b858-eb5f340066d7 req-a769e32a-7d4d-4eb3-913c-dfe53b11d3d1 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 945 time: 0.0875175 Sep 19 12:57:21.957107 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cca732ea-cce2-419d-b858-eb5f340066d7 req-70c26516-6a56-46ed-b99d-21df06a72879 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Sep 19 12:57:22.156925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44c1c3-e9a6-41b6-b998-d29ca49ec705 req-5ced8e54-b7f7-47c2-b086-d02d959575e5 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:22.158366 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4f44c1c3-e9a6-41b6-b998-d29ca49ec705 req-5ced8e54-b7f7-47c2-b086-d02d959575e5 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 945 time: 0.0885403 Sep 19 12:57:22.203538 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4f44c1c3-e9a6-41b6-b998-d29ca49ec705 req-ccef70c2-2ecd-460a-948f-856689221f22 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Sep 19 12:57:22.615365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7102b-119f-463e-af3d-e6271a2af616 req-4e910d67-925e-433d-9a85-526e5707a71e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:22.616743 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b4c7102b-119f-463e-af3d-e6271a2af616 req-4e910d67-925e-433d-9a85-526e5707a71e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 945 time: 0.0913005 Sep 19 12:57:22.661173 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b4c7102b-119f-463e-af3d-e6271a2af616 req-8a48178c-b655-4f6b-9f18-2d6b8d26fe93 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Sep 19 12:57:23.304308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:34.691493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5e134-c9cd-4a73-8fbe-04f4e169c85f req-e11846a8-8816-45b8-868e-c7ac2bfbb0e6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:34.693764 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1ee5e134-c9cd-4a73-8fbe-04f4e169c85f req-e11846a8-8816-45b8-868e-c7ac2bfbb0e6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 945 time: 0.0913513 Sep 19 12:57:34.748695 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1ee5e134-c9cd-4a73-8fbe-04f4e169c85f req-2dbc0dc8-c991-44ec-838b-b9a3ba51b615 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491509 Sep 19 12:57:34.778090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38398) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:57:34.855286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba900855-78b8-40c7-b25c-2b6e78520c70 tempest-TestMinimumBasicScenario-2055444793 tempest-TestMinimumBasicScenario-2055444793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:34.857040 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ba900855-78b8-40c7-b25c-2b6e78520c70 tempest-TestMinimumBasicScenario-2055444793 tempest-TestMinimumBasicScenario-2055444793-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 1093 time: 0.0779805 Sep 19 12:57:34.859832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38402) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:57:34.864639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:34.870582 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:57:34.874409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:floatingip and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:57:34.877235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:57:34.882982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:57:34.978058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:35.141163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:35.279680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Allocated IP 172.26.5.26 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/1a140cb6-c003-498f-b48b-392cc8a6ab96) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:57:35.532849 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:35.618693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:35.684792 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:57:35.685864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:57:35.689722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:57:35.726532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'Port': ['ID=1a140cb6-c003-498f-b48b-392cc8a6ab96,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:36.125259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:36.264926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:36.474057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:36.555381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:36.665397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:36.717001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'Port': ['ID=1a140cb6-c003-498f-b48b-392cc8a6ab96,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:36.741113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.741113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.741113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.741113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.741113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.741113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.742799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.742799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.742799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.742799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.742799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.743256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:36.857774 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Floating IP 9e369a14-4847-4df4-bbb7-393acf34f8f1 associated. External IP: 172.26.5.26, port: 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b. Sep 19 12:57:37.318138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Router 684aa372-72b0-44f8-a72b-639a838a3ff7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:57:37.498630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:57:37.508504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] Sync routers for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:57:37.518444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:57:37.519090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:57:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:57:37.607438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:37.663627 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c7ac79f1-a839-4dcf-ba1a-66208e558cae tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8027828 Sep 19 12:57:37.664349 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:57:37.666366 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38406) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:57:37.667166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408a5aaf-1909-4dfe-82f4-9083b712c9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:57:37.672017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1115877474', 'description': 'tempest-secgroup-smoke-1115877474 description', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:37.679380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:57:37.683450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:57:37.687125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:57:37.692959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:57:37.698958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:57:37.717200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9c01cf-deac-4fda-abd7-d78f55807304 x-openstack-request-id: req-bd9c01cf-deac-4fda-abd7-d78f55807304 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:57:37.717200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:57:37.717200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd9c01cf-deac-4fda-abd7-d78f55807304 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:57:37.717200 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9c01cf-deac-4fda-abd7-d78f55807304'] response: {'name': 'network-changed', 'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'status': 'completed', 'code': 200} Sep 19 12:57:37.789739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:37.829949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:57:37.836067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:57:37.840041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:57:37.848058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:57:37.880100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-4dd90019-4741-498d-8250-42b9214195ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:37.881511 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-4dd90019-4741-498d-8250-42b9214195ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 1098 time: 0.1377549 Sep 19 12:57:38.105411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '9e369a14-4847-4df4-bbb7-393acf34f8f1', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'port_id': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'mac_address': 'fa:16:3e:cd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:57:36Z', 'updated_at': '2022-09-19T12:57:36Z', 'revision_number': 0, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:57:38.110098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] Checking router: 684aa372-72b0-44f8-a72b-639a838a3ff7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:57:38.120497 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:57:38.121136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:57:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:57:38.148242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:38.168443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-2e784559-5040-42ec-a276-486d7a5b317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:38.169912 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-2e784559-5040-42ec-a276-486d7a5b317c service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.2820520 Sep 19 12:57:38.243875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:38.305569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:57:38.319112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e784a6ed-8a72-411c-bbef-2a63d1ac97e7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-58520b3e-48da-4cf4-b261-1b1d36178638 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 200 len: 998 time: 0.1551733 Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.344089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:57:38.392197 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:38.395662 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0fa45e84-72e7-4657-aa8b-391115b4496b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7257223 Sep 19 12:57:38.396553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38412) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:57:38.403036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': 'e784a6ed-8a72-411c-bbef-2a63d1ac97e7', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:38.408468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-08318f02-9230-4341-ba30-8a68c1b20c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:38.409437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:57:38.410008 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-08318f02-9230-4341-ba30-8a68c1b20c50 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0688491 Sep 19 12:57:38.413470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:57:38.417216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:57:38.423821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:57:38.498765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:38.505958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-fb50ef0c-6e7c-4506-94fd-d0123ce3d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:38.507564 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-fb50ef0c-6e7c-4506-94fd-d0123ce3d882 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881996 Sep 19 12:57:38.565585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:38.648445 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-754842bc-6bb7-4e9d-a192-bc112a3425e5 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339810 Sep 19 12:57:38.653188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:38.676401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a81c975-77d3-4f41-af0e-00ab619b6f5e,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:38.677813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '9e369a14-4847-4df4-bbb7-393acf34f8f1', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'port_id': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'mac_address': 'fa:16:3e:cd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:57:36Z', 'updated_at': '2022-09-19T12:57:36Z', 'revision_number': 0, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:57:38.682075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2dcdbc-3cd1-458d-807f-cd2976465248 None None] The sync data for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv is: [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '9e369a14-4847-4df4-bbb7-393acf34f8f1', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'port_id': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'mac_address': 'fa:16:3e:cd:2b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:57:36Z', 'updated_at': '2022-09-19T12:57:36Z', 'revision_number': 0, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:57:38.759806 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:38.762002 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-893e0058-c316-4adf-8dca-170c8d2711bd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3644321 Sep 19 12:57:38.764752 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38416) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:57:38.771045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': 'e784a6ed-8a72-411c-bbef-2a63d1ac97e7', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:38.779184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:57:38.783258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:57:38.786194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:57:38.792160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:57:38.793873 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-408a5aaf-1909-4dfe-82f4-9083b712c9dd req-68cb4a46-68cf-4a75-87c4-23a4e0bc98da service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396494 Sep 19 12:57:38.901901 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b9d9b-f37e-48ae-b3fc-f12906b54dee None None] New status for floating IP 9e369a14-4847-4df4-bbb7-393acf34f8f1: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:57:38.932182 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:38.992152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.052640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.077972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce5999d-54bc-4202-9ecb-d0c8b5099b17,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:39.149681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.151448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ef3baa2d-6c92-4178-af37-76f7b9f35f17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851895 Sep 19 12:57:39.154319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38420) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:57:39.159399 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': 'e784a6ed-8a72-411c-bbef-2a63d1ac97e7', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:39.165754 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:57:39.170468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:57:39.173426 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:57:39.179731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:57:39.317020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.383755 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.464429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.488258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5679a5-4a57-4136-ba1a-67e5b0f37128,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:39.549501 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.550700 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9df8c216-7353-4f10-b933-4a4779c3811a tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953502 Sep 19 12:57:39.553446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38424) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:57:39.558879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': 'e784a6ed-8a72-411c-bbef-2a63d1ac97e7', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:39.564921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:57:39.568816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:57:39.571778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:57:39.578124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:57:39.676880 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.749914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.818105 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.851927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a50b410-879e-47f0-aca5-f9e64e66a13e,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:39.921271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:39.922524 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4a551327-06e8-4175-b89e-081ee7011f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3681631 Sep 19 12:57:39.925314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38428) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:57:39.933178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': 'e784a6ed-8a72-411c-bbef-2a63d1ac97e7', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:39.937389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:57:39.941341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:57:39.944296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:57:39.950878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:57:40.001081 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Project 2d52c588862e43b5ae0a3ff4f9ba8d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:57:40.007797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:40.076934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:40.138278 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:40.162669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce34f33-58db-41f9-b05e-34dc6ce65a52,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:40.252797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:40.253974 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-06b475e3-876d-4e60-ac6c-b423477223fc tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277535 Sep 19 12:57:40.256911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38432) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:57:40.262350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'security_group_rule': {'security_group_id': 'e784a6ed-8a72-411c-bbef-2a63d1ac97e7', 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:40.268673 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:57:40.272680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Usage tracker for resource:security_group_rule and tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:57:40.275777 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:57:40.281793 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:57:40.332711 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Project 2d52c588862e43b5ae0a3ff4f9ba8d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:57:40.339726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:40.408472 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:40.447732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:40.471990 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19aab7c2-58aa-461e-ae3f-39b70cbe85d3,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:40.544286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:40.545533 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1a086503-1ffb-4359-be6d-dda4dee59fca tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2875080 Sep 19 12:57:40.669184 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-4779a994-eb2c-439f-85d6-8432a6f1c78f tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115877474&fields=id&tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35 HTTP/1.1" status: 200 len: 267 time: 0.0439658 Sep 19 12:57:40.762405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-6fe0e601-78de-4da2-ba0d-8d4ae3180277 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:40.763889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-6fe0e601-78de-4da2-ba0d-8d4ae3180277 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 945 time: 0.0893075 Sep 19 12:57:40.774284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-f81d74f5-2bfd-474f-aba9-95b7acd9a911 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'port': {'security_groups': ['7bcc1823-1e84-4d1a-b948-53da4c767abc', 'e784a6ed-8a72-411c-bbef-2a63d1ac97e7']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:57:40.896556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-f81d74f5-2bfd-474f-aba9-95b7acd9a911 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:41.155432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-f81d74f5-2bfd-474f-aba9-95b7acd9a911 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] For port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:57:41.179610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-f81d74f5-2bfd-474f-aba9-95b7acd9a911 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:41.246910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-f81d74f5-2bfd-474f-aba9-95b7acd9a911 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:41.259239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:57:41.285072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-f81d74f5-2bfd-474f-aba9-95b7acd9a911 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:41.285698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-f81d74f5-2bfd-474f-aba9-95b7acd9a911 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:41.287097 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3308b634-fa88-4e50-8178-19cef2c73f8a req-f81d74f5-2bfd-474f-aba9-95b7acd9a911 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "PUT /v2.0/ports/3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 200 len: 981 time: 0.5171788 Sep 19 12:57:41.287607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:57:41.290447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c813fa40-ec42-47ff-9b57-92a604ed8a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:57:41.343034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d74f5-2bfd-474f-aba9-95b7acd9a911 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'Port': ['ID=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,revision_number=6']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:57:41.348154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:57:41.366586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453673b3-440e-46ba-89b8-292c077e230c x-openstack-request-id: req-453673b3-440e-46ba-89b8-292c077e230c {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:57:41.367109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:57:41.367430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-453673b3-440e-46ba-89b8-292c077e230c {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:57:41.367928 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453673b3-440e-46ba-89b8-292c077e230c'] response: {'name': 'network-changed', 'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'status': 'completed', 'code': 200} Sep 19 12:57:41.470169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-6bb92dd6-7afb-4ebc-a97b-ae5248fa767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:41.471633 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-6bb92dd6-7afb-4ebc-a97b-ae5248fa767d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 1137 time: 0.0838385 Sep 19 12:57:41.485092 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b20346-fbaf-4863-abbd-185365462ceb req-3c8d891b-44ac-4d9d-aebd-86186ac33348 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:41.491119 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-51b20346-fbaf-4863-abbd-185365462ceb req-3c8d891b-44ac-4d9d-aebd-86186ac33348 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.1034844 Sep 19 12:57:41.537513 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-51b20346-fbaf-4863-abbd-185365462ceb req-d356b8bd-f05b-4d96-b220-34521a4bc7d2 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448005 Sep 19 12:57:41.617484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-31c399ab-63ed-46dc-bd27-4ce45625e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:41.618967 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-31c399ab-63ed-46dc-bd27-4ce45625e226 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1408548 Sep 19 12:57:41.622788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1353ab50-0146-4223-a605-6a4b951d454a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:41.726594 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-e599be0a-c332-48ee-af4d-5eafa81080ab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 200 len: 1000 time: 0.1004620 Sep 19 12:57:41.793907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-bc68c5ef-df78-4899-a977-8aa33adbac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:41.795354 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-bc68c5ef-df78-4899-a977-8aa33adbac11 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0628362 Sep 19 12:57:41.883537 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-575dd723-95af-4732-96f6-bf6d6081c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:41.885213 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-575dd723-95af-4732-96f6-bf6d6081c7f5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816827 Sep 19 12:57:42.019867 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-5299b85d-a822-4e94-97d5-5e64e5c8bb56 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272218 Sep 19 12:57:42.154190 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c813fa40-ec42-47ff-9b57-92a604ed8a5c req-2b9420a7-9c90-4827-b60f-b0402d44fd71 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252205 Sep 19 12:57:43.715959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f51a0e29-60a7-44c3-ba0d-7219014b0994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:44.577542 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:45.142173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:46.720999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:51.818237 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:57:53.315273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:57:57.891398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f019f-c192-4e8d-a3c5-aa03e8768826 req-159e4f4e-76fb-4c42-a166-aae21291918e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:57.893995 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-072f019f-c192-4e8d-a3c5-aa03e8768826 req-159e4f4e-76fb-4c42-a166-aae21291918e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.0950222 Sep 19 12:57:57.942301 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-072f019f-c192-4e8d-a3c5-aa03e8768826 req-2a3c8af6-5a97-4698-9d97-e8c05f3f3b29 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421984 Sep 19 12:57:58.058413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-64e8fe20-ec4c-4b12-9555-6bc3bcacb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:58.059948 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-64e8fe20-ec4c-4b12-9555-6bc3bcacb961 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 1137 time: 0.2022262 Sep 19 12:57:58.198379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-e8bcac18-aa7a-4d18-a03d-05e63bbc499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:58.199894 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-e8bcac18-aa7a-4d18-a03d-05e63bbc499a service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1330936 Sep 19 12:57:58.306313 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-12918c20-b379-477a-9d7c-c71f2541d3b2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 200 len: 1000 time: 0.0993109 Sep 19 12:57:58.371424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-c15f35fc-7b01-4bb8-9025-24c58f9fe483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:58.372785 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-c15f35fc-7b01-4bb8-9025-24c58f9fe483 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0578368 Sep 19 12:57:58.455073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-81f81630-e7b8-40bb-99cb-500d5813e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:58.456563 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-81f81630-e7b8-40bb-99cb-500d5813e196 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776734 Sep 19 12:57:58.592129 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-3df3004e-61bf-455e-ac53-0631471d1d6c service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267400 Sep 19 12:57:58.727974 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-bb9cd50f-45b9-46a7-8359-2bdd52abc21c req-e7108930-f996-491a-b74f-a7cbacf3bed1 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289465 Sep 19 12:57:59.161878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe6148-f52b-40fa-8b15-df4293e4e6ff req-976ed7d2-4081-4c45-a544-394d46ad0dd1 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:57:59.163398 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0ffe6148-f52b-40fa-8b15-df4293e4e6ff req-976ed7d2-4081-4c45-a544-394d46ad0dd1 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.0930972 Sep 19 12:57:59.221146 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0ffe6148-f52b-40fa-8b15-df4293e4e6ff req-1890bf43-d9a6-4d6a-8605-3d405a8a34b1 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510607 Sep 19 12:58:00.419500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8b962-df81-4b20-9566-a9371634e2c1 req-268eecd4-01a9-4786-bc9f-a2e0369ef1ad tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:00.420967 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4bf8b962-df81-4b20-9566-a9371634e2c1 req-268eecd4-01a9-4786-bc9f-a2e0369ef1ad tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.0883338 Sep 19 12:58:00.470700 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4bf8b962-df81-4b20-9566-a9371634e2c1 req-15086942-2fe8-4095-86fd-e2b2631b61d3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438862 Sep 19 12:58:01.672318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49463e29-fee7-4be5-b8ee-d11223fae5be req-2f6a09b6-c54d-4b11-9504-02b5ce48acf1 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:01.673741 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-49463e29-fee7-4be5-b8ee-d11223fae5be req-2f6a09b6-c54d-4b11-9504-02b5ce48acf1 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.0893075 Sep 19 12:58:01.720475 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-49463e29-fee7-4be5-b8ee-d11223fae5be req-effa293f-d917-42a2-91d5-d0c5b9ffe662 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410318 Sep 19 12:58:02.086343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-f190af95-87bb-4a01-8e08-a64106fc3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:02.087845 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-f190af95-87bb-4a01-8e08-a64106fc3d27 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 1137 time: 0.0821092 Sep 19 12:58:02.236137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-d2336add-68c4-44bb-98a9-85c24d681fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:02.237754 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-d2336add-68c4-44bb-98a9-85c24d681fdf service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1296389 Sep 19 12:58:02.345028 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-09503462-030f-4e3d-b5cf-35d2be9a3d8e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 200 len: 1000 time: 0.0994978 Sep 19 12:58:02.407838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-a7df9790-820d-4034-99bd-9f0cfde233da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:02.409417 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-a7df9790-820d-4034-99bd-9f0cfde233da service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0590539 Sep 19 12:58:02.499171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-35a6aa64-e4c2-4fb4-a63e-baeb0142dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:02.500707 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-35a6aa64-e4c2-4fb4-a63e-baeb0142dd48 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855017 Sep 19 12:58:02.635342 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-8903d4d6-0bb0-4a6f-8ebc-9c982ad3f2dd service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273880 Sep 19 12:58:02.774478 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5fa699d8-a66d-468a-a074-a0650d7919c0 req-c7833254-5cca-4aba-ac85-b3ae2d9aadfd service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307690 Sep 19 12:58:02.937422 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862394-fa4f-4ea1-b606-4dfc7c7478cd req-82b59578-2493-4897-bf26-23bcd7bb8a17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:02.938938 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-53862394-fa4f-4ea1-b606-4dfc7c7478cd req-82b59578-2493-4897-bf26-23bcd7bb8a17 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.1046238 Sep 19 12:58:02.988846 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-53862394-fa4f-4ea1-b606-4dfc7c7478cd req-b5be14de-5e85-486e-b444-d070d1eddd85 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437999 Sep 19 12:58:04.185369 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4b886-fdab-4690-848e-f04f01091cfa req-f3d2fa0d-593b-4ce6-9a7c-e94d27f763c4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:04.186822 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0c4b886-fdab-4690-848e-f04f01091cfa req-f3d2fa0d-593b-4ce6-9a7c-e94d27f763c4 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.0872374 Sep 19 12:58:04.337067 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a0c4b886-fdab-4690-848e-f04f01091cfa req-149c20cc-d2ff-4e0e-a951-1b5b082eef01 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435018 Sep 19 12:58:05.539074 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b15e6-61d2-42e3-93e6-f5189b9fc6f2 req-d2d67298-388f-4c6c-a8f7-9ef33f577417 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:05.540553 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-931b15e6-61d2-42e3-93e6-f5189b9fc6f2 req-d2d67298-388f-4c6c-a8f7-9ef33f577417 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.0896699 Sep 19 12:58:05.590660 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-931b15e6-61d2-42e3-93e6-f5189b9fc6f2 req-59ad968d-e50f-4af3-9c44-78cde030a6b2 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427027 Sep 19 12:58:06.792524 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6f772-bac0-4c7d-87a7-e0ce4027b9ee req-9bc3e408-cad2-4a1f-b755-dde568848991 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:06.793977 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-65d6f772-bac0-4c7d-87a7-e0ce4027b9ee req-9bc3e408-cad2-4a1f-b755-dde568848991 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.0902672 Sep 19 12:58:06.840589 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-65d6f772-bac0-4c7d-87a7-e0ce4027b9ee req-99b2b0b4-c967-4fc8-b318-966cd17921d8 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402596 Sep 19 12:58:08.054037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613bc8f-acd7-42ec-aa7b-8dd9c230c716 req-4a1001c7-858c-47e5-a024-f950f675dcc6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:08.055552 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c613bc8f-acd7-42ec-aa7b-8dd9c230c716 req-4a1001c7-858c-47e5-a024-f950f675dcc6 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.0929883 Sep 19 12:58:08.102166 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c613bc8f-acd7-42ec-aa7b-8dd9c230c716 req-fe432782-78a9-46fa-a052-7ce03720727b tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409160 Sep 19 12:58:09.340300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902b4f7-c5d8-4360-8ba4-565915952175 req-9a512c66-5bd0-4032-8f0e-752b271197e2 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:09.341807 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2902b4f7-c5d8-4360-8ba4-565915952175 req-9a512c66-5bd0-4032-8f0e-752b271197e2 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.1084011 Sep 19 12:58:09.390025 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2902b4f7-c5d8-4360-8ba4-565915952175 req-e9134046-f5ff-4ec4-8d97-edd40b586efd tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420299 Sep 19 12:58:10.592450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330084b-9037-463e-a68d-25d4930c8d26 req-e07c8409-e6a0-41ff-8010-45a51c89a1ac tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:10.593817 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4330084b-9037-463e-a68d-25d4930c8d26 req-e07c8409-e6a0-41ff-8010-45a51c89a1ac tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.0948339 Sep 19 12:58:10.641683 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4330084b-9037-463e-a68d-25d4930c8d26 req-91916ff3-62bc-450f-a7ec-9391785625e8 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=e784a6ed-8a72-411c-bbef-2a63d1ac97e7&id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420148 Sep 19 12:58:11.593195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ed14a5ec-aa41-41cf-9e90-6f91ae25c34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:13.747143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-679a7b6a-1322-4edc-b19e-a034ac3dc0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:14.607061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:15.124343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:16.570630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:23.332015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:28.817305 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:58:41.586766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c75f3482-1ddb-45bb-803a-178e00a4ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:43.164310 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-87815c29-f1fa-459d-b14e-cad5d9114294 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115877474&fields=id&tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35 HTTP/1.1" status: 200 len: 267 time: 0.0402837 Sep 19 12:58:43.259607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-821ac7e4-72e3-4260-b769-ef944a11e482 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:43.261234 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-821ac7e4-72e3-4260-b769-ef944a11e482 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 984 time: 0.0915992 Sep 19 12:58:43.272512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Request body: {'port': {'security_groups': ['7bcc1823-1e84-4d1a-b948-53da4c767abc']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:58:43.398805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:43.642678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] For port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:58:43.668510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:43.708671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d97409e6-ace0-47e8-8915-3a364d489d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:43.754697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:43.772964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:58:43.792835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:43.793452 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:43.794844 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-124da38c-6b37-402a-baa0-e2892ee80a4f req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "PUT /v2.0/ports/3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 200 len: 942 time: 0.5276172 Sep 19 12:58:43.795286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:58:43.800700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:58:43.801115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38482) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:58:43.856954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event updated for resources: {'Port': ['ID=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,revision_number=7']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:58:43.869969 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.870624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.871377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.872190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.873259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.873858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.876278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.876630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.876973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.877310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.877646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.877981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3849e4-9d65-4bcf-a9ac-9d165e74b916 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:43.882321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:58:43.887386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:43.920218 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:43.931427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cf1f53-9cd3-4022-abda-cab285c74ae3 x-openstack-request-id: req-38cf1f53-9cd3-4022-abda-cab285c74ae3 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:58:43.931916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:58:43.932260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38cf1f53-9cd3-4022-abda-cab285c74ae3 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:58:43.933051 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38cf1f53-9cd3-4022-abda-cab285c74ae3'] response: {'name': 'network-changed', 'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'status': 'completed', 'code': 200} Sep 19 12:58:44.165726 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-6a0ba96d-6157-4eb4-80d5-da460cd7a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:44.167146 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-6a0ba96d-6157-4eb4-80d5-da460cd7a64e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 1098 time: 0.2007239 Sep 19 12:58:44.278767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:44.306318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e784a6ed-8a72-411c-bbef-2a63d1ac97e7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:58:44.330724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.331100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.331448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.331787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.332115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.332490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.332996 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.333125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.333413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.333736 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.334580 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.334933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:58:44.338708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-2b13dfc0-16db-43c1-8648-50d440cd7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:44.340180 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-2b13dfc0-16db-43c1-8648-50d440cd7b27 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1667333 Sep 19 12:58:44.341704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:44.342735 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c910da4a-f650-4d07-912b-d5772ebc20c3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "DELETE /v2.0/security-groups/e784a6ed-8a72-411c-bbef-2a63d1ac97e7 HTTP/1.1" status: 204 len: 168 time: 0.5400126 Sep 19 12:58:44.345573 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38488) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:58:44.451913 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-5c04f6c0-4982-4742-9963-f90ea4f297dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 200 len: 1000 time: 0.1043646 Sep 19 12:58:44.520220 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-47a1a47e-701a-44a3-9dae-c323cf15f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:44.521714 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-47a1a47e-701a-44a3-9dae-c323cf15f22e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0608194 Sep 19 12:58:44.561390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Deleting port 1a140cb6-c003-498f-b48b-392cc8a6ab96 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:58:44.561738 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:44.577251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:44.610514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-8aa0211a-1332-4544-8b34-2105cdde7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:44.612019 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-8aa0211a-1332-4544-8b34-2105cdde7275 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813963 Sep 19 12:58:44.738815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:44.739079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:44.748356 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-20f317f7-5ea5-4ec1-b2fb-36d813a7ddf0 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267366 Sep 19 12:58:44.888710 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-49f9bc0c-7371-43e4-a635-8d6426ec8aa8 req-38b9cefe-fcf2-42b8-b447-bd203697f8b5 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312559 Sep 19 12:58:44.967199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Calling delete_port for 1a140cb6-c003-498f-b48b-392cc8a6ab96 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:58:45.171863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:45.200966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:45.247244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event deleted for resources: {'Port': ['ID=1a140cb6-c003-498f-b48b-392cc8a6ab96,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:58:45.350709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:45.351453 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Floating IP 9e369a14-4847-4df4-bbb7-393acf34f8f1 disassociated (deleted). External IP: 172.26.5.26, port: 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b. Sep 19 12:58:45.712166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Router 684aa372-72b0-44f8-a72b-639a838a3ff7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:58:45.892836 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:58:45.902642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] Sync routers for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:58:45.911044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:45.921108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:58:45.921108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:58:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:58:45.972586 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a7a9da7b-365c-40a0-a4b8-5f82193dd0eb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "DELETE /v2.0/floatingips/9e369a14-4847-4df4-bbb7-393acf34f8f1 HTTP/1.1" status: 204 len: 168 time: 1.6202838 Sep 19 12:58:45.972586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:58:45.972586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e039f68-c5db-4f3a-bc45-8e8b5c230379" -d '{"events": [{"name": "network-changed", "server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:58:46.024653 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc586fa-1370-46ca-a583-df98426497f1 x-openstack-request-id: req-fbc586fa-1370-46ca-a583-df98426497f1 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:58:46.024944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:58:46.025367 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fbc586fa-1370-46ca-a583-df98426497f1 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:58:46.025769 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc586fa-1370-46ca-a583-df98426497f1'] response: {'name': 'network-changed', 'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'status': 'completed', 'code': 200} Sep 19 12:58:46.106997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:58:46.129893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-11946bda-50d5-4ecd-8f47-0f9d6e1e932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:46.132049 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-11946bda-50d5-4ecd-8f47-0f9d6e1e932a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 1098 time: 0.0852668 Sep 19 12:58:46.275884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-fe2bc465-a22b-4410-bd32-da53ed811ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:46.277356 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-fe2bc465-a22b-4410-bd32-da53ed811ba9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 200 len: 916 time: 0.1360526 Sep 19 12:58:46.354674 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-fd29d79e-4c96-44b0-b96e-03a5649042d1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 200 len: 217 time: 0.0682185 Sep 19 12:58:46.421745 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-89b2436d-c980-44f2-b4fa-c78b7bb932ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:46.423231 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-89b2436d-c980-44f2-b4fa-c78b7bb932ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 200 len: 854 time: 0.0600619 Sep 19 12:58:46.440483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:58:46.444798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] Checking router: 684aa372-72b0-44f8-a72b-639a838a3ff7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:58:46.453310 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:58:46.453909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:58:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:58:46.512327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-14352194-6462-4261-8831-03b289043a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:46.513844 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-14352194-6462-4261-8831-03b289043a14 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1f29b285-d5fe-4a06-a987-8a8066c7afc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807483 Sep 19 12:58:46.612758 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:46.665337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:58:46.667760 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-c34cb7db-3a81-48ff-93c9-5380d9ae24a3 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443636 Sep 19 12:58:46.806249 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6e039f68-c5db-4f3a-bc45-8e8b5c230379 req-3385d3d7-8362-44a3-b269-b12816554971 service neutron] 10.222.0.85 "GET /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294537 Sep 19 12:58:46.984803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:58:46.989090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5efbf-f3cc-4043-b528-2a4f61bfa2fe None None] The sync data for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv is: [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:52:39Z', 'revision_number': 4, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '3fda178a-bd5d-4d88-b598-3eddb5a4f29a', 'name': '', 'network_id': '1f29b285-d5fe-4a06-a987-8a8066c7afc0', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'mac_address': 'fa:16:3e:35:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:38Z', 'updated_at': '2022-09-19T12:52:45Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'subnets': [{'id': '8a259e2f-6c19-4de7-9756-fabcc48909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:58:47.207999 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe320d-32a4-4127-b090-651e8203e169 None None] New status for floating IP 9e369a14-4847-4df4-bbb7-393acf34f8f1: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:58:52.149183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2840f-d776-45bc-9a1c-f390538d2e36 req-40074f4f-cffe-4936-8089-a62c1b86a764 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:52.149903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-5de2840f-d776-45bc-9a1c-f390538d2e36 req-40074f4f-cffe-4936-8089-a62c1b86a764 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Synchronizing usage tracker for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:58:52.234542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-5de2840f-d776-45bc-9a1c-f390538d2e36 req-40074f4f-cffe-4936-8089-a62c1b86a764 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Unset dirty status for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:58:52.235755 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5de2840f-d776-45bc-9a1c-f390538d2e36 req-40074f4f-cffe-4936-8089-a62c1b86a764 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 945 time: 0.1920514 Sep 19 12:58:52.282157 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5de2840f-d776-45bc-9a1c-f390538d2e36 req-ce690db6-25ec-4eba-9592-6ca75a92fce3 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Sep 19 12:58:53.405658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:53.482007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730fd26-5cb0-4b08-80fb-3af0cad16940 req-cbc18cc8-1cfa-48f8-b891-f69234499afe tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:53.483565 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9730fd26-5cb0-4b08-80fb-3af0cad16940 req-cbc18cc8-1cfa-48f8-b891-f69234499afe tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 945 time: 0.0887218 Sep 19 12:58:53.527148 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9730fd26-5cb0-4b08-80fb-3af0cad16940 req-f9665ac3-3573-4a2d-a68f-626adba25f32 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378711 Sep 19 12:58:54.040368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-d55b0a34-2fb2-4b7b-acc7-20b1d8d9c4bb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:54.041551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-d55b0a34-2fb2-4b7b-acc7-20b1d8d9c4bb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Synchronizing usage tracker for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:58:54.055562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-d55b0a34-2fb2-4b7b-acc7-20b1d8d9c4bb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Unset dirty status for tenant:2d52c588862e43b5ae0a3ff4f9ba8d35 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:58:54.056680 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-d55b0a34-2fb2-4b7b-acc7-20b1d8d9c4bb tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.85 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 945 time: 0.1171646 Sep 19 12:58:54.127993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-39ce6c7b-119f-4912-a35c-a473bd5ad77e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Deleting port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:58:54.128338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-39ce6c7b-119f-4912-a35c-a473bd5ad77e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:54.480273 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-39ce6c7b-119f-4912-a35c-a473bd5ad77e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] For port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:58:54.480534 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-39ce6c7b-119f-4912-a35c-a473bd5ad77e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:54.603718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-39ce6c7b-119f-4912-a35c-a473bd5ad77e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Calling delete_port for 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:58:54.729187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb78a3e-00cd-4ca9-96d4-6ed1102b27e9 req-4d75dcb1-b25f-4a48-837f-5bbff96c3b05 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:58:54.731167 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1cb78a3e-00cd-4ca9-96d4-6ed1102b27e9 req-4d75dcb1-b25f-4a48-837f-5bbff96c3b05 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 945 time: 0.0927799 Sep 19 12:58:54.778784 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1cb78a3e-00cd-4ca9-96d4-6ed1102b27e9 req-4102a09d-3a61-4ef3-81d6-54cf9cc61397 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bcc1823-1e84-4d1a-b948-53da4c767abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Sep 19 12:58:54.815594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-39ce6c7b-119f-4912-a35c-a473bd5ad77e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:54.831031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:58:54.872601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce6c7b-119f-4912-a35c-a473bd5ad77e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Pushing event deleted for resources: {'Port': ['ID=3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:58:54.960176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-39ce6c7b-119f-4912-a35c-a473bd5ad77e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] No DVR routers for this DVR port 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:58:54.963239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-39ce6c7b-119f-4912-a35c-a473bd5ad77e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:54.965756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'name': 'network-vif-deleted', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:58:54.968043 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d608caf-1339-414e-b621-138ea792f917" -d '{"events": [{"server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "name": "network-vif-deleted", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:58:55.014240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a405b7-2fec-4e0e-ac51-61ad3d0d25b5 x-openstack-request-id: req-63a405b7-2fec-4e0e-ac51-61ad3d0d25b5 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:58:55.014240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33ca8f3-84fa-4e87-b67a-b26623809b5d", "name": "network-vif-deleted", "tag": "3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:58:55.014240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63a405b7-2fec-4e0e-ac51-61ad3d0d25b5 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:58:55.014240 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a405b7-2fec-4e0e-ac51-61ad3d0d25b5'] response: {'server_uuid': 'f33ca8f3-84fa-4e87-b67a-b26623809b5d', 'name': 'network-vif-deleted', 'tag': '3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b', 'status': 'completed', 'code': 200} Sep 19 12:58:55.033304 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ecce71ad-089b-4466-b64d-21dcf30dfb32 req-39ce6c7b-119f-4912-a35c-a473bd5ad77e tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.85 "DELETE /v2.0/ports/3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b HTTP/1.1" status: 204 len: 173 time: 0.9701118 Sep 19 12:58:55.955496 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b09c3425-6ffb-4593-bcb9-847d42155847 req-321df4e8-3d9a-4910-a05d-bc49530b8de1 tempest-TestMinimumBasicScenario-1710504975 tempest-TestMinimumBasicScenario-1710504975-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33ca8f3-84fa-4e87-b67a-b26623809b5d HTTP/1.1" status: 200 len: 210 time: 0.0522826 Sep 19 12:58:57.230478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:58:57.266500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:58:57.266820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3fa0ff8b-0ad4-4b6a-898a-f7802e7ccc7b not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:58:58.286016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38580) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:58:59.042710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:59.392522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] Deleting port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:58:59.393239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:59.563680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] For port 3fda178a-bd5d-4d88-b598-3eddb5a4f29a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3fda178a-bd5d-4d88-b598-3eddb5a4f29a,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:58:59.563957 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:58:59.687615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] Calling delete_port for 3fda178a-bd5d-4d88-b598-3eddb5a4f29a owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:59:00.166679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:00.212584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fda178a-bd5d-4d88-b598-3eddb5a4f29a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:00.490094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:00.852561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] Router 684aa372-72b0-44f8-a72b-639a838a3ff7 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:59:01.031638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:59:01.041663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] Sync routers for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:59:01.047190 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0d31fc97-7c20-4ad2-b696-e1028af2cb8d admin admin] 10.222.0.66 "PUT /v2.0/routers/684aa372-72b0-44f8-a72b-639a838a3ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7598169 Sep 19 12:59:01.049363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38586) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:01.052184 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:59:01.052800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:58:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:01.232502 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:01.244959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:59:01.409236 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:01.506885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Deleting port b23029fb-4cbc-49cd-b115-c953864074c5 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:59:01.507580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:01.531795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:58:59Z', 'revision_number': 5, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port': {'id': 'b23029fb-4cbc-49cd-b115-c953864074c5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:36Z', 'updated_at': '2022-09-19T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:01.535835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] Checking router: 684aa372-72b0-44f8-a72b-639a838a3ff7 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:59:01.545746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] Routers {'684aa372-72b0-44f8-a72b-639a838a3ff7'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:59:01.546401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:58:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['684aa372-72b0-44f8-a72b-639a838a3ff7'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:01.698670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] Set router 684aa372-72b0-44f8-a72b-639a838a3ff7 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:59:01.800414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] For port b23029fb-4cbc-49cd-b115-c953864074c5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=b23029fb-4cbc-49cd-b115-c953864074c5,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:01.800641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:01.804880 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:59:01Z', 'revision_number': 6, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:01.809057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8d18a-ee0d-4d2b-9517-3b58d48f176f None None] The sync data for ids ['684aa372-72b0-44f8-a72b-639a838a3ff7'] in dv-neutron-857775-2-hyperv is: [{'id': '684aa372-72b0-44f8-a72b-639a838a3ff7', 'name': 'tempest-TestMinimumBasicScenario-1552607713-router', 'tenant_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:35Z', 'updated_at': '2022-09-19T12:59:01Z', 'revision_number': 6, 'project_id': '2d52c588862e43b5ae0a3ff4f9ba8d35', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:59:01.924161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Calling delete_port for b23029fb-4cbc-49cd-b115-c953864074c5 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:59:02.143430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:02.199232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b23029fb-4cbc-49cd-b115-c953864074c5,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:02.299387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:02.489749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:02.492051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:02.598238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:02.598994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 684aa372-72b0-44f8-a72b-639a838a3ff7 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:59:02.611528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:02.612689 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-29627e16-aff7-41eb-a2e3-f4258cc049ff admin admin] 10.222.0.66 "DELETE /v2.0/routers/684aa372-72b0-44f8-a72b-639a838a3ff7 HTTP/1.1" status: 204 len: 168 time: 1.5624311 Sep 19 12:59:02.615324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38590) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:02.678414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-94217fbf-a047-4cba-a0f3-e9d56ada8dc2 admin admin] Deleting subnet 8a259e2f-6c19-4de7-9756-fabcc48909a6 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:59:02.681542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94217fbf-a047-4cba-a0f3-e9d56ada8dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:02.736235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94217fbf-a047-4cba-a0f3-e9d56ada8dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:02.827855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94217fbf-a047-4cba-a0f3-e9d56ada8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:02.966028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94217fbf-a047-4cba-a0f3-e9d56ada8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.004339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94217fbf-a047-4cba-a0f3-e9d56ada8dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a259e2f-6c19-4de7-9756-fabcc48909a6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:03.007964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94217fbf-a047-4cba-a0f3-e9d56ada8dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.014732 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-94217fbf-a047-4cba-a0f3-e9d56ada8dc2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8a259e2f-6c19-4de7-9756-fabcc48909a6 HTTP/1.1" status: 204 len: 168 time: 0.3984358 Sep 19 12:59:03.016613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7498ce-23c2-4ca5-8f61-7aa81bd18715 None None] Network 1f29b285-d5fe-4a06-a987-8a8066c7afc0 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:59:03.018030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38594) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:03.106615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3fda178a-bd5d-4d88-b598-3eddb5a4f29a no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:59:03.130047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.141407 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Deleting port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:59:03.141750 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.153816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 3fda178a-bd5d-4d88-b598-3eddb5a4f29a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:59:03.154164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3fda178a-bd5d-4d88-b598-3eddb5a4f29a not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:59:03.154587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b23029fb-4cbc-49cd-b115-c953864074c5 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:59:03.194644 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: b23029fb-4cbc-49cd-b115-c953864074c5 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:59:03.195411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device b23029fb-4cbc-49cd-b115-c953864074c5 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:59:03.386159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] DHCP port deletion for 1f29b285-d5fe-4a06-a987-8a8066c7afc0 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:59:03.390628 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] Deleting port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:59:03.391046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.460506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] For port 00f54f8e-cf90-4d88-927c-0bbf18d98a22, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00f54f8e-cf90-4d88-927c-0bbf18d98a22,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:03.460868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.585800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Calling delete_port for 00f54f8e-cf90-4d88-927c-0bbf18d98a22 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:59:03.625533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] For port 00f54f8e-cf90-4d88-927c-0bbf18d98a22, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=00f54f8e-cf90-4d88-927c-0bbf18d98a22,segment=NetworkSegment(200afc4b-3fff-4bc4-a149-910794e3afd9),segment_id=200afc4b-3fff-4bc4-a149-910794e3afd9)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:03.625934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.740755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.747652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] Calling delete_port for 00f54f8e-cf90-4d88-927c-0bbf18d98a22 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:59:03.792317 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] No DVR routers for this DVR port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:59:03.823947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:59:03.824823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f54f8e-cf90-4d88-927c-0bbf18d98a22,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:03.825441 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:59:03.916045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.941133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f29b285-d5fe-4a06-a987-8a8066c7afc0']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:03.954004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200afc4b-3fff-4bc4-a149-910794e3afd9') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:03.954302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200afc4b-3fff-4bc4-a149-910794e3afd9') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:03.965934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.982298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:03.988363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:59:03.988740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:04.085441 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 200afc4b-3fff-4bc4-a149-910794e3afd9 resource provider aggregate not found Sep 19 12:59:04.105527 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 200afc4b-3fff-4bc4-a149-910794e3afd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 200afc4b-3fff-4bc4-a149-910794e3afd9 found for delete ", "request_id": "req-f7ab0bb3-320c-4822-a785-02556700172e"}]} Sep 19 12:59:04.152235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:04.168879 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:04.180351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f29b285-d5fe-4a06-a987-8a8066c7afc0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:04.278724 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b725bcbb-0bfc-4ae1-a729-14fb51d948c6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1f29b285-d5fe-4a06-a987-8a8066c7afc0 HTTP/1.1" status: 204 len: 168 time: 1.2596550 Sep 19 12:59:04.281605 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38604) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:04.326510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] Deleting port 00f54f8e-cf90-4d88-927c-0bbf18d98a22 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:59:04.327098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:04.394697 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9506c-27c1-467a-b4dc-60520ad7a41c None None] The port '00f54f8e-cf90-4d88-927c-0bbf18d98a22' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:59:04.833405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:05.278416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 00f54f8e-cf90-4d88-927c-0bbf18d98a22 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:59:05.278416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 00f54f8e-cf90-4d88-927c-0bbf18d98a22 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:59:05.278416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 00f54f8e-cf90-4d88-927c-0bbf18d98a22 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:59:05.293146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] Deleting port 6780b432-ec90-4b83-a1bd-e83315e8945b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:59:05.293503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:05.467120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] For port 6780b432-ec90-4b83-a1bd-e83315e8945b, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6780b432-ec90-4b83-a1bd-e83315e8945b,segment=NetworkSegment(e5c7c6a6-868b-460d-a30c-ce6e696252a2),segment_id=e5c7c6a6-868b-460d-a30c-ce6e696252a2)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:05.467477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:05.589104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] Calling delete_port for 6780b432-ec90-4b83-a1bd-e83315e8945b owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:59:05.799737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:05.815429 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:59:05.849783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] Pushing event deleted for resources: {'Port': ['ID=6780b432-ec90-4b83-a1bd-e83315e8945b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:06.127627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:06.489495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] Router fff5b04e-9ec4-49c9-80c7-a0634749b610 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:59:06.771542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:59:06.781016 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] Sync routers for ids ['fff5b04e-9ec4-49c9-80c7-a0634749b610'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:59:06.781478 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cb049b4a-cae0-4dd0-9a0e-166dc88b3257 admin admin] 10.222.0.66 "PUT /v2.0/routers/fff5b04e-9ec4-49c9-80c7-a0634749b610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4988947 Sep 19 12:59:06.783986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38608) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:06.791779 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] Routers {'fff5b04e-9ec4-49c9-80c7-a0634749b610'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:59:06.792382 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:58:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['fff5b04e-9ec4-49c9-80c7-a0634749b610'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:06.971097 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:06.982223 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] Set router fff5b04e-9ec4-49c9-80c7-a0634749b610 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:59:07.151699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:07.212402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Deleting port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:59:07.212887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:07.287632 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'name': 'tempest-TestMinimumBasicScenario-2065978302-router', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:43Z', 'updated_at': '2022-09-19T12:59:05Z', 'revision_number': 5, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'gw_port': {'id': 'c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:52:44Z', 'updated_at': '2022-09-19T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:07.292259 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] Checking router: fff5b04e-9ec4-49c9-80c7-a0634749b610 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:59:07.300516 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] Routers {'fff5b04e-9ec4-49c9-80c7-a0634749b610'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:59:07.301108 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:58:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['fff5b04e-9ec4-49c9-80c7-a0634749b610'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:07.404591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] For port c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:07.404951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:07.452625 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] Set router fff5b04e-9ec4-49c9-80c7-a0634749b610 gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:59:07.527539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Calling delete_port for c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:59:07.558957 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'name': 'tempest-TestMinimumBasicScenario-2065978302-router', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:43Z', 'updated_at': '2022-09-19T12:59:07Z', 'revision_number': 6, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:07.563087 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088d9c6-0c78-4e5f-a0bf-ee383a39e3d7 None None] The sync data for ids ['fff5b04e-9ec4-49c9-80c7-a0634749b610'] in dv-neutron-857775-2-hyperv is: [{'id': 'fff5b04e-9ec4-49c9-80c7-a0634749b610', 'name': 'tempest-TestMinimumBasicScenario-2065978302-router', 'tenant_id': 'e0eb10ca44674956a947f08e065a63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:52:43Z', 'updated_at': '2022-09-19T12:59:07Z', 'revision_number': 6, 'project_id': 'e0eb10ca44674956a947f08e065a63d1', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:59:07.788282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:07.835025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:07.949638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:08.252227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:08.254424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:08.394294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:08.394885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fff5b04e-9ec4-49c9-80c7-a0634749b610 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 12:59:08.408373 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:08.409511 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4a5ee107-2443-4e56-b21b-a1f3ab1e8ba0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/fff5b04e-9ec4-49c9-80c7-a0634749b610 HTTP/1.1" status: 204 len: 168 time: 1.6245959 Sep 19 12:59:08.412108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38612) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:08.475059 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acbd7fb-f5d8-4264-b27c-64a074f3db7e admin admin] Deleting subnet 67ec88f2-c8a0-4874-b333-1ad5b898c704 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 12:59:08.478701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6acbd7fb-f5d8-4264-b27c-64a074f3db7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:08.538064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6acbd7fb-f5d8-4264-b27c-64a074f3db7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:08.631721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6acbd7fb-f5d8-4264-b27c-64a074f3db7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:08.812021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6acbd7fb-f5d8-4264-b27c-64a074f3db7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:08.882911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbd7fb-f5d8-4264-b27c-64a074f3db7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ec88f2-c8a0-4874-b333-1ad5b898c704,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:08.884934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6acbd7fb-f5d8-4264-b27c-64a074f3db7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:08.887376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10764e-0809-4cab-b710-73bb1ba558d9 None None] Network be944878-ad16-4d43-b8db-f780080e941e requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:59:08.891536 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6acbd7fb-f5d8-4264-b27c-64a074f3db7e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/67ec88f2-c8a0-4874-b333-1ad5b898c704 HTTP/1.1" status: 204 len: 168 time: 0.4784236 Sep 19 12:59:08.893908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38616) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:09.037501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:09.051796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Deleting port a6f2b400-6982-490b-8877-2689ec985f38 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:59:09.052227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:09.093896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:59:09.143118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:59:09.143378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c33cd2f8-36ea-445e-b1db-0ce05f4d7eaf not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:59:09.144802 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6780b432-ec90-4b83-a1bd-e83315e8945b no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:59:09.185105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 6780b432-ec90-4b83-a1bd-e83315e8945b {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:59:09.185451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6780b432-ec90-4b83-a1bd-e83315e8945b not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:59:09.281135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] DHCP port deletion for be944878-ad16-4d43-b8db-f780080e941e request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 12:59:09.288374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] Deleting port a6f2b400-6982-490b-8877-2689ec985f38 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:59:09.289217 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:09.291238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] For port a6f2b400-6982-490b-8877-2689ec985f38, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a6f2b400-6982-490b-8877-2689ec985f38,segment=NetworkSegment(e5c7c6a6-868b-460d-a30c-ce6e696252a2),segment_id=e5c7c6a6-868b-460d-a30c-ce6e696252a2)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:09.291729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:09.444304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Calling delete_port for a6f2b400-6982-490b-8877-2689ec985f38 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:59:09.520178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] For port a6f2b400-6982-490b-8877-2689ec985f38, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=a6f2b400-6982-490b-8877-2689ec985f38,segment=NetworkSegment(e5c7c6a6-868b-460d-a30c-ce6e696252a2),segment_id=e5c7c6a6-868b-460d-a30c-ce6e696252a2)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:09.520665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:09.598013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:09.644907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] Calling delete_port for a6f2b400-6982-490b-8877-2689ec985f38 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 12:59:09.650720 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f2b400-6982-490b-8877-2689ec985f38,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:09.652656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] No DVR routers for this DVR port a6f2b400-6982-490b-8877-2689ec985f38 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 12:59:09.723235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 12:59:09.723533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:59:09.770721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:09.796378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be944878-ad16-4d43-b8db-f780080e941e']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:09.809017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c7c6a6-868b-460d-a30c-ce6e696252a2') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:09.809311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c7c6a6-868b-460d-a30c-ce6e696252a2') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:09.820807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:09.838255 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:09.844432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:59:09.844817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:09.911528 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment e5c7c6a6-868b-460d-a30c-ce6e696252a2 resource provider aggregate not found Sep 19 12:59:09.931227 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment e5c7c6a6-868b-460d-a30c-ce6e696252a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5c7c6a6-868b-460d-a30c-ce6e696252a2 found for delete ", "request_id": "req-11c9a7bb-ae4e-4e2f-951a-d3063d77fa97"}]} Sep 19 12:59:10.022647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:10.041867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:10.053141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] Pushing event deleted for resources: {'Network': ['ID=be944878-ad16-4d43-b8db-f780080e941e,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:10.055832 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9f23ed2e-74da-41fe-963a-caf46ec6ec18 admin admin] 10.222.0.66 "DELETE /v2.0/networks/be944878-ad16-4d43-b8db-f780080e941e HTTP/1.1" status: 204 len: 168 time: 1.1609330 Sep 19 12:59:10.225186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] Deleting port a6f2b400-6982-490b-8877-2689ec985f38 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 12:59:10.225742 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:10.293470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-73fa282a-73ee-46a2-9cba-080bbde3c250 None None] The port 'a6f2b400-6982-490b-8877-2689ec985f38' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 12:59:10.391469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38626) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:10.440727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a59bd375-cf7e-49ef-bb85-275750d0af86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d52c588862e43b5ae0a3ff4f9ba8d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480187 Sep 19 12:59:10.443293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38630) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:10.500488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8d09d1a7-41bd-453b-8814-b43dc1175a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:10.525838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8d09d1a7-41bd-453b-8814-b43dc1175a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:10.668473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8d09d1a7-41bd-453b-8814-b43dc1175a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:10.684226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09d1a7-41bd-453b-8814-b43dc1175a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcc1823-1e84-4d1a-b948-53da4c767abc,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:10.692455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8d09d1a7-41bd-453b-8814-b43dc1175a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:10.693581 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8d09d1a7-41bd-453b-8814-b43dc1175a44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7bcc1823-1e84-4d1a-b948-53da4c767abc HTTP/1.1" status: 204 len: 168 time: 0.2494123 Sep 19 12:59:11.078700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a6f2b400-6982-490b-8877-2689ec985f38 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 12:59:11.116150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: a6f2b400-6982-490b-8877-2689ec985f38 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 12:59:11.118029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device a6f2b400-6982-490b-8877-2689ec985f38 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 12:59:11.419899 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38638) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:11.468698 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6bc12d0a-3096-45f8-a4dc-c1286e86c183 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0eb10ca44674956a947f08e065a63d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476644 Sep 19 12:59:11.471056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38642) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:11.531131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fbff016-bb4e-4d11-9b45-697f839440f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:11.558272 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fbff016-bb4e-4d11-9b45-697f839440f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:11.593517 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d03da9fc-50fb-4ea8-b875-e0afea37fee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:11.700420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fbff016-bb4e-4d11-9b45-697f839440f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:11.714844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbff016-bb4e-4d11-9b45-697f839440f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4027088a-2cac-401f-80c4-98665f2544ae,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:11.720858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4fbff016-bb4e-4d11-9b45-697f839440f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:11.721932 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4fbff016-bb4e-4d11-9b45-697f839440f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4027088a-2cac-401f-80c4-98665f2544ae HTTP/1.1" status: 204 len: 168 time: 0.2499967 Sep 19 12:59:13.714344 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ba6d204f-9f1e-4796-8043-8519d63a151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:14.580277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.032165 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38686) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:15.037423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293850221', 'description': 'tempest-secgroup-smoke-293850221 description', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:15.043892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:15.047727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:15.050584 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:15.058131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:15.152339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.165711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.168175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.287627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:15.292341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:15.295220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:15.300827 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:15.385275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.454624 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.466993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:15.474903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:15.484156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:15.494809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:15.498428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a861c63-1f6b-4855-9b8e-fca5f47be073,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:15.569372 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.616922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.659802 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f229423b-97b1-4fa0-9ae4-7a79a76baaa9,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:15.696637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.697897 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3010c87a-80fd-47e8-a108-28ad9b260211 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6647072 Sep 19 12:59:15.700951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38690) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:15.706011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'f229423b-97b1-4fa0-9ae4-7a79a76baaa9', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:15.712024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:15.716617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:15.719550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:15.725173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:15.777922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.840848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.891186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.916257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d5841d-82cb-4ea0-ab35-523f8f69d323,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:15.997487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:15.998693 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ad902b2d-2b44-4bfa-960b-98a728c0fdf9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2967834 Sep 19 12:59:16.001361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38694) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:16.006323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'f229423b-97b1-4fa0-9ae4-7a79a76baaa9', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:16.012974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:16.016973 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:16.019876 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:16.025541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:16.109597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.171558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.237832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.261807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d3a723-0d1c-4988-967c-fb06b6d63963,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:16.343127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.344385 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-391240e3-b91b-443a-a0e5-24ba2141c372 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3420937 Sep 19 12:59:16.347062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38698) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:16.352007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'f229423b-97b1-4fa0-9ae4-7a79a76baaa9', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:16.359175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:16.363110 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:16.365849 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:16.372446 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:16.467011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.530009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.565393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.593940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.620318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0c2351-8907-48a9-b412-28b9336e87a0,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:16.691078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.692276 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b150a59e-6fe4-4f63-8772-f960024390d9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442953 Sep 19 12:59:16.694931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38702) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:16.699725 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'f229423b-97b1-4fa0-9ae4-7a79a76baaa9', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:16.706222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:16.710104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:16.715125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:16.719642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:16.810191 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.874967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.952316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:16.976200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0865991e-b791-4dcc-8f58-db14e33c48c7,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:17.117950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.119239 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ef79655e-1313-4ac6-96b8-4b404cf6556c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4233983 Sep 19 12:59:17.122073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38706) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:17.128485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'f229423b-97b1-4fa0-9ae4-7a79a76baaa9', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:17.134761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:17.139317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:17.144596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:17.148552 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:17.256906 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Project 2b81e4f8f0c2493886e11c94d1a8d012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:59:17.265031 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.334569 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.399905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.422818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3e667f-3c06-4ba0-9fce-58004b659556,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:17.491406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.492696 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-520b90f1-79af-482a-9de5-432f4c24858e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3687983 Sep 19 12:59:17.495312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38710) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:17.501165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'f229423b-97b1-4fa0-9ae4-7a79a76baaa9', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:17.507145 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:17.511014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:17.513982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:17.519837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:17.565472 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Project 2b81e4f8f0c2493886e11c94d1a8d012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:59:17.572086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.638616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.731347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.754579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c8c4dd-1d02-45fd-a25a-e400fd9242cd,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:17.826460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.828345 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-11245d04-4a5c-4c5d-83d3-52d77f00d217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3321223 Sep 19 12:59:17.831438 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38714) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:17.836907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'network': {'name': 'tempest-network-smoke--1613536936', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'port_security_enabled': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:17.841958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:17.845914 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:network and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:17.848817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:17.857104 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:17.923641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:59:17.927140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.956724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:59:17.965568 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:17.965941 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Added segment 9e54006d-6f2f-43d8-ba7f-677a08c653c6 of type vlan for network c9735293-7551-4911-a3f9-53ced6e32ed9 Sep 19 12:59:17.993269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:18.088935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:18.096087 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:18.096678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:18.207606 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Network': ['ID=c9735293-7551-4911-a3f9-53ced6e32ed9,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:18.218132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network c9735293-7551-4911-a3f9-53ced6e32ed9 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 12:59:18.281167 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-4b69b611-3811-4e53-8e48-5f1442b16725 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4457603 Sep 19 12:59:18.281422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38718) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:18.286860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'admin_state_up': True, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:18.294359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:18.299291 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:router and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:18.302484 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:18.309181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:18.415048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:18.416113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:18.431400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:18.824077 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:19.317692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:19.346325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:19.478374 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.26.5.167 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/fba5ab7c-d6db-4687-92f7-22bc7024cfbe) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:59:19.631677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:19.714549 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:19.782061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:59:19.784969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:59:19.788827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:59:19.824178 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=fba5ab7c-d6db-4687-92f7-22bc7024cfbe,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:20.303388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:20.640797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:21.037343 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router dfce47c5-b5d9-4c60-be2b-63d490930070 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 12:59:21.224219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:59:21.234075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Sync routers for ids ['dfce47c5-b5d9-4c60-be2b-63d490930070'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:59:21.243994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Routers {'dfce47c5-b5d9-4c60-be2b-63d490930070'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:59:21.244590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:59:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['dfce47c5-b5d9-4c60-be2b-63d490930070'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:21.314054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:21.315334 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3e6d2bc6-ca49-43a0-bc94-a27fa112672b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0329082 Sep 19 12:59:21.318379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38722) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:21.428419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Set router dfce47c5-b5d9-4c60-be2b-63d490930070 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:59:21.459202 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c11c66ab-5482-4ce2-bf2f-3513dcc7f774 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2b81e4f8f0c2493886e11c94d1a8d012&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1396241 Sep 19 12:59:21.461740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38728) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:21.593392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab14b72-3330-49aa-b4ea-f04d506b4a83 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:21.595327 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0ab14b72-3330-49aa-b4ea-f04d506b4a83 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321921 Sep 19 12:59:21.597781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38732) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:21.638404 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-75b8bc51-2840-4cdf-8034-0163040c1906 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394120 Sep 19 12:59:21.641528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38736) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:21.647071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1904968277', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:21.715861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:20Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:21.720136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Checking router: dfce47c5-b5d9-4c60-be2b-63d490930070 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:59:21.720485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Updating router dfce47c5-b5d9-4c60-be2b-63d490930070 port fba5ab7c-d6db-4687-92f7-22bc7024cfbe binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:59:21.756401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:21.760426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:subnet and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:21.763375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:21.769666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:21.773824 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:21.833925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:59:21.837515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:22.101526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:22.113445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Transition to ACTIVE for port object fba5ab7c-d6db-4687-92f7-22bc7024cfbe will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:59:22.125052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:22.203960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:22.209390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Subnet': ['ID=4614ee2f-50a1-44e7-a3cf-3c41e5504aef,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:22.219173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Checking segment: {'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:59:22.219545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network hostable DHCP agents. Network: c9735293-7551-4911-a3f9-53ced6e32ed9, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:59:22.270918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Attempting to bind port fba5ab7c-d6db-4687-92f7-22bc7024cfbe on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:59:22.271513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Attempting to bind port fba5ab7c-d6db-4687-92f7-22bc7024cfbe by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:59:22.271700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Attempting to bind port fba5ab7c-d6db-4687-92f7-22bc7024cfbe on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:59:22.284159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:59:22.286861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:59:22.286861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:22.286861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:59:22.286861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Bound port: fba5ab7c-d6db-4687-92f7-22bc7024cfbe, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:59:22.286861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:22.302467 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network c9735293-7551-4911-a3f9-53ced6e32ed9 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:59:22.334013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Pushing event updated for resources: {'Port': ['ID=fba5ab7c-d6db-4687-92f7-22bc7024cfbe,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:22.346389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.346755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.347097 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.347428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.347756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.348084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.348409 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.348732 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.349051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.349375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.349692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.350015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:22.374478 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, c9735293-7551-4911-a3f9-53ced6e32ed9) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:59:22.379083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:22.380267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:22.381882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] For port fba5ab7c-d6db-4687-92f7-22bc7024cfbe, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:59:22.385359 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b33542-552b-4cdf-88fc-348b78373e30 None None] Network c9735293-7551-4911-a3f9-53ced6e32ed9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:59:22.453284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] For port fba5ab7c-d6db-4687-92f7-22bc7024cfbe, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fba5ab7c-d6db-4687-92f7-22bc7024cfbe,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:59:22.457427 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b1edd799-86d4-4938-90f7-519b39d310b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8148720 Sep 19 12:59:22.460196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38740) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:22.507226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:22.616518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Routers {'dfce47c5-b5d9-4c60-be2b-63d490930070'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:59:22.617062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:59:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['dfce47c5-b5d9-4c60-be2b-63d490930070'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:22.748003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dd6ba-2e9b-4319-83f7-3f78d7408252 None None] Pushing event updated for resources: {'Port': ['ID=fba5ab7c-d6db-4687-92f7-22bc7024cfbe,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:22.868775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-c9735293-7551-4911-a3f9-53ced6e32ed9', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 12:59:22.869521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:22.990377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] Set router dfce47c5-b5d9-4c60-be2b-63d490930070 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:59:23.273056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Allocated IP 172.20.0.2 (c9735293-7551-4911-a3f9-53ced6e32ed9/4614ee2f-50a1-44e7-a3cf-3c41e5504aef/315ee905-f2bf-48ef-bd6e-0ba46283f4e5) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:59:23.310136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:23.430434 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:23.537176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:20Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:23.546281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c8a98-80e8-4a43-9715-eaceddee9c59 None None] The sync data for ids ['dfce47c5-b5d9-4c60-be2b-63d490930070'] in dv-neutron-857775-2-hyperv is: [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:20Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:59:23.559785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:23.571214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Transition to ACTIVE for port object 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:59:23.590049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Transition to ACTIVE for port object 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:59:23.663278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:23.729463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Network c9735293-7551-4911-a3f9-53ced6e32ed9 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:59:23.731834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.20.0.1 (c9735293-7551-4911-a3f9-53ced6e32ed9/4614ee2f-50a1-44e7-a3cf-3c41e5504aef/c4ba6f35-3530-46c5-a33e-17aeec51f3de) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:59:23.732296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:59:23.736887 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:59:23.782941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Pushing event updated for resources: {'Port': ['ID=315ee905-f2bf-48ef-bd6e-0ba46283f4e5,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:23.895487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Attempting to bind port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:59:23.896457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Attempting to bind port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:59:23.897058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Attempting to bind port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 on network c9735293-7551-4911-a3f9-53ced6e32ed9 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:59:23.904759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:59:23.906519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Checking segment: {'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:59:23.907245 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:23.907916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Bound using segment: {'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:59:23.908913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Bound port: 315ee905-f2bf-48ef-bd6e-0ba46283f4e5, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:59:23.909578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:23.929104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:23.959030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Transition to ACTIVE for port object c4ba6f35-3530-46c5-a33e-17aeec51f3de will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:59:24.021739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] For port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:59:24.025188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] For port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=315ee905-f2bf-48ef-bd6e-0ba46283f4e5,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:59:24.055192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:24.103177 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:24.133020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network c9735293-7551-4911-a3f9-53ced6e32ed9 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:59:24.136253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:59:24.138543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:59:24.195110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6271fa-0f5a-4ccd-85e0-b731fbe5bf50 None None] Pushing event updated for resources: {'Port': ['ID=315ee905-f2bf-48ef-bd6e-0ba46283f4e5,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:24.205548 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=c4ba6f35-3530-46c5-a33e-17aeec51f3de,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:24.222127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:24.601717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:25.163035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:25.173566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:59:25.255254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:25.323206 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:59:25.329744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fba5ab7c-d6db-4687-92f7-22bc7024cfbe up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:59:25.372538 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:25.462995 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=c4ba6f35-3530-46c5-a33e-17aeec51f3de,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:25.463239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6835610-0a5d-4c40-a4c2-c885463c03f6 None None] Network c9735293-7551-4911-a3f9-53ced6e32ed9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 12:59:25.486607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port fba5ab7c-d6db-4687-92f7-22bc7024cfbe completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:59:25.533431 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network c9735293-7551-4911-a3f9-53ced6e32ed9 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:59:25.534706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:59:25.556702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port fba5ab7c-d6db-4687-92f7-22bc7024cfbe triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:25.557078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:25.656692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bc5b57d4-39d9-4c1b-a908-8ea5a7fc69a4 None None] Provisioning for port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:59:25.665969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-bc5b57d4-39d9-4c1b-a908-8ea5a7fc69a4 None None] Provisioning complete for port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:25.666282 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bc5b57d4-39d9-4c1b-a908-8ea5a7fc69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:25.731688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router dfce47c5-b5d9-4c60-be2b-63d490930070 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:59:25.914590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:59:25.922189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port fba5ab7c-d6db-4687-92f7-22bc7024cfbe is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:59:25.922189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:25.926638 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Sync routers for ids ['dfce47c5-b5d9-4c60-be2b-63d490930070'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:59:25.927157 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-49da1856-7e56-467a-9bad-6557cba899cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "PUT /v2.0/routers/dfce47c5-b5d9-4c60-be2b-63d490930070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4650795 Sep 19 12:59:25.942598 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Routers {'dfce47c5-b5d9-4c60-be2b-63d490930070'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:59:25.943313 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:59:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['dfce47c5-b5d9-4c60-be2b-63d490930070'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:25.985331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port fba5ab7c-d6db-4687-92f7-22bc7024cfbe, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fba5ab7c-d6db-4687-92f7-22bc7024cfbe,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:26.001682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b57d4-39d9-4c1b-a908-8ea5a7fc69a4 None None] Current status of the port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:59:26.002052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bc5b57d4-39d9-4c1b-a908-8ea5a7fc69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:26.048475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-bc5b57d4-39d9-4c1b-a908-8ea5a7fc69a4 None None] For port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=315ee905-f2bf-48ef-bd6e-0ba46283f4e5,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:26.049953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:26.122437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-9e2d3eda-5752-4cbd-b22d-d444fe93439e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:59:26.129634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=fba5ab7c-d6db-4687-92f7-22bc7024cfbe,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:26.133559 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bc5b57d4-39d9-4c1b-a908-8ea5a7fc69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:26.180376 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Set router dfce47c5-b5d9-4c60-be2b-63d490930070 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:59:26.213307 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b57d4-39d9-4c1b-a908-8ea5a7fc69a4 None None] Pushing event updated for resources: {'Port': ['ID=315ee905-f2bf-48ef-bd6e-0ba46283f4e5,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:26.235145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-9e2d3eda-5752-4cbd-b22d-d444fe93439e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:59:26.236933 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-9e2d3eda-5752-4cbd-b22d-d444fe93439e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293850221&fields=id&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 267 time: 0.1692920 Sep 19 12:59:26.406458 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-a7038730-ffbc-4367-a0cd-6397fe82e9ef tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:26.407653 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-a7038730-ffbc-4367-a0cd-6397fe82e9ef tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/networks?id=c9735293-7551-4911-a3f9-53ced6e32ed9 HTTP/1.1" status: 200 len: 797 time: 0.1628516 Sep 19 12:59:26.422536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f4a8a29a-7953-4efe-8a3a-885a86c20959 None None] Provisioning for port c4ba6f35-3530-46c5-a33e-17aeec51f3de completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:59:26.425026 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-b63557c6-9188-4802-b13e-0452448780c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/quotas/2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 375 time: 0.0109308 Sep 19 12:59:26.428460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f4a8a29a-7953-4efe-8a3a-885a86c20959 None None] Provisioning complete for port c4ba6f35-3530-46c5-a33e-17aeec51f3de triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:26.429222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a29a-7953-4efe-8a3a-885a86c20959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:26.511911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8a29a-7953-4efe-8a3a-885a86c20959 None None] Port c4ba6f35-3530-46c5-a33e-17aeec51f3de cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:59:26.526854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f4a8a29a-7953-4efe-8a3a-885a86c20959 None None] Provisioning complete for port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:26.527586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a29a-7953-4efe-8a3a-885a86c20959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:26.534129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-e6056621-0785-4e6a-8c66-cdcde3362eef tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:59:26.535438 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:24Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c4ba6f35-3530-46c5-a33e-17aeec51f3de', 'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:7e:45:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:23Z', 'updated_at': '2022-09-19T12:59:24Z', 'revision_number': 2, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:26.539678 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Checking router: dfce47c5-b5d9-4c60-be2b-63d490930070 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:59:26.540265 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Updating router dfce47c5-b5d9-4c60-be2b-63d490930070 port c4ba6f35-3530-46c5-a33e-17aeec51f3de binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:59:26.597378 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:26.605800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-e6056621-0785-4e6a-8c66-cdcde3362eef tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:59:26.607264 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-e6056621-0785-4e6a-8c66-cdcde3362eef tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1737361 Sep 19 12:59:26.663875 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8a29a-7953-4efe-8a3a-885a86c20959 None None] Current status of the port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:59:26.697052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-1f8756d5-1480-4ff5-a94b-b68ec8107dd4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 12:59:26.698113 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-1f8756d5-1480-4ff5-a94b-b68ec8107dd4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0782099 Sep 19 12:59:26.786631 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e8f5f2fb-1423-4fd9-a294-85d9f1da1b5b None None] Provisioning complete for port c4ba6f35-3530-46c5-a33e-17aeec51f3de triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:26.787483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f2fb-1423-4fd9-a294-85d9f1da1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:26.841830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5f2fb-1423-4fd9-a294-85d9f1da1b5b None None] Port c4ba6f35-3530-46c5-a33e-17aeec51f3de cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:59:26.848377 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-bbdd93d4-b5ce-482f-b7de-d8916354bbd7 service neutron] 10.222.0.66 "GET /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432271 Sep 19 12:59:26.964184 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:26.976941 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Transition to ACTIVE for port object c4ba6f35-3530-46c5-a33e-17aeec51f3de will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:59:26.981010 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-5be03ed7-3d8c-40bb-8be4-6d73f56ea728 service neutron] 10.222.0.66 "GET /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302912 Sep 19 12:59:27.077629 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:27.095895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:59:27.166392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:27.166788 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:27.286861 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Pushing event updated for resources: {'Port': ['ID=c4ba6f35-3530-46c5-a33e-17aeec51f3de,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:27.291481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:59:27.292546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fba5ab7c-d6db-4687-92f7-22bc7024cfbe up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:59:27.298817 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.299166 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.299505 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.299869 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.300200 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.300525 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.300847 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.301167 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.301487 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.301804 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.302123 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.302437 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:59:27.306536 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Attempting to bind port c4ba6f35-3530-46c5-a33e-17aeec51f3de on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:59:27.306946 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Attempting to bind port c4ba6f35-3530-46c5-a33e-17aeec51f3de by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:59:27.307312 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Attempting to bind port c4ba6f35-3530-46c5-a33e-17aeec51f3de on network c9735293-7551-4911-a3f9-53ced6e32ed9 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:59:27.313242 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:59:27.313616 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Checking segment: {'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:59:27.314021 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:27.314407 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Bound using segment: {'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:59:27.314908 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Bound port: c4ba6f35-3530-46c5-a33e-17aeec51f3de, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:59:27.315281 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:27.362923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port fba5ab7c-d6db-4687-92f7-22bc7024cfbe triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:27.363296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:27.406611 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] For port c4ba6f35-3530-46c5-a33e-17aeec51f3de, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:59:27.409600 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] For port c4ba6f35-3530-46c5-a33e-17aeec51f3de, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c4ba6f35-3530-46c5-a33e-17aeec51f3de,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:59:27.477616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port fba5ab7c-d6db-4687-92f7-22bc7024cfbe is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:59:27.535004 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:27.594129 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Routers {'dfce47c5-b5d9-4c60-be2b-63d490930070'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:59:27.594735 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:59:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['dfce47c5-b5d9-4c60-be2b-63d490930070'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:27.684826 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9982e-d623-4acf-aab5-0e07980a9d90 None None] Pushing event updated for resources: {'Port': ['ID=c4ba6f35-3530-46c5-a33e-17aeec51f3de,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:27.784412 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] Set router dfce47c5-b5d9-4c60-be2b-63d490930070 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:59:28.132272 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:24Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c4ba6f35-3530-46c5-a33e-17aeec51f3de', 'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:7e:45:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:23Z', 'updated_at': '2022-09-19T12:59:27Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:28.136056 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88da8ff-c8b3-452c-bf99-c08ce460867b None None] The sync data for ids ['dfce47c5-b5d9-4c60-be2b-63d490930070'] in dv-neutron-857775-2-hyperv is: [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:24Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c4ba6f35-3530-46c5-a33e-17aeec51f3de', 'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:7e:45:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:23Z', 'updated_at': '2022-09-19T12:59:27Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:59:28.322013 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-232edb3d-e7e5-4d65-b771-56153c294bbc req-91eb4349-f6f4-4f23-ac1e-cd55ba0c1b0c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 210 time: 0.0769119 Sep 19 12:59:29.120324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c4ba6f35-3530-46c5-a33e-17aeec51f3de up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:59:29.239670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c4ba6f35-3530-46c5-a33e-17aeec51f3de completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:59:29.244925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c4ba6f35-3530-46c5-a33e-17aeec51f3de triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:29.245299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:29.368455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c4ba6f35-3530-46c5-a33e-17aeec51f3de is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:59:29.368852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:29.407536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c4ba6f35-3530-46c5-a33e-17aeec51f3de, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c4ba6f35-3530-46c5-a33e-17aeec51f3de,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:29.438790 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-55740923-5618-4e14-b94b-e4770162bbba req-1756a5b4-67bc-4d6d-a70b-97a1176b6c65 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 210 time: 0.0552137 Sep 19 12:59:29.512053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:29.579423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c4ba6f35-3530-46c5-a33e-17aeec51f3de,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:30.599728 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ac82b4a2-5469-4abe-8cbe-e50cabc0fb6f req-907fdeab-6ef2-44cd-8337-25f3ee4afcac tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 210 time: 0.0505517 Sep 19 12:59:30.789505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8de637de-1fb1-4f05-b95e-92ecaa801ec5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:30.790175 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8de637de-1fb1-4f05-b95e-92ecaa801ec5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 12:59:30.862467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8de637de-1fb1-4f05-b95e-92ecaa801ec5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 12:59:30.863805 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8de637de-1fb1-4f05-b95e-92ecaa801ec5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/networks?id=c9735293-7551-4911-a3f9-53ced6e32ed9 HTTP/1.1" status: 200 len: 797 time: 0.2205105 Sep 19 12:59:30.917339 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-30ba4b58-3047-44ae-a455-783a49517893 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 379 time: 0.0404718 Sep 19 12:59:30.928319 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'port': {'device_id': '482373f7-0291-4cc5-91c3-be224545bc01', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'admin_state_up': True, 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'security_groups': ['f229423b-97b1-4fa0-9ae4-7a79a76baaa9']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:31.072181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:31.082277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:31.093614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c4ba6f35-3530-46c5-a33e-17aeec51f3de up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:59:31.164848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c4ba6f35-3530-46c5-a33e-17aeec51f3de triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:31.165220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:31.176858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:59:31.180788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:31.289034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c4ba6f35-3530-46c5-a33e-17aeec51f3de is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:59:31.352959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.20.0.14 (c9735293-7551-4911-a3f9-53ced6e32ed9/4614ee2f-50a1-44e7-a3cf-3c41e5504aef/4a987b36-3320-4f52-a7a3-1ceebdea9ca4) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:59:31.542023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:31.557523 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Transition to ACTIVE for port object 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:59:31.638005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:31.711693 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network c9735293-7551-4911-a3f9-53ced6e32ed9 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:59:31.714635 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:59:31.718780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:59:31.766687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:31.792406 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:31.793282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:31.878178 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-94344b70-194b-4450-afc3-98a56eb6590b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9533136 Sep 19 12:59:31.899980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Request body: {'port': {'device_id': '482373f7-0291-4cc5-91c3-be224545bc01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:31.936390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966716d6-acd1-4fbe-9eab-45793ad9f94b req-16cf8439-9926-4049-8761-816a845acc79 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:31.938475 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-966716d6-acd1-4fbe-9eab-45793ad9f94b req-16cf8439-9926-4049-8761-816a845acc79 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 932 time: 0.2214282 Sep 19 12:59:31.984562 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-966716d6-acd1-4fbe-9eab-45793ad9f94b req-8a460c20-94e9-47a9-b2e4-26ff9085ae82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400581 Sep 19 12:59:32.016119 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:32.049117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-614b22f5-bb18-41b6-8d94-b3969e2ff590 None None] Provisioning for port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:59:32.054413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-614b22f5-bb18-41b6-8d94-b3969e2ff590 None None] Provisioning complete for port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:32.054810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-614b22f5-bb18-41b6-8d94-b3969e2ff590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:32.112264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-614b22f5-bb18-41b6-8d94-b3969e2ff590 None None] Port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 12:59:32.485487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:59:32.492571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:32.507649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Transition to ACTIVE for port object 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 12:59:32.565171 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:32.750295 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Pushing event updated for resources: {'Port': ['ID=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:32.789799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Attempting to bind port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 12:59:32.790130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Attempting to bind port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 12:59:32.790482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Attempting to bind port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 on network c9735293-7551-4911-a3f9-53ced6e32ed9 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:59:32.794948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 on network c9735293-7551-4911-a3f9-53ced6e32ed9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 12:59:32.795515 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Attempting to bind port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 on network c9735293-7551-4911-a3f9-53ced6e32ed9 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 12:59:32.800936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 12:59:32.801264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Checking segment: {'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 12:59:32.801636 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Bound using segment: {'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 12:59:32.802051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Bound port: 4a987b36-3320-4f52-a7a3-1ceebdea9ca4, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e54006d-6f2f-43d8-ba7f-677a08c653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 12:59:32.802387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:32.892292 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] For port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 12:59:32.895272 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] For port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 12:59:32.942954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:32.973224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:32.973850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:32.975263 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] 10.222.0.85 "PUT /v2.0/ports/4a987b36-3320-4f52-a7a3-1ceebdea9ca4 HTTP/1.1" status: 200 len: 1094 time: 1.0854928 Sep 19 12:59:32.975696 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482373f7-0291-4cc5-91c3-be224545bc01', 'tag': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:59:32.977971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35b94c4-0c15-402d-a686-ea0df63294d0" -d '{"events": [{"name": "network-changed", "server_uuid": "482373f7-0291-4cc5-91c3-be224545bc01", "tag": "4a987b36-3320-4f52-a7a3-1ceebdea9ca4"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:59:33.020819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa85670-0ccb-460f-afcb-212b807e4b97 service neutron] Pushing event updated for resources: {'Port': ['ID=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:33.024301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848ae505-8ed4-4c3b-a730-905e37300027 x-openstack-request-id: req-848ae505-8ed4-4c3b-a730-905e37300027 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:59:33.024586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482373f7-0291-4cc5-91c3-be224545bc01", "tag": "4a987b36-3320-4f52-a7a3-1ceebdea9ca4", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:59:33.024841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-848ae505-8ed4-4c3b-a730-905e37300027 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:59:33.025232 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848ae505-8ed4-4c3b-a730-905e37300027'] response: {'name': 'network-changed', 'server_uuid': '482373f7-0291-4cc5-91c3-be224545bc01', 'tag': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'status': 'completed', 'code': 200} Sep 19 12:59:33.134420 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b94c4-0c15-402d-a686-ea0df63294d0 req-2e83d6b6-139c-4958-a2a4-1a672146850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:33.135987 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c35b94c4-0c15-402d-a686-ea0df63294d0 req-2e83d6b6-139c-4958-a2a4-1a672146850f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 1097 time: 0.0868866 Sep 19 12:59:33.186494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7929235-4204-4ace-9815-75e6d29b850f req-2a7fd370-550c-4177-9766-2b267deee780 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:33.188129 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e7929235-4204-4ace-9815-75e6d29b850f req-2a7fd370-550c-4177-9766-2b267deee780 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 944 time: 0.0889380 Sep 19 12:59:33.235335 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e7929235-4204-4ace-9815-75e6d29b850f req-92801e7d-d92f-4d8d-a694-ccf319c2c09d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413835 Sep 19 12:59:33.285910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b94c4-0c15-402d-a686-ea0df63294d0 req-a85b75ed-d845-44d9-8f49-0ef99fff2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:33.287429 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c35b94c4-0c15-402d-a686-ea0df63294d0 req-a85b75ed-d845-44d9-8f49-0ef99fff2f24 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1406300 Sep 19 12:59:33.426692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b94c4-0c15-402d-a686-ea0df63294d0 req-7bf7198d-2bbe-49d3-9a02-b54a774f66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:33.428207 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c35b94c4-0c15-402d-a686-ea0df63294d0 req-7bf7198d-2bbe-49d3-9a02-b54a774f66b8 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322851 Sep 19 12:59:33.554023 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-a61d9c1e-3311-4480-8d04-8e83e7a491d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:33.555463 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-a61d9c1e-3311-4480-8d04-8e83e7a491d0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 1097 time: 0.0830553 Sep 19 12:59:33.628386 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-90b1f832-42a7-4a05-9276-457ee58488cd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a987b36-3320-4f52-a7a3-1ceebdea9ca4 HTTP/1.1" status: 200 len: 217 time: 0.0633178 Sep 19 12:59:33.693519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-dda789f8-41ee-4bc3-a7f6-4059c1372072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:33.694991 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-dda789f8-41ee-4bc3-a7f6-4059c1372072 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4614ee2f-50a1-44e7-a3cf-3c41e5504aef HTTP/1.1" status: 200 len: 835 time: 0.0574002 Sep 19 12:59:33.791553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-da35b2b6-2712-48fe-9254-b475cdbcb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:33.793041 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-da35b2b6-2712-48fe-9254-b475cdbcb9fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c9735293-7551-4911-a3f9-53ced6e32ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891349 Sep 19 12:59:33.928960 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-bcc25538-7d67-4529-b367-eab0aba537e4 service neutron] 10.222.0.85 "GET /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243556 Sep 19 12:59:34.069415 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-27cb6a1c-7966-4804-b5c6-709cadf6e48a req-eab7587c-bc9b-435b-928d-7ff07186e6c6 service neutron] 10.222.0.85 "GET /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314225 Sep 19 12:59:34.439418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a56a4a-f4b9-4ef3-b78d-858512c33cb3 req-cbdbcc9d-8d89-4057-bc75-bd4fde6f909b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:34.440876 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c5a56a4a-f4b9-4ef3-b78d-858512c33cb3 req-cbdbcc9d-8d89-4057-bc75-bd4fde6f909b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 944 time: 0.0909390 Sep 19 12:59:34.485328 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c5a56a4a-f4b9-4ef3-b78d-858512c33cb3 req-e60b22f2-0e82-46f1-a7f9-fd8bfa388d3e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387471 Sep 19 12:59:35.401203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 12:59:35.544289 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:35.557739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'port_id': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'mac_address': 'fa:16:3e:13:50:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 12:59:35.613854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:59:35.614263 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:35.631830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 12:59:35.647801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:35.688733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715f5f-6f15-4f99-b0e9-cc71ea07b1d5 req-5c234572-4c9a-4ca2-a18a-23a73677afef tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:35.690163 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-84715f5f-6f15-4f99-b0e9-cc71ea07b1d5 req-5c234572-4c9a-4ca2-a18a-23a73677afef tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 944 time: 0.0933859 Sep 19 12:59:35.734938 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-84715f5f-6f15-4f99-b0e9-cc71ea07b1d5 req-4e2a6c2d-0fa0-441b-80d5-df0d9b8e1d19 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389478 Sep 19 12:59:35.736794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:35.837623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:35.986706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['4a987b36-3320-4f52-a7a3-1ceebdea9ca4'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 12:59:36.935571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64507b-409c-4b67-a372-a2cd2c5d9671 req-a2754acd-8ba4-40c4-9331-a1353bc87151 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:36.937667 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0d64507b-409c-4b67-a372-a2cd2c5d9671 req-a2754acd-8ba4-40c4-9331-a1353bc87151 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 945 time: 0.0878024 Sep 19 12:59:36.981767 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0d64507b-409c-4b67-a372-a2cd2c5d9671 req-a238349f-652f-47c4-8e31-a93ba325ba7d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383551 Sep 19 12:59:37.416578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 12:59:37.540133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 12:59:37.545042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 12:59:37.545420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:37.663566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 12:59:37.663980 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:37.691046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482373f7-0291-4cc5-91c3-be224545bc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:59:37.693221 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c5fbf2-fdf3-4043-a23f-cb623e4386ac" -d '{"events": [{"server_uuid": "482373f7-0291-4cc5-91c3-be224545bc01", "name": "network-vif-plugged", "status": "completed", "tag": "4a987b36-3320-4f52-a7a3-1ceebdea9ca4"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:59:37.703260 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 12:59:37.786401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:37.824033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56574cc0-7ee3-4950-896d-c04cd120096b x-openstack-request-id: req-56574cc0-7ee3-4950-896d-c04cd120096b {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:59:37.824334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482373f7-0291-4cc5-91c3-be224545bc01", "name": "network-vif-plugged", "status": "completed", "tag": "4a987b36-3320-4f52-a7a3-1ceebdea9ca4", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:59:37.824562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56574cc0-7ee3-4950-896d-c04cd120096b {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:59:37.824968 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56574cc0-7ee3-4950-896d-c04cd120096b'] response: {'server_uuid': '482373f7-0291-4cc5-91c3-be224545bc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'code': 200} Sep 19 12:59:37.866725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:38.195904 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe3de8-2b8c-4bad-b568-0bc0361abf7e req-9ecb1e8e-d8c1-440c-ba1f-ca524a46c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:38.197479 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4fbe3de8-2b8c-4bad-b568-0bc0361abf7e req-9ecb1e8e-d8c1-440c-ba1f-ca524a46c99f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 1099 time: 0.0816362 Sep 19 12:59:38.205231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a7834-293e-40ab-be3f-c18a4a5b9e72 req-fc205153-a451-4b43-b924-29a736cd36b3 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:38.207461 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e47a7834-293e-40ab-be3f-c18a4a5b9e72 req-fc205153-a451-4b43-b924-29a736cd36b3 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.1119349 Sep 19 12:59:38.242912 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4fbe3de8-2b8c-4bad-b568-0bc0361abf7e req-44b5c822-9dfe-4e3d-9b5d-3e02befb560e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365088 Sep 19 12:59:38.257524 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e47a7834-293e-40ab-be3f-c18a4a5b9e72 req-83e2ff47-d220-4924-8c9d-17bf466b6ea9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438972 Sep 19 12:59:39.462043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223eafa-29c6-4a98-8ef9-905717783681 req-e3e129ff-6fce-4d5a-b6eb-19de33f6d48a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:39.463531 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9223eafa-29c6-4a98-8ef9-905717783681 req-e3e129ff-6fce-4d5a-b6eb-19de33f6d48a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.0914524 Sep 19 12:59:39.508535 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9223eafa-29c6-4a98-8ef9-905717783681 req-a0c51399-1ce0-449b-a7f3-90d14cab9926 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386000 Sep 19 12:59:40.704727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a50286-8811-43ce-b154-7779867c93d8 req-1c06d7cb-70db-4a2e-b638-b686d00d9f3a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:40.706179 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-47a50286-8811-43ce-b154-7779867c93d8 req-1c06d7cb-70db-4a2e-b638-b686d00d9f3a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.0866768 Sep 19 12:59:40.750126 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-47a50286-8811-43ce-b154-7779867c93d8 req-b5c8b868-ca13-42d0-ac36-3a8506fba273 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383179 Sep 19 12:59:40.954859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac71f33-eb1d-4b88-b2c2-477cd729ee23 req-0d58d0c4-7c30-42d8-aa79-bf9848ef5222 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:40.956226 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bac71f33-eb1d-4b88-b2c2-477cd729ee23 req-0d58d0c4-7c30-42d8-aa79-bf9848ef5222 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.0963631 Sep 19 12:59:41.001211 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bac71f33-eb1d-4b88-b2c2-477cd729ee23 req-69bcc3df-e578-4699-a8c0-110fca8efc72 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393500 Sep 19 12:59:41.029112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38816) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:41.109862 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfc4dd-078b-4ab3-9f1b-a6748634f037 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:41.111397 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-aedfc4dd-078b-4ab3-9f1b-a6748634f037 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 1094 time: 0.0812693 Sep 19 12:59:41.114237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38820) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:41.119109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 12:59:41.125087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 12:59:41.128998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:floatingip and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 12:59:41.131843 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 12:59:41.137509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 12:59:41.210942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:41.346894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:41.483634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.26.5.146 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/ac23505e-116d-45e6-bf8f-834b6d019e63) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:59:41.599500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b962db94-3521-41c9-9747-bc9bbee20841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:41.632301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:41.735489 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:41.805180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:59:41.807856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:59:41.811688 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 12:59:41.851634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=ac23505e-116d-45e6-bf8f-834b6d019e63,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:42.344083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:42.487928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:42.694350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:42.759759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:42.815226 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 12:59:42.866924 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=ac23505e-116d-45e6-bf8f-834b6d019e63,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:59:42.871644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:43.042529 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Floating IP ead536ae-fbb5-416b-b39b-8ffe18f224dc associated. External IP: 172.26.5.146, port: 4a987b36-3320-4f52-a7a3-1ceebdea9ca4. Sep 19 12:59:43.397352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router dfce47c5-b5d9-4c60-be2b-63d490930070 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 12:59:43.581409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 12:59:43.590998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] Sync routers for ids ['dfce47c5-b5d9-4c60-be2b-63d490930070'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:59:43.601517 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] Routers {'dfce47c5-b5d9-4c60-be2b-63d490930070'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:59:43.602170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:59:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['dfce47c5-b5d9-4c60-be2b-63d490930070'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:43.672271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:43.727717 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2b770dea-e4e0-45ec-816e-33290534fb71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6124287 Sep 19 12:59:43.728297 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482373f7-0291-4cc5-91c3-be224545bc01', 'tag': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 12:59:43.739555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0db0c2-3cf4-4685-b303-9e358a8592a2" -d '{"events": [{"name": "network-changed", "server_uuid": "482373f7-0291-4cc5-91c3-be224545bc01", "tag": "4a987b36-3320-4f52-a7a3-1ceebdea9ca4"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:59:43.761792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-442538e0-ee7b-47d1-842c-c6a249f319d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:43.791340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211ba640-ecee-45b9-a638-4ad6d26d994a x-openstack-request-id: req-211ba640-ecee-45b9-a638-4ad6d26d994a {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:59:43.791849 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482373f7-0291-4cc5-91c3-be224545bc01", "tag": "4a987b36-3320-4f52-a7a3-1ceebdea9ca4", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:59:43.792245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-211ba640-ecee-45b9-a638-4ad6d26d994a {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:59:43.792671 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211ba640-ecee-45b9-a638-4ad6d26d994a'] response: {'name': 'network-changed', 'server_uuid': '482373f7-0291-4cc5-91c3-be224545bc01', 'tag': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'status': 'completed', 'code': 200} Sep 19 12:59:43.800662 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] Set router dfce47c5-b5d9-4c60-be2b-63d490930070 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:59:43.933084 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456561a1-4e37-438c-87f5-3ff020e40df4 req-b005f77b-8fb6-443b-b330-0d52a7862b25 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:43.934722 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-456561a1-4e37-438c-87f5-3ff020e40df4 req-b005f77b-8fb6-443b-b330-0d52a7862b25 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.0988429 Sep 19 12:59:43.983580 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-456561a1-4e37-438c-87f5-3ff020e40df4 req-0408d745-6efa-44bb-933b-4650d8885ec2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417125 Sep 19 12:59:44.016577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38828) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:44.099495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-92bf7682-931a-4c50-9fe9-e71e5d551ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:44.100977 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-92bf7682-931a-4c50-9fe9-e71e5d551ae6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 1099 time: 0.2882094 Sep 19 12:59:44.171881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:24Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'ead536ae-fbb5-416b-b39b-8ffe18f224dc', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'port_id': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'mac_address': 'fa:16:3e:13:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482373f7-0291-4cc5-91c3-be224545bc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:59:42Z', 'updated_at': '2022-09-19T12:59:42Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ba6f35-3530-46c5-a33e-17aeec51f3de', 'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:7e:45:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:23Z', 'updated_at': '2022-09-19T12:59:29Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:44.176251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] Checking router: dfce47c5-b5d9-4c60-be2b-63d490930070 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:59:44.184684 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] Routers {'dfce47c5-b5d9-4c60-be2b-63d490930070'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 12:59:44.185309 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T12:59:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['dfce47c5-b5d9-4c60-be2b-63d490930070'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:44.214998 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-66ea0593-582d-4f1b-bc3c-5c7372aa15e6 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/ead536ae-fbb5-416b-b39b-8ffe18f224dc HTTP/1.1" status: 200 len: 992 time: 0.1971126 Sep 19 12:59:44.266397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-43ab52d7-040e-423f-a514-ccfa77ac50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:44.268314 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-43ab52d7-040e-423f-a514-ccfa77ac50bf service neutron] 10.222.0.85 "GET /v2.0/networks?id=c9735293-7551-4911-a3f9-53ced6e32ed9 HTTP/1.1" status: 200 len: 898 time: 0.1550970 Sep 19 12:59:44.372829 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-f8e9ac9c-4898-44d2-b91e-54a6894f212d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a987b36-3320-4f52-a7a3-1ceebdea9ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0983510 Sep 19 12:59:44.381113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] Set router dfce47c5-b5d9-4c60-be2b-63d490930070 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 12:59:44.435258 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-3225fcff-521d-4e4b-8817-f0dac1a2a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:44.436621 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-3225fcff-521d-4e4b-8817-f0dac1a2a2cf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4614ee2f-50a1-44e7-a3cf-3c41e5504aef HTTP/1.1" status: 200 len: 835 time: 0.0584376 Sep 19 12:59:44.522905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-368d2f04-60ce-4d49-b409-27e06e5d28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:59:44.524375 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-368d2f04-60ce-4d49-b409-27e06e5d28c7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c9735293-7551-4911-a3f9-53ced6e32ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820861 Sep 19 12:59:44.660402 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-802bb33c-583a-409b-9566-1310a460724d service neutron] 10.222.0.85 "GET /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287272 Sep 19 12:59:44.672076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:44.783225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:24Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'ead536ae-fbb5-416b-b39b-8ffe18f224dc', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'port_id': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'mac_address': 'fa:16:3e:13:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482373f7-0291-4cc5-91c3-be224545bc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:59:42Z', 'updated_at': '2022-09-19T12:59:42Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ba6f35-3530-46c5-a33e-17aeec51f3de', 'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:7e:45:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:23Z', 'updated_at': '2022-09-19T12:59:29Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:59:44.787327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0c90d-9790-4c04-b3bb-6e74e56d869f None None] The sync data for ids ['dfce47c5-b5d9-4c60-be2b-63d490930070'] in dv-neutron-857775-2-hyperv is: [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:24Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'ead536ae-fbb5-416b-b39b-8ffe18f224dc', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'port_id': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'mac_address': 'fa:16:3e:13:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482373f7-0291-4cc5-91c3-be224545bc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:59:42Z', 'updated_at': '2022-09-19T12:59:42Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ba6f35-3530-46c5-a33e-17aeec51f3de', 'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:7e:45:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:23Z', 'updated_at': '2022-09-19T12:59:29Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:59:44.794858 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0b0db0c2-3cf4-4685-b303-9e358a8592a2 req-cb77640d-087c-411a-a226-92eb00196559 service neutron] 10.222.0.85 "GET /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289279 Sep 19 12:59:44.978320 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a14594-9179-49af-bf0a-62a0186fed93 None None] New status for floating IP ead536ae-fbb5-416b-b39b-8ffe18f224dc: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 12:59:45.125993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:45.219050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38832) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:45.326716 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1af8a653-f87a-4a74-bdad-6e75e1cf5c25 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/ead536ae-fbb5-416b-b39b-8ffe18f224dc HTTP/1.1" status: 200 len: 992 time: 0.1065247 Sep 19 12:59:46.331511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38836) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 12:59:46.437888 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1f98e9b5-570f-4958-b8df-3c0a9a08ca98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/ead536ae-fbb5-416b-b39b-8ffe18f224dc HTTP/1.1" status: 200 len: 994 time: 0.1052413 Sep 19 12:59:46.591574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 12:59:53.382301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:04.003934 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-462921bc-bebc-4753-8901-3b9b46cc6802 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824609 Sep 19 13:00:04.154721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-67aa8e3c-1a05-4399-a181-59997bfd865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:04.156236 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-67aa8e3c-1a05-4399-a181-59997bfd865a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 1099 time: 0.0802925 Sep 19 13:00:04.306539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-5acc4b3d-b64a-48b4-870b-289c3b2348ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:04.308050 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-5acc4b3d-b64a-48b4-870b-289c3b2348ad service neutron] 10.222.0.85 "GET /v2.0/networks?id=c9735293-7551-4911-a3f9-53ced6e32ed9 HTTP/1.1" status: 200 len: 898 time: 0.1310360 Sep 19 13:00:04.420912 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-35e95487-138b-4952-9a4a-c7d759b8fa2f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a987b36-3320-4f52-a7a3-1ceebdea9ca4 HTTP/1.1" status: 200 len: 1002 time: 0.1056888 Sep 19 13:00:04.483242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-f62fd47a-2250-4253-8e14-6ba6af5d65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:04.484611 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-f62fd47a-2250-4253-8e14-6ba6af5d65ee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4614ee2f-50a1-44e7-a3cf-3c41e5504aef HTTP/1.1" status: 200 len: 835 time: 0.0577066 Sep 19 13:00:04.677603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-89998139-9db8-4ab6-9225-3238ac6883ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:04.679280 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-89998139-9db8-4ab6-9225-3238ac6883ab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c9735293-7551-4911-a3f9-53ced6e32ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1884339 Sep 19 13:00:04.811783 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-d6082c91-5d24-4e47-929a-11db02ea0f20 service neutron] 10.222.0.85 "GET /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257689 Sep 19 13:00:04.945828 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0a19e1e6-76dc-4a70-a96c-3e32d2b085f9 req-5804d88d-2cc3-43c8-99fb-ca2f8f114552 service neutron] 10.222.0.85 "GET /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268909 Sep 19 13:00:11.593742 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4496caf2-9d2a-447c-8380-d220aa6a1213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:13.733772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-45cf4cd2-33e6-4ce6-808f-ff2ece38d383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:14.596269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:15.170703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:16.570620 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:18.190701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63eecb-90f5-407b-b60b-3047f24317b2 req-d81ffdfc-e39f-4649-93dc-fa359dd21d21 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:18.192184 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4a63eecb-90f5-407b-b60b-3047f24317b2 req-d81ffdfc-e39f-4649-93dc-fa359dd21d21 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.0875432 Sep 19 13:00:18.239396 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4a63eecb-90f5-407b-b60b-3047f24317b2 req-61b02d91-5de6-4e49-874d-e040e86c2ef9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412729 Sep 19 13:00:19.564639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875cc8-f9ba-4e58-848e-8154d59205a2 req-1f385dff-c46d-474d-8817-a7c65d6eed03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:19.566102 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-45875cc8-f9ba-4e58-848e-8154d59205a2 req-1f385dff-c46d-474d-8817-a7c65d6eed03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.2110956 Sep 19 13:00:19.610317 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-45875cc8-f9ba-4e58-848e-8154d59205a2 req-f9a74dbd-0380-4a19-a075-b9e34453c3b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384550 Sep 19 13:00:19.640122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38860) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:19.775746 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c034e0cb-c958-4c15-8592-a93f04895b2a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/ead536ae-fbb5-416b-b39b-8ffe18f224dc HTTP/1.1" status: 200 len: 994 time: 0.1344249 Sep 19 13:00:19.814468 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:00:21.397495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb626f1-8c47-4f49-b504-f049a8daffc1 req-d60839e6-bb19-492f-9f5d-a8f20f8e5761 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:21.398887 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0eb626f1-8c47-4f49-b504-f049a8daffc1 req-d60839e6-bb19-492f-9f5d-a8f20f8e5761 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.0980046 Sep 19 13:00:21.445669 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0eb626f1-8c47-4f49-b504-f049a8daffc1 req-66bac050-6e9b-4c37-bca8-ffa4891f3c7e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393441 Sep 19 13:00:22.644104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc06ba-c2a1-49bb-bc79-54fbcbbc9c37 req-e30752a4-b61f-4e4b-aab1-21c99201efbd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:22.645466 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-98dc06ba-c2a1-49bb-bc79-54fbcbbc9c37 req-e30752a4-b61f-4e4b-aab1-21c99201efbd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.0883207 Sep 19 13:00:22.692311 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-98dc06ba-c2a1-49bb-bc79-54fbcbbc9c37 req-0d94bc34-5f43-4f2d-a3f1-54aa79ba63ef tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403905 Sep 19 13:00:22.722809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38872) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:22.827557 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-231e6299-e693-4fc4-8d96-c47775da97e6 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/ead536ae-fbb5-416b-b39b-8ffe18f224dc HTTP/1.1" status: 200 len: 994 time: 0.1036367 Sep 19 13:00:23.271301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38880) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:23.385535 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:23.474395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port ac23505e-116d-45e6-bf8f-834b6d019e63 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:00:23.474839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:23.644040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:23.644283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:23.763293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for ac23505e-116d-45e6-bf8f-834b6d019e63 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:00:23.976194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:24.020428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=ac23505e-116d-45e6-bf8f-834b6d019e63,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:24.059028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.059377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.059720 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.060059 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.060393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.060724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.061057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.061385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.061710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.062036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.062359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.062681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:24.133361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:24.133739 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Floating IP ead536ae-fbb5-416b-b39b-8ffe18f224dc disassociated (deleted). External IP: 172.26.5.146, port: 4a987b36-3320-4f52-a7a3-1ceebdea9ca4. Sep 19 13:00:24.610562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router dfce47c5-b5d9-4c60-be2b-63d490930070 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:00:24.810663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:00:24.822106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] Sync routers for ids ['dfce47c5-b5d9-4c60-be2b-63d490930070'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:00:24.827552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:24.830868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] Routers {'dfce47c5-b5d9-4c60-be2b-63d490930070'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:00:24.831481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:00:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['dfce47c5-b5d9-4c60-be2b-63d490930070'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:24.883622 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-06ba8a64-dbe9-4acd-aa21-7fb4467a3113 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/floatingips/ead536ae-fbb5-416b-b39b-8ffe18f224dc HTTP/1.1" status: 204 len: 168 time: 1.6102557 Sep 19 13:00:24.884213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482373f7-0291-4cc5-91c3-be224545bc01', 'tag': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:00:24.886561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "482373f7-0291-4cc5-91c3-be224545bc01", "tag": "4a987b36-3320-4f52-a7a3-1ceebdea9ca4"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:00:24.930820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ddd690-72b7-4233-b475-aa7157e27537 x-openstack-request-id: req-98ddd690-72b7-4233-b475-aa7157e27537 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:00:24.931199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482373f7-0291-4cc5-91c3-be224545bc01", "tag": "4a987b36-3320-4f52-a7a3-1ceebdea9ca4", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:00:24.931517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98ddd690-72b7-4233-b475-aa7157e27537 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:00:24.931981 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ddd690-72b7-4233-b475-aa7157e27537'] response: {'name': 'network-changed', 'server_uuid': '482373f7-0291-4cc5-91c3-be224545bc01', 'tag': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'status': 'completed', 'code': 200} Sep 19 13:00:25.019276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] Set router dfce47c5-b5d9-4c60-be2b-63d490930070 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:00:25.043831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-7c892b41-acad-4a9f-ad4e-755a6863b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:25.045424 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-7c892b41-acad-4a9f-ad4e-755a6863b09d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 1099 time: 0.0859220 Sep 19 13:00:25.184936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-b93f42be-04eb-4711-b912-d2dbe3958bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:25.186499 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-b93f42be-04eb-4711-b912-d2dbe3958bcd service neutron] 10.222.0.85 "GET /v2.0/networks?id=c9735293-7551-4911-a3f9-53ced6e32ed9 HTTP/1.1" status: 200 len: 898 time: 0.1310802 Sep 19 13:00:25.265012 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-1301a00e-0236-4683-9c51-a53882bf80f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a987b36-3320-4f52-a7a3-1ceebdea9ca4 HTTP/1.1" status: 200 len: 217 time: 0.0661156 Sep 19 13:00:25.336716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-3ba6d15c-e58b-4f01-9f30-c63198102800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:25.338159 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-3ba6d15c-e58b-4f01-9f30-c63198102800 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4614ee2f-50a1-44e7-a3cf-3c41e5504aef HTTP/1.1" status: 200 len: 835 time: 0.0636570 Sep 19 13:00:25.353230 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:24Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c4ba6f35-3530-46c5-a33e-17aeec51f3de', 'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:7e:45:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:23Z', 'updated_at': '2022-09-19T12:59:29Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:25.357579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] Checking router: dfce47c5-b5d9-4c60-be2b-63d490930070 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:00:25.366339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] Routers {'dfce47c5-b5d9-4c60-be2b-63d490930070'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:00:25.367121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:00:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['dfce47c5-b5d9-4c60-be2b-63d490930070'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:25.432138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-5f5544e1-70e0-4095-9511-95eb8377e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:25.433629 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-5f5544e1-70e0-4095-9511-95eb8377e29e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c9735293-7551-4911-a3f9-53ced6e32ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860240 Sep 19 13:00:25.476331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97607ea3-8388-45a2-8456-f57e04fbc41f req-e8f9f228-74ab-4212-97dd-ee0a37f403fd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:25.476960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-97607ea3-8388-45a2-8456-f57e04fbc41f req-e8f9f228-74ab-4212-97dd-ee0a37f403fd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:00:25.547938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-97607ea3-8388-45a2-8456-f57e04fbc41f req-e8f9f228-74ab-4212-97dd-ee0a37f403fd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:00:25.548632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] Set router dfce47c5-b5d9-4c60-be2b-63d490930070 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:00:25.549905 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-97607ea3-8388-45a2-8456-f57e04fbc41f req-e8f9f228-74ab-4212-97dd-ee0a37f403fd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.1672587 Sep 19 13:00:25.571493 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-ce92d1d2-47dd-4d20-ab61-75c88e21ee86 service neutron] 10.222.0.85 "GET /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300316 Sep 19 13:00:25.596857 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-97607ea3-8388-45a2-8456-f57e04fbc41f req-d2f9d387-0f75-4d20-a4b6-11ef10f8ebdb tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409043 Sep 19 13:00:25.707329 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-4761c79c-de93-4db4-bdb8-9aedc6ca2ce3 req-e38f00e9-9425-4f5e-86ea-f955ee043d26 service neutron] 10.222.0.85 "GET /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286116 Sep 19 13:00:25.930418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:24Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c4ba6f35-3530-46c5-a33e-17aeec51f3de', 'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:7e:45:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:23Z', 'updated_at': '2022-09-19T12:59:29Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:25.934419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e57642-15c7-44a7-9e3e-08baccd39aa2 None None] The sync data for ids ['dfce47c5-b5d9-4c60-be2b-63d490930070'] in dv-neutron-857775-2-hyperv is: [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T12:59:24Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c4ba6f35-3530-46c5-a33e-17aeec51f3de', 'name': '', 'network_id': 'c9735293-7551-4911-a3f9-53ced6e32ed9', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:7e:45:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:23Z', 'updated_at': '2022-09-19T12:59:29Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '4614ee2f-50a1-44e7-a3cf-3c41e5504aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:00:26.144363 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5496f01-6ab7-459f-9fae-15f8a0cc269d None None] New status for floating IP ead536ae-fbb5-416b-b39b-8ffe18f224dc: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:00:26.799064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaffb16-a8d6-4064-b923-19894e88913c req-a146cdc7-b7df-44b9-9f78-0c455c3455ca tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:26.800506 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3eaffb16-a8d6-4064-b923-19894e88913c req-a146cdc7-b7df-44b9-9f78-0c455c3455ca tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.0874798 Sep 19 13:00:26.847862 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3eaffb16-a8d6-4064-b923-19894e88913c req-4ca5f4ae-61e6-483e-ab47-7199a4a741e5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=f229423b-97b1-4fa0-9ae4-7a79a76baaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 Sep 19 13:00:27.196586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-f5b2eb01-2d98-4b0f-9a20-187888f50384 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:27.197277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-f5b2eb01-2d98-4b0f-9a20-187888f50384 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:00:27.208814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-f5b2eb01-2d98-4b0f-9a20-187888f50384 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:00:27.209905 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-f5b2eb01-2d98-4b0f-9a20-187888f50384 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 946 time: 0.0973077 Sep 19 13:00:27.286425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:00:27.286817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:27.637282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:00:27.637642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:27.760135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:00:27.959805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:28.010392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=4a987b36-3320-4f52-a7a3-1ceebdea9ca4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:28.014222 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c0143455-2727-4116-abf8-be48938a35a3 req-7f9d49dc-c79d-4efc-921a-066198ab5321 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 210 time: 0.0499337 Sep 19 13:00:28.059607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.059947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.060286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.060690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.061022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.061351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.061678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.062000 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.062324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.062688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.063116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.063116 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:28.112663 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] No DVR routers for this DVR port 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:00:28.115739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:28.118565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482373f7-0291-4cc5-91c3-be224545bc01', 'name': 'network-vif-deleted', 'tag': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:00:28.120867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed6881b-e2e9-4d90-8a52-a42d0411c54c" -d '{"events": [{"server_uuid": "482373f7-0291-4cc5-91c3-be224545bc01", "name": "network-vif-deleted", "tag": "4a987b36-3320-4f52-a7a3-1ceebdea9ca4"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:00:28.162450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551dc15a-8627-4a06-8f6e-f746fdcef74f x-openstack-request-id: req-551dc15a-8627-4a06-8f6e-f746fdcef74f {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:00:28.162765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482373f7-0291-4cc5-91c3-be224545bc01", "name": "network-vif-deleted", "tag": "4a987b36-3320-4f52-a7a3-1ceebdea9ca4", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:00:28.163016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-551dc15a-8627-4a06-8f6e-f746fdcef74f {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:00:28.163419 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551dc15a-8627-4a06-8f6e-f746fdcef74f'] response: {'server_uuid': '482373f7-0291-4cc5-91c3-be224545bc01', 'name': 'network-vif-deleted', 'tag': '4a987b36-3320-4f52-a7a3-1ceebdea9ca4', 'status': 'completed', 'code': 200} Sep 19 13:00:28.205369 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-748f7dca-2d1c-4df4-97f6-a2048d2b24bf req-b7fc050e-407d-4508-b11c-b11792feb49a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "DELETE /v2.0/ports/4a987b36-3320-4f52-a7a3-1ceebdea9ca4 HTTP/1.1" status: 204 len: 173 time: 0.9876490 Sep 19 13:00:29.192710 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1bf5b397-bae3-4f69-92ff-e1474fcedaf5 req-51e9ff5b-a419-4c78-8b59-350244690686 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=482373f7-0291-4cc5-91c3-be224545bc01 HTTP/1.1" status: 200 len: 210 time: 0.0495563 Sep 19 13:00:29.681844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:00:29.716292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:00:29.716638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 4a987b36-3320-4f52-a7a3-1ceebdea9ca4 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:00:30.300652 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38900) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:30.873901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:31.346935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port c4ba6f35-3530-46c5-a33e-17aeec51f3de {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:00:31.347628 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:31.534602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port c4ba6f35-3530-46c5-a33e-17aeec51f3de, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c4ba6f35-3530-46c5-a33e-17aeec51f3de,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:00:31.534910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:31.658690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for c4ba6f35-3530-46c5-a33e-17aeec51f3de owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:00:32.010375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:32.062316 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=c4ba6f35-3530-46c5-a33e-17aeec51f3de,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:32.347550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:32.835345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router dfce47c5-b5d9-4c60-be2b-63d490930070 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:00:33.022420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:00:33.031825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] Sync routers for ids ['dfce47c5-b5d9-4c60-be2b-63d490930070'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:00:33.035635 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5ce3ecd2-ab81-410b-a88d-c20fe7fc8038 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "PUT /v2.0/routers/dfce47c5-b5d9-4c60-be2b-63d490930070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7336550 Sep 19 13:00:33.038037 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38904) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:33.041832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] Routers {'dfce47c5-b5d9-4c60-be2b-63d490930070'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:00:33.042456 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:00:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['dfce47c5-b5d9-4c60-be2b-63d490930070'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:33.106561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d79f3d-c68e-49ba-ba82-da35830ba3df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting subnet 4614ee2f-50a1-44e7-a3cf-3c41e5504aef {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 13:00:33.110394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c5d79f3d-c68e-49ba-ba82-da35830ba3df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:33.166017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c5d79f3d-c68e-49ba-ba82-da35830ba3df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:33.226091 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] Set router dfce47c5-b5d9-4c60-be2b-63d490930070 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:00:33.254700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c5d79f3d-c68e-49ba-ba82-da35830ba3df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:33.422005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c5d79f3d-c68e-49ba-ba82-da35830ba3df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:33.463620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d79f3d-c68e-49ba-ba82-da35830ba3df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Subnet': ['ID=4614ee2f-50a1-44e7-a3cf-3c41e5504aef,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:33.469982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c5d79f3d-c68e-49ba-ba82-da35830ba3df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:33.477627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72561fc0-cc6c-4aaa-8d81-4a4ac8ea233c None None] Network c9735293-7551-4911-a3f9-53ced6e32ed9 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:00:33.478205 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c5d79f3d-c68e-49ba-ba82-da35830ba3df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/subnets/4614ee2f-50a1-44e7-a3cf-3c41e5504aef HTTP/1.1" status: 204 len: 168 time: 0.4389517 Sep 19 13:00:33.480853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38908) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:33.662387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:33.680242 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T13:00:31Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:33.686850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] Checking router: dfce47c5-b5d9-4c60-be2b-63d490930070 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:00:33.700463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] Routers {'dfce47c5-b5d9-4c60-be2b-63d490930070'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:00:33.701067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:00:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['dfce47c5-b5d9-4c60-be2b-63d490930070'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:33.868459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:33.881509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] DHCP port deletion for c9735293-7551-4911-a3f9-53ced6e32ed9 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 13:00:33.893549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Deleting port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:00:33.893926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:33.945582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] Set router dfce47c5-b5d9-4c60-be2b-63d490930070 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:00:33.950808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port fba5ab7c-d6db-4687-92f7-22bc7024cfbe {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:00:33.951162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:34.134643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port fba5ab7c-d6db-4687-92f7-22bc7024cfbe, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fba5ab7c-d6db-4687-92f7-22bc7024cfbe,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:00:34.134959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:34.262065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for fba5ab7c-d6db-4687-92f7-22bc7024cfbe owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:00:34.385001 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] For port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=315ee905-f2bf-48ef-bd6e-0ba46283f4e5,segment=NetworkSegment(9e54006d-6f2f-43d8-ba7f-677a08c653c6),segment_id=9e54006d-6f2f-43d8-ba7f-677a08c653c6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:00:34.385661 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:34.487751 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:34.517285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Calling delete_port for 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:00:34.603449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T13:00:31Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:34.608671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be842a-422c-4396-a141-f2ff07303fe5 None None] The sync data for ids ['dfce47c5-b5d9-4c60-be2b-63d490930070'] in dv-neutron-857775-2-hyperv is: [{'id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599093601', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:59:18Z', 'updated_at': '2022-09-19T13:00:31Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': 'fba5ab7c-d6db-4687-92f7-22bc7024cfbe', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce47c5-b5d9-4c60-be2b-63d490930070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:59:19Z', 'updated_at': '2022-09-19T12:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:00:34.662960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=fba5ab7c-d6db-4687-92f7-22bc7024cfbe,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:34.684562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:34.732465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Pushing event deleted for resources: {'Port': ['ID=315ee905-f2bf-48ef-bd6e-0ba46283f4e5,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:34.742413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] No DVR routers for this DVR port 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:00:34.744326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.744679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.745036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.745373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.745709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.746045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.746374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.746703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.747076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.747383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.747709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.748037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa5d2d-557e-403a-8940-3aeb289e438e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:34.763840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:34.937963 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:34.940061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.027833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.028650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Fanout notify agent at l3_agent the message router_deleted on router dfce47c5-b5d9-4c60-be2b-63d490930070 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 13:00:35.045224 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.046347 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-bec168e9-ddc7-4f07-aa33-5b70bfd1f282 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/routers/dfce47c5-b5d9-4c60-be2b-63d490930070 HTTP/1.1" status: 204 len: 168 time: 1.5645959 Sep 19 13:00:35.049233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38912) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:35.178962 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.183267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:00:35.224751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:00:35.225176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 315ee905-f2bf-48ef-bd6e-0ba46283f4e5 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:00:35.225591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c4ba6f35-3530-46c5-a33e-17aeec51f3de no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:00:35.263493 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c4ba6f35-3530-46c5-a33e-17aeec51f3de {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:00:35.264124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c4ba6f35-3530-46c5-a33e-17aeec51f3de not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:00:35.331472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.357443 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9735293-7551-4911-a3f9-53ced6e32ed9']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:35.369548 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e54006d-6f2f-43d8-ba7f-677a08c653c6') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:35.369854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e54006d-6f2f-43d8-ba7f-677a08c653c6') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:35.381788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.399854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.406290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 13:00:35.406657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.503936 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 9e54006d-6f2f-43d8-ba7f-677a08c653c6 resource provider aggregate not found Sep 19 13:00:35.520529 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 9e54006d-6f2f-43d8-ba7f-677a08c653c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e54006d-6f2f-43d8-ba7f-677a08c653c6 found for delete ", "request_id": "req-36b2a221-a8fc-4321-b17e-859c33e41abe"}]} Sep 19 13:00:35.604551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.621722 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.636740 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Network': ['ID=c9735293-7551-4911-a3f9-53ced6e32ed9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:35.711716 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-c73becff-5287-41e9-986d-eca9f525011d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/networks/c9735293-7551-4911-a3f9-53ced6e32ed9 HTTP/1.1" status: 204 len: 168 time: 0.6606622 Sep 19 13:00:35.714407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38922) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:35.785418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80df80d2-92ed-4305-8012-9f85dac8db75 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.815153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80df80d2-92ed-4305-8012-9f85dac8db75 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:35.984817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80df80d2-92ed-4305-8012-9f85dac8db75 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:36.003009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df80d2-92ed-4305-8012-9f85dac8db75 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f229423b-97b1-4fa0-9ae4-7a79a76baaa9,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:36.081060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80df80d2-92ed-4305-8012-9f85dac8db75 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:36.082118 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-80df80d2-92ed-4305-8012-9f85dac8db75 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/security-groups/f229423b-97b1-4fa0-9ae4-7a79a76baaa9 HTTP/1.1" status: 204 len: 168 time: 0.3667381 Sep 19 13:00:36.316806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 38930) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:36.322152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393050380', 'description': 'tempest-secgroup-smoke-393050380 description', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:36.328222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:36.332413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:36.335977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:36.342107 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:36.424602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:36.444347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:36.448298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:36.451147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:36.456816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:36.532015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:36.590412 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:36.636773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21da561a-82a4-45d5-97f8-b19f833213d2,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:36.704957 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:36.706209 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-3f1acbdc-6456-495b-b0f4-1d40cc11220b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3884003 Sep 19 13:00:36.709193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38934) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:36.714490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '21da561a-82a4-45d5-97f8-b19f833213d2', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:36.720703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:36.725162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:36.728460 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:36.737008 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:36.811735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:36.873599 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:36.924563 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:36.948277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b9310d-5524-41b8-a6c2-a2578dfda1f2,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:37.030154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.031654 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-13738e90-deab-474e-a6f2-bdf3690db8db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3214586 Sep 19 13:00:37.034266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38938) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:37.039941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '21da561a-82a4-45d5-97f8-b19f833213d2', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:37.045983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:37.049934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:37.053590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:37.059345 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:37.081125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fba5ab7c-d6db-4687-92f7-22bc7024cfbe no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:00:37.119371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: fba5ab7c-d6db-4687-92f7-22bc7024cfbe {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:00:37.119715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fba5ab7c-d6db-4687-92f7-22bc7024cfbe not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:00:37.131972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.206450 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.276032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.300111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4015c140-cf8a-4e4a-aee4-51d36542ff57,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:37.393141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.394408 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ad42ac56-8051-408f-aad0-3fbca8e66bcf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3592138 Sep 19 13:00:37.397818 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38942) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:37.403057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '21da561a-82a4-45d5-97f8-b19f833213d2', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:37.409380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:37.413795 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:37.416708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:37.422336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:37.491642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.556824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.667482 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.691833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf62828-115b-4cc9-be29-4f9dac5b95b5,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:37.775855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.777081 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1963662c-4f1e-4fda-b448-f8a500e83466 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3783202 Sep 19 13:00:37.779761 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38946) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:37.784682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '21da561a-82a4-45d5-97f8-b19f833213d2', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:37.791202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:37.795102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:37.797971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:37.804235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:37.868361 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.932069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:37.995939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.019635 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211fe3c6-6fc5-413b-9639-695a4c4b70fc,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:38.093215 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.094418 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-90a04399-a5c7-4122-84b8-b98155533cf1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3137293 Sep 19 13:00:38.097154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38950) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:38.102235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '21da561a-82a4-45d5-97f8-b19f833213d2', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:38.108523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:38.114270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:38.116352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:38.122263 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:38.213275 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Project 2b81e4f8f0c2493886e11c94d1a8d012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:00:38.220144 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.286374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.364467 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.391383 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e592159-33a2-4452-a9f0-84e3b8967e7b,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:38.456002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.457237 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d16617b9-4960-42ff-8ae2-e81b4ce4f1f7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3591454 Sep 19 13:00:38.460693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38954) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:38.465771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '21da561a-82a4-45d5-97f8-b19f833213d2', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:38.471809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:38.476250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:38.479594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:38.485625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:38.576010 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Project 2b81e4f8f0c2493886e11c94d1a8d012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:00:38.583211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.649112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.742210 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.766630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305272a5-df1e-4c74-9f3b-0fdc22f43698,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:38.839322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.840563 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1bc95884-fcf3-43a2-8ad7-6d3cc536833c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789215 Sep 19 13:00:38.843347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38958) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:38.849476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'network': {'name': 'tempest-network-smoke--472161132', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'port_security_enabled': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:38.855625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:38.859800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:network and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:38.862644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:38.869156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:38.952922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:00:38.956476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.985318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 13:00:38.993887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:38.994163 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Added segment 6885a5cf-7867-403b-9df7-4a3ce8529740 of type vlan for network ab8268a0-829e-439e-8426-2d15e2610e21 Sep 19 13:00:39.019640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:39.115821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:39.121897 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:39.122501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:39.231925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Network': ['ID=ab8268a0-829e-439e-8426-2d15e2610e21,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:39.242830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network ab8268a0-829e-439e-8426-2d15e2610e21 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 13:00:39.282350 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9060f554-2cb5-4b20-abca-73bd4c02e223 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4379480 Sep 19 13:00:39.285036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38962) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:39.290532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'admin_state_up': True, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:39.297882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:39.301756 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:router and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:39.305661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:39.312051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:39.396426 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:39.397609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:39.412138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:39.743267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:40.216406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:40.249812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:40.387199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.26.5.15 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/6033310e-cd21-4531-b884-bb5b7e8a9b0a) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:00:40.536363 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:40.630638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:40.695259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:00:40.697931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:00:40.700471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:00:40.746591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=6033310e-cd21-4531-b884-bb5b7e8a9b0a,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:41.176073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:41.512346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:41.631590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-37a9a215-0938-49f3-8789-8f9598a3c19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:42.030642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router e16b8749-a02f-4f66-9775-87406c8fe4a2 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 13:00:42.210327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:00:42.221409 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Sync routers for ids ['e16b8749-a02f-4f66-9775-87406c8fe4a2'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:00:42.231982 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Routers {'e16b8749-a02f-4f66-9775-87406c8fe4a2'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:00:42.232658 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:00:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e16b8749-a02f-4f66-9775-87406c8fe4a2'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:42.316415 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:42.317824 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f2d28837-8da2-4e48-a482-064d533f6004 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0316706 Sep 19 13:00:42.321254 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38966) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:42.365763 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6f3f08c9-43fe-432a-a723-5cd414cebc87 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2b81e4f8f0c2493886e11c94d1a8d012&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433586 Sep 19 13:00:42.368959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38970) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:42.428918 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Set router e16b8749-a02f-4f66-9775-87406c8fe4a2 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:00:42.520625 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6065167-c89f-43fb-a451-2f6ff4443ee1 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:42.522254 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f6065167-c89f-43fb-a451-2f6ff4443ee1 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1522434 Sep 19 13:00:42.524992 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38974) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:42.568323 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5639dfe8-d4a8-46d2-b9e6-af0814f2b446 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398216 Sep 19 13:00:42.568540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38978) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:42.574570 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2023408433', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:42.688411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:42.692318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:subnet and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:00:42.695758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:00:42.701633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:42.725747 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:40Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:42.731005 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Checking router: e16b8749-a02f-4f66-9775-87406c8fe4a2 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:00:42.731357 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Updating router e16b8749-a02f-4f66-9775-87406c8fe4a2 port 6033310e-cd21-4531-b884-bb5b7e8a9b0a binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:00:42.789192 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:42.796443 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:00:42.800350 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:43.081816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:43.160356 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:43.163886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Subnet': ['ID=5808668c-2ab1-42af-8dd2-21411d3eac22,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:43.171499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Checking segment: {'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:00:43.171863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network hostable DHCP agents. Network: ab8268a0-829e-439e-8426-2d15e2610e21, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 13:00:43.172242 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Transition to ACTIVE for port object 6033310e-cd21-4531-b884-bb5b7e8a9b0a will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:00:43.238962 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:43.267503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network ab8268a0-829e-439e-8426-2d15e2610e21 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 13:00:43.314511 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Attempting to bind port 6033310e-cd21-4531-b884-bb5b7e8a9b0a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:00:43.314901 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Attempting to bind port 6033310e-cd21-4531-b884-bb5b7e8a9b0a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:00:43.315257 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Attempting to bind port 6033310e-cd21-4531-b884-bb5b7e8a9b0a on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:00:43.325389 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:00:43.325693 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:00:43.326087 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:43.326477 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:00:43.326964 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Bound port: 6033310e-cd21-4531-b884-bb5b7e8a9b0a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:00:43.327333 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:43.369191 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Pushing event updated for resources: {'Port': ['ID=6033310e-cd21-4531-b884-bb5b7e8a9b0a,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:43.370096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, ab8268a0-829e-439e-8426-2d15e2610e21) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:00:43.374659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:43.375832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:43.379419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48caf085-e325-44b2-a050-eb4b09cfc28d None None] Network ab8268a0-829e-439e-8426-2d15e2610e21 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:00:43.387574 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.387925 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.388267 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.388599 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.388922 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.389253 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.389572 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.389895 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.390215 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.390557 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.390872 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.391191 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:00:43.424852 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] For port 6033310e-cd21-4531-b884-bb5b7e8a9b0a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:00:43.427906 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] For port 6033310e-cd21-4531-b884-bb5b7e8a9b0a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6033310e-cd21-4531-b884-bb5b7e8a9b0a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:00:43.485336 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9ec990bc-d291-4f45-8416-12e2f6791568 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9151165 Sep 19 13:00:43.488197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 38982) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:00:43.519460 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:43.579662 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Routers {'e16b8749-a02f-4f66-9775-87406c8fe4a2'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:00:43.580623 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:00:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e16b8749-a02f-4f66-9775-87406c8fe4a2'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:43.615342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-ab8268a0-829e-439e-8426-2d15e2610e21', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 13:00:43.616816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:43.670350 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b9902-4ad2-4f01-9ac1-40f7c25656b7 None None] Pushing event updated for resources: {'Port': ['ID=6033310e-cd21-4531-b884-bb5b7e8a9b0a,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:43.779499 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] Set router e16b8749-a02f-4f66-9775-87406c8fe4a2 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:00:43.790803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Allocated IP 172.20.0.2 (ab8268a0-829e-439e-8426-2d15e2610e21/5808668c-2ab1-42af-8dd2-21411d3eac22/89a5c8d8-9eff-4a6f-8f64-da3614a37fee) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:00:43.872625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3d945954-403b-442f-a75c-7410cbc31d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:44.027656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:44.038999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Transition to ACTIVE for port object 89a5c8d8-9eff-4a6f-8f64-da3614a37fee will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:00:44.059797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Transition to ACTIVE for port object 89a5c8d8-9eff-4a6f-8f64-da3614a37fee will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:00:44.081173 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:40Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:44.085159 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfdb8e-6945-4135-b670-c8f1fac7fd9f None None] The sync data for ids ['e16b8749-a02f-4f66-9775-87406c8fe4a2'] in dv-neutron-857775-2-hyperv is: [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:40Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:00:44.187906 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:44.255218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Network ab8268a0-829e-439e-8426-2d15e2610e21 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:00:44.258047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:00:44.262034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:00:44.300268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Pushing event updated for resources: {'Port': ['ID=89a5c8d8-9eff-4a6f-8f64-da3614a37fee,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:44.394006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:44.435811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Attempting to bind port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:00:44.436406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Attempting to bind port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:00:44.436532 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Attempting to bind port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee on network ab8268a0-829e-439e-8426-2d15e2610e21 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:00:44.442368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:00:44.442762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Checking segment: {'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:00:44.443178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:44.443575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Bound using segment: {'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:00:44.445099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Bound port: 89a5c8d8-9eff-4a6f-8f64-da3614a37fee, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:00:44.445485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:44.560873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] For port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:00:44.563361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] For port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=89a5c8d8-9eff-4a6f-8f64-da3614a37fee,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:00:44.624832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:44.654122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:44.736795 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67d38a-b3bd-4655-8911-de965f9cc1e1 None None] Pushing event updated for resources: {'Port': ['ID=89a5c8d8-9eff-4a6f-8f64-da3614a37fee,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:44.830647 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.20.0.1 (ab8268a0-829e-439e-8426-2d15e2610e21/5808668c-2ab1-42af-8dd2-21411d3eac22/20849120-469d-4c2e-8a4e-4cf943a3642c) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:00:45.047926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:45.066585 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Transition to ACTIVE for port object 20849120-469d-4c2e-8a4e-4cf943a3642c will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:00:45.161895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:45.168951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6033310e-cd21-4531-b884-bb5b7e8a9b0a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:00:45.185131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:45.262470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network ab8268a0-829e-439e-8426-2d15e2610e21 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:00:45.266861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:00:45.272919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:00:45.305321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 6033310e-cd21-4531-b884-bb5b7e8a9b0a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:00:45.306531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=20849120-469d-4c2e-8a4e-4cf943a3642c,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:45.310618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6033310e-cd21-4531-b884-bb5b7e8a9b0a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:45.311027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:45.338115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:45.431932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6033310e-cd21-4531-b884-bb5b7e8a9b0a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:00:45.432278 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:45.449867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 6033310e-cd21-4531-b884-bb5b7e8a9b0a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6033310e-cd21-4531-b884-bb5b7e8a9b0a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:00:45.515960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:45.516736 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 89a5c8d8-9eff-4a6f-8f64-da3614a37fee up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:00:45.640210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=6033310e-cd21-4531-b884-bb5b7e8a9b0a,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:45.684206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:45.719026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:00:45.807969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be1ac0-7b71-46f2-911b-8679e63c841e None None] Network ab8268a0-829e-439e-8426-2d15e2610e21 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:00:45.984125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ae73d599-66e1-460a-a033-59ccdc9e5310 None None] Provisioning for port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:00:45.998026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ae73d599-66e1-460a-a033-59ccdc9e5310 None None] Provisioning complete for port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:45.998412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ae73d599-66e1-460a-a033-59ccdc9e5310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:46.192201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ae73d599-66e1-460a-a033-59ccdc9e5310 None None] Current status of the port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:00:46.192619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ae73d599-66e1-460a-a033-59ccdc9e5310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:46.228994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-ae73d599-66e1-460a-a033-59ccdc9e5310 None None] For port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=89a5c8d8-9eff-4a6f-8f64-da3614a37fee,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:00:46.253329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:46.333396 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ae73d599-66e1-460a-a033-59ccdc9e5310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:46.344686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:46.404576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73d599-66e1-460a-a033-59ccdc9e5310 None None] Pushing event updated for resources: {'Port': ['ID=89a5c8d8-9eff-4a6f-8f64-da3614a37fee,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:46.468258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:46.471756 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=20849120-469d-4c2e-8a4e-4cf943a3642c,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:46.521700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f547c4cc-a627-48f8-871b-b9bf7ef81915 None None] Provisioning for port 20849120-469d-4c2e-8a4e-4cf943a3642c completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:00:46.530015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f547c4cc-a627-48f8-871b-b9bf7ef81915 None None] Provisioning complete for port 20849120-469d-4c2e-8a4e-4cf943a3642c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:46.530309 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f547c4cc-a627-48f8-871b-b9bf7ef81915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:46.590223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f547c4cc-a627-48f8-871b-b9bf7ef81915 None None] Port 20849120-469d-4c2e-8a4e-4cf943a3642c cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:00:46.601534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f547c4cc-a627-48f8-871b-b9bf7ef81915 None None] Provisioning complete for port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:46.601904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f547c4cc-a627-48f8-871b-b9bf7ef81915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:46.628339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network ab8268a0-829e-439e-8426-2d15e2610e21 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:00:46.629441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:00:46.630849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:46.727811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-f547c4cc-a627-48f8-871b-b9bf7ef81915 None None] Current status of the port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:00:46.829441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router e16b8749-a02f-4f66-9775-87406c8fe4a2 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:00:46.847762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-57035095-61b4-468c-a8bc-121877c409ae None None] Provisioning complete for port 20849120-469d-4c2e-8a4e-4cf943a3642c triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:46.848129 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-57035095-61b4-468c-a8bc-121877c409ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:46.902329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-57035095-61b4-468c-a8bc-121877c409ae None None] Port 20849120-469d-4c2e-8a4e-4cf943a3642c cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:00:47.010362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:00:47.019859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Sync routers for ids ['e16b8749-a02f-4f66-9775-87406c8fe4a2'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:00:47.023866 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-94bed661-c250-400e-9c60-4713bac806df tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "PUT /v2.0/routers/e16b8749-a02f-4f66-9775-87406c8fe4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5343955 Sep 19 13:00:47.029955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Routers {'e16b8749-a02f-4f66-9775-87406c8fe4a2'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:00:47.030565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:00:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e16b8749-a02f-4f66-9775-87406c8fe4a2'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:47.173258 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6033310e-cd21-4531-b884-bb5b7e8a9b0a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:00:47.192018 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-f6f1c600-fa85-4a6e-843e-e7e3c1c98e10 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393050380&fields=id&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 267 time: 0.0412762 Sep 19 13:00:47.268390 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Set router e16b8749-a02f-4f66-9775-87406c8fe4a2 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:00:47.349559 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-a8e8d2c2-b767-4fe0-a91f-d6f494ce1b3b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:47.350861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-a8e8d2c2-b767-4fe0-a91f-d6f494ce1b3b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:00:47.381653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6033310e-cd21-4531-b884-bb5b7e8a9b0a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:47.382005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:47.438812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-a8e8d2c2-b767-4fe0-a91f-d6f494ce1b3b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:00:47.440032 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-a8e8d2c2-b767-4fe0-a91f-d6f494ce1b3b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/networks?id=ab8268a0-829e-439e-8426-2d15e2610e21 HTTP/1.1" status: 200 len: 796 time: 0.2411034 Sep 19 13:00:47.455297 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-e8e02814-2852-4176-97a3-adeea3e1536a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/quotas/2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 375 time: 0.0095873 Sep 19 13:00:47.550440 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-64be7227-6ea9-4611-98b3-d98de956a407 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:00:47.647828 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-64be7227-6ea9-4611-98b3-d98de956a407 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:00:47.651956 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-64be7227-6ea9-4611-98b3-d98de956a407 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1911776 Sep 19 13:00:47.702698 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6033310e-cd21-4531-b884-bb5b7e8a9b0a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:00:47.703801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 89a5c8d8-9eff-4a6f-8f64-da3614a37fee up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:00:47.782953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '20849120-469d-4c2e-8a4e-4cf943a3642c', 'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:e1:99:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:44Z', 'updated_at': '2022-09-19T13:00:46Z', 'revision_number': 2, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:47.790529 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-17b87a12-32d6-45dd-b51b-7ef4850cfa5f service neutron] 10.222.0.66 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295710 Sep 19 13:00:47.791505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Checking router: e16b8749-a02f-4f66-9775-87406c8fe4a2 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:00:47.791926 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Updating router e16b8749-a02f-4f66-9775-87406c8fe4a2 port 20849120-469d-4c2e-8a4e-4cf943a3642c binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:00:47.823855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:47.823855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:47.893459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:47.925418 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2de1ac4e-b047-490e-aa05-2057cf87e778 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287484 Sep 19 13:00:48.076580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:00:48.211461 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6b022122-2074-4f02-8da9-e9cb4c1fbdfd req-443b58cc-fd93-4b8c-aee2-25a29715fb82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 210 time: 0.0522778 Sep 19 13:00:48.331250 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:48.343143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Transition to ACTIVE for port object 20849120-469d-4c2e-8a4e-4cf943a3642c will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:00:48.458641 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:48.657127 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de038d0f-3584-4573-9ce4-3282b82ac2a9 None None] Pushing event updated for resources: {'Port': ['ID=20849120-469d-4c2e-8a4e-4cf943a3642c,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:48.675377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Attempting to bind port 20849120-469d-4c2e-8a4e-4cf943a3642c on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:00:48.675741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Attempting to bind port 20849120-469d-4c2e-8a4e-4cf943a3642c by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:00:48.676095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Attempting to bind port 20849120-469d-4c2e-8a4e-4cf943a3642c on network ab8268a0-829e-439e-8426-2d15e2610e21 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:00:48.681685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:00:48.682050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Checking segment: {'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:00:48.682444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:48.682856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Bound using segment: {'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:00:48.683318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Bound port: 20849120-469d-4c2e-8a4e-4cf943a3642c, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:00:48.683685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:48.773360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] For port 20849120-469d-4c2e-8a4e-4cf943a3642c, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:00:48.776476 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] For port 20849120-469d-4c2e-8a4e-4cf943a3642c, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=20849120-469d-4c2e-8a4e-4cf943a3642c,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:00:48.833660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:48.899929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Routers {'e16b8749-a02f-4f66-9775-87406c8fe4a2'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:00:48.900555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:00:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e16b8749-a02f-4f66-9775-87406c8fe4a2'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:48.984186 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de038d0f-3584-4573-9ce4-3282b82ac2a9 None None] Pushing event updated for resources: {'Port': ['ID=20849120-469d-4c2e-8a4e-4cf943a3642c,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:49.122461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] Set router e16b8749-a02f-4f66-9775-87406c8fe4a2 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:00:49.471300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '20849120-469d-4c2e-8a4e-4cf943a3642c', 'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:e1:99:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:44Z', 'updated_at': '2022-09-19T13:00:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:00:49.476374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427e873-c4e4-4516-838f-59a968d9635b None None] The sync data for ids ['e16b8749-a02f-4f66-9775-87406c8fe4a2'] in dv-neutron-857775-2-hyperv is: [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '20849120-469d-4c2e-8a4e-4cf943a3642c', 'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:e1:99:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:44Z', 'updated_at': '2022-09-19T13:00:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:00:49.547628 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4a4122dc-5fed-4e2a-8fd8-05b4fe54ef0c req-119e7249-121b-45a0-b85d-7aa2f1be0c04 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 210 time: 0.1865571 Sep 19 13:00:50.550482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-691626f1-6627-421d-98f9-323d54bc85eb tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:50.553069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-691626f1-6627-421d-98f9-323d54bc85eb tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:00:50.566424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-691626f1-6627-421d-98f9-323d54bc85eb tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:00:50.567626 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-691626f1-6627-421d-98f9-323d54bc85eb tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/networks?id=ab8268a0-829e-439e-8426-2d15e2610e21 HTTP/1.1" status: 200 len: 796 time: 0.1704497 Sep 19 13:00:50.623373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-fdf577fc-395a-49a0-a352-2d03b3f05fd1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:00:50.728949 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-afbf56c1-b7bc-43b3-97e1-dff8f5875719 req-fa72b184-41e0-4a14-9ec4-31dfa14f7f00 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 210 time: 0.0569639 Sep 19 13:00:50.750076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-fdf577fc-395a-49a0-a352-2d03b3f05fd1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:00:50.751396 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-fdf577fc-395a-49a0-a352-2d03b3f05fd1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 379 time: 0.1711583 Sep 19 13:00:50.763562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'port': {'device_id': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'admin_state_up': True, 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'security_groups': ['21da561a-82a4-45d5-97f8-b19f833213d2']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:50.911169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:00:50.921686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:00:51.033189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:00:51.036765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:51.153387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 20849120-469d-4c2e-8a4e-4cf943a3642c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:00:51.205407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.20.0.9 (ab8268a0-829e-439e-8426-2d15e2610e21/5808668c-2ab1-42af-8dd2-21411d3eac22/e7bcced8-63a9-4a57-95de-686c10accbc7) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:00:51.310166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 20849120-469d-4c2e-8a4e-4cf943a3642c completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:00:51.315451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 20849120-469d-4c2e-8a4e-4cf943a3642c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:51.319913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:51.409075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:51.424798 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Transition to ACTIVE for port object e7bcced8-63a9-4a57-95de-686c10accbc7 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:00:51.437119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 20849120-469d-4c2e-8a4e-4cf943a3642c is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:00:51.440234 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:51.469852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 20849120-469d-4c2e-8a4e-4cf943a3642c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=20849120-469d-4c2e-8a4e-4cf943a3642c,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:00:51.519253 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:51.550484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:51.594922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network ab8268a0-829e-439e-8426-2d15e2610e21 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:00:51.598834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:00:51.603280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:00:51.640294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=e7bcced8-63a9-4a57-95de-686c10accbc7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:51.658851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=20849120-469d-4c2e-8a4e-4cf943a3642c,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:51.684729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:51.685409 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:51.771172 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-91a8fa8c-b392-4ea9-a048-0c7263e9aa33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0115423 Sep 19 13:00:51.783808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Request body: {'port': {'device_id': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:00:51.933339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-87298108-3354-49e3-9ebc-895e3f4b91a8 None None] Provisioning for port e7bcced8-63a9-4a57-95de-686c10accbc7 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:00:51.939510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-87298108-3354-49e3-9ebc-895e3f4b91a8 None None] Provisioning complete for port e7bcced8-63a9-4a57-95de-686c10accbc7 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:51.939925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-87298108-3354-49e3-9ebc-895e3f4b91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:51.967550 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c9bb9-1193-417c-a954-76b47d64e926 req-8cb7f1c2-ce7e-4104-b293-12e5a1b0d336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:51.970935 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c80c9bb9-1193-417c-a954-76b47d64e926 req-8cb7f1c2-ce7e-4104-b293-12e5a1b0d336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 931 time: 0.1043813 Sep 19 13:00:52.006055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-87298108-3354-49e3-9ebc-895e3f4b91a8 None None] Port e7bcced8-63a9-4a57-95de-686c10accbc7 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:00:52.012728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:52.021059 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c80c9bb9-1193-417c-a954-76b47d64e926 req-39c60caa-9afc-4bb0-a393-2863bffd23a4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413585 Sep 19 13:00:52.381414 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bcced8-63a9-4a57-95de-686c10accbc7 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:00:52.388609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:52.403348 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Transition to ACTIVE for port object e7bcced8-63a9-4a57-95de-686c10accbc7 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:00:52.470214 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:52.666737 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bcced8-63a9-4a57-95de-686c10accbc7,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:52.710809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Attempting to bind port e7bcced8-63a9-4a57-95de-686c10accbc7 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:00:52.711142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Attempting to bind port e7bcced8-63a9-4a57-95de-686c10accbc7 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:00:52.711459 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Attempting to bind port e7bcced8-63a9-4a57-95de-686c10accbc7 on network ab8268a0-829e-439e-8426-2d15e2610e21 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:00:52.716084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Port e7bcced8-63a9-4a57-95de-686c10accbc7 on network ab8268a0-829e-439e-8426-2d15e2610e21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 13:00:52.716404 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Attempting to bind port e7bcced8-63a9-4a57-95de-686c10accbc7 on network ab8268a0-829e-439e-8426-2d15e2610e21 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:00:52.721458 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:00:52.721790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Checking segment: {'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:00:52.722167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Bound using segment: {'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:00:52.722581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Bound port: e7bcced8-63a9-4a57-95de-686c10accbc7, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6885a5cf-7867-403b-9df7-4a3ce8529740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:00:52.722948 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:52.813309 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] For port e7bcced8-63a9-4a57-95de-686c10accbc7, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:00:52.816193 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] For port e7bcced8-63a9-4a57-95de-686c10accbc7, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e7bcced8-63a9-4a57-95de-686c10accbc7,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:00:52.888169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:52.891235 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:52.891893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:52.893520 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] 10.222.0.85 "PUT /v2.0/ports/e7bcced8-63a9-4a57-95de-686c10accbc7 HTTP/1.1" status: 200 len: 1093 time: 1.1147876 Sep 19 13:00:52.924476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'tag': 'e7bcced8-63a9-4a57-95de-686c10accbc7'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:00:52.926793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55859c9b-673e-4e92-bd1d-8ffa8cecfb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "94ace8e6-0979-48e2-8ad2-4f33f1a5f869", "tag": "e7bcced8-63a9-4a57-95de-686c10accbc7"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:00:52.974540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ffd1d9-d403-4eb3-a946-a57cfe2b9016 x-openstack-request-id: req-97ffd1d9-d403-4eb3-a946-a57cfe2b9016 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:00:52.975487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ace8e6-0979-48e2-8ad2-4f33f1a5f869", "tag": "e7bcced8-63a9-4a57-95de-686c10accbc7", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:00:52.975789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97ffd1d9-d403-4eb3-a946-a57cfe2b9016 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:00:52.976267 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ffd1d9-d403-4eb3-a946-a57cfe2b9016'] response: {'name': 'network-changed', 'server_uuid': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'tag': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'status': 'completed', 'code': 200} Sep 19 13:00:52.977014 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78f905-8d4f-42d5-9047-0acc9bc2b145 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bcced8-63a9-4a57-95de-686c10accbc7,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:53.084783 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55859c9b-673e-4e92-bd1d-8ffa8cecfb4e req-6125c45f-259d-4be2-b8d9-88b4d502e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:53.086409 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-55859c9b-673e-4e92-bd1d-8ffa8cecfb4e req-6125c45f-259d-4be2-b8d9-88b4d502e73e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 1096 time: 0.0809898 Sep 19 13:00:53.137543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 20849120-469d-4c2e-8a4e-4cf943a3642c up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:00:53.211457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 20849120-469d-4c2e-8a4e-4cf943a3642c triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:53.212070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:53.230100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a5d34-d9d7-4edc-9680-02a8e45f1173 req-a44f5c57-1449-430e-ab70-6901c35db03d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:53.231624 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-542a5d34-d9d7-4edc-9680-02a8e45f1173 req-a44f5c57-1449-430e-ab70-6901c35db03d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 943 time: 0.0958834 Sep 19 13:00:53.249129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55859c9b-673e-4e92-bd1d-8ffa8cecfb4e req-232505f5-a0ab-433b-92dc-6176ec86dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:53.251061 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-55859c9b-673e-4e92-bd1d-8ffa8cecfb4e req-232505f5-a0ab-433b-92dc-6176ec86dc71 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1539223 Sep 19 13:00:53.293442 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-542a5d34-d9d7-4edc-9680-02a8e45f1173 req-bf2c576c-56d0-472c-8a03-3c67876f34d3 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495577 Sep 19 13:00:53.349229 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 20849120-469d-4c2e-8a4e-4cf943a3642c is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:00:53.400584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55859c9b-673e-4e92-bd1d-8ffa8cecfb4e req-402e79cc-2230-4cb9-920f-eb6317f4acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:53.402064 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-55859c9b-673e-4e92-bd1d-8ffa8cecfb4e req-402e79cc-2230-4cb9-920f-eb6317f4acfe service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418259 Sep 19 13:00:53.404122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:53.526044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-55251981-b63c-4864-bb86-4a5a2138220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:53.527554 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-55251981-b63c-4864-bb86-4a5a2138220e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 1096 time: 0.0775423 Sep 19 13:00:53.598550 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-0a7c87f6-cb8b-4508-9e01-3e10b7d965ca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcced8-63a9-4a57-95de-686c10accbc7 HTTP/1.1" status: 200 len: 217 time: 0.0626540 Sep 19 13:00:53.667088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-f7137c0c-ce55-4719-9623-ee6cfa1459cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:53.668525 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-f7137c0c-ce55-4719-9623-ee6cfa1459cb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5808668c-2ab1-42af-8dd2-21411d3eac22 HTTP/1.1" status: 200 len: 835 time: 0.0614157 Sep 19 13:00:53.753851 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-26393f2a-b015-436c-b2e0-21f4fd0e03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:53.755370 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-26393f2a-b015-436c-b2e0-21f4fd0e03f1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ab8268a0-829e-439e-8426-2d15e2610e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779657 Sep 19 13:00:54.001682 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-7ecdf18c-9521-4fd3-841c-4899f3db6cec service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362325 Sep 19 13:00:54.136357 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-89bfc12d-31b2-47cc-9516-c42db255abaf req-fa237236-824e-482d-952d-5cda7203a17f service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251850 Sep 19 13:00:54.486057 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bf1c-d349-42f8-9955-c6fdd848a731 req-8e4565eb-af37-4676-9713-5c43a9260cb8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:54.487516 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5841bf1c-d349-42f8-9955-c6fdd848a731 req-8e4565eb-af37-4676-9713-5c43a9260cb8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 943 time: 0.0904660 Sep 19 13:00:54.531836 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5841bf1c-d349-42f8-9955-c6fdd848a731 req-85fdb72c-6b9e-4859-8614-16e0cb054694 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380466 Sep 19 13:00:55.737966 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585c01b-9141-4a06-b13b-cd27f338183c req-2e5afc6a-b1b0-45e8-914d-2a94265722f8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:55.739481 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1585c01b-9141-4a06-b13b-cd27f338183c req-2e5afc6a-b1b0-45e8-914d-2a94265722f8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 943 time: 0.0944421 Sep 19 13:00:55.783654 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1585c01b-9141-4a06-b13b-cd27f338183c req-b27bba2b-344f-430e-abee-89774c44212a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386114 Sep 19 13:00:55.790179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e7bcced8-63a9-4a57-95de-686c10accbc7 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:00:55.929633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e7bcced8-63a9-4a57-95de-686c10accbc7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e7bcced8-63a9-4a57-95de-686c10accbc7,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:00:55.942510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'port_id': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'mac_address': 'fa:16:3e:67:34:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:00:56.002047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port e7bcced8-63a9-4a57-95de-686c10accbc7 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:00:56.002452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:56.022215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bcced8-63a9-4a57-95de-686c10accbc7 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:00:56.037484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e7bcced8-63a9-4a57-95de-686c10accbc7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e7bcced8-63a9-4a57-95de-686c10accbc7,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:00:56.089686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:56.156911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=e7bcced8-63a9-4a57-95de-686c10accbc7,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:56.422679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['e7bcced8-63a9-4a57-95de-686c10accbc7'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:00:56.812678 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:00:56.987916 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51e137-da5a-4a63-958b-7649ea23280f req-43b378f4-c357-4003-9abe-5e02060512d6 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:56.989350 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a51e137-da5a-4a63-958b-7649ea23280f req-43b378f4-c357-4003-9abe-5e02060512d6 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 944 time: 0.0888610 Sep 19 13:00:57.034052 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2a51e137-da5a-4a63-958b-7649ea23280f req-2b8baee9-f578-4037-9fb7-7de9cdd4d598 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390885 Sep 19 13:00:57.790246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e7bcced8-63a9-4a57-95de-686c10accbc7 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:00:57.941111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port e7bcced8-63a9-4a57-95de-686c10accbc7 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:00:57.946134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port e7bcced8-63a9-4a57-95de-686c10accbc7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:00:57.946504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:58.103987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port e7bcced8-63a9-4a57-95de-686c10accbc7 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:00:58.104367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:58.130827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcced8-63a9-4a57-95de-686c10accbc7'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:00:58.133150 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d24abf7-0cdf-4bca-ad89-fc82611fd13c" -d '{"events": [{"server_uuid": "94ace8e6-0979-48e2-8ad2-4f33f1a5f869", "name": "network-vif-plugged", "status": "completed", "tag": "e7bcced8-63a9-4a57-95de-686c10accbc7"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:00:58.141944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port e7bcced8-63a9-4a57-95de-686c10accbc7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e7bcced8-63a9-4a57-95de-686c10accbc7,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:00:58.175863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225ae478-1853-4ed4-8c90-6ed3a3d2e5a4 x-openstack-request-id: req-225ae478-1853-4ed4-8c90-6ed3a3d2e5a4 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:00:58.176153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ace8e6-0979-48e2-8ad2-4f33f1a5f869", "name": "network-vif-plugged", "status": "completed", "tag": "e7bcced8-63a9-4a57-95de-686c10accbc7", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:00:58.176406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-225ae478-1853-4ed4-8c90-6ed3a3d2e5a4 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:00:58.176801 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225ae478-1853-4ed4-8c90-6ed3a3d2e5a4'] response: {'server_uuid': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'code': 200} Sep 19 13:00:58.218541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:00:58.248667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af66fc3-a191-49db-861e-1f4ff8291152 req-89cbfdc0-9734-4d76-8e68-5ba68bddb34e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:58.250338 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4af66fc3-a191-49db-861e-1f4ff8291152 req-89cbfdc0-9734-4d76-8e68-5ba68bddb34e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 944 time: 0.0990763 Sep 19 13:00:58.298697 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4af66fc3-a191-49db-861e-1f4ff8291152 req-15c91d80-3c8b-401b-8b7c-6b5b237bf484 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422773 Sep 19 13:00:58.299128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=e7bcced8-63a9-4a57-95de-686c10accbc7,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:00:58.570377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280af446-2003-4331-a4df-f61b45b4f6aa req-f5818331-35dc-4f06-b04c-0e6504afc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:58.572460 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-280af446-2003-4331-a4df-f61b45b4f6aa req-f5818331-35dc-4f06-b04c-0e6504afc075 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 1098 time: 0.0825641 Sep 19 13:00:58.616593 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-280af446-2003-4331-a4df-f61b45b4f6aa req-45b3a5ee-6c93-407c-8ce5-2204c6d1dab7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352247 Sep 19 13:00:59.502519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ca2d2-6415-4165-a86c-b4440f2c3158 req-619dce00-600e-4049-884f-ceac81b10029 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:00:59.503992 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-868ca2d2-6415-4165-a86c-b4440f2c3158 req-619dce00-600e-4049-884f-ceac81b10029 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0874813 Sep 19 13:00:59.552148 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-868ca2d2-6415-4165-a86c-b4440f2c3158 req-4e552b63-3377-4e9f-8b77-509b62ebd7d4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424423 Sep 19 13:01:00.770194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19315238-75c9-49bf-bb13-374e50e4c295 req-aba661c6-8b01-41c4-bfc1-8c11b50e514d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:00.771670 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-19315238-75c9-49bf-bb13-374e50e4c295 req-aba661c6-8b01-41c4-bfc1-8c11b50e514d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.1015263 Sep 19 13:01:00.815988 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-19315238-75c9-49bf-bb13-374e50e4c295 req-38c8c69e-9934-4d81-a209-dccc5e364185 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386407 Sep 19 13:01:01.024733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df07a4-85bf-40cd-b5ec-345d53bd8e73 req-faa044fe-6238-4fc3-82cb-bda7d9c8fcc5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:01.026253 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-24df07a4-85bf-40cd-b5ec-345d53bd8e73 req-faa044fe-6238-4fc3-82cb-bda7d9c8fcc5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0930648 Sep 19 13:01:01.074039 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-24df07a4-85bf-40cd-b5ec-345d53bd8e73 req-7c3d353c-f19f-4a87-8bb5-d61292ec6ffe tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421004 Sep 19 13:01:01.104387 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39038) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:01:01.182878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d3b88f-09c0-4175-9726-205d691e5bb0 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:01.184393 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-30d3b88f-09c0-4175-9726-205d691e5bb0 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 1093 time: 0.0788784 Sep 19 13:01:01.187329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39042) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:01:01.192124 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:01:01.198267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:01:01.202118 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:floatingip and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:01:01.204943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:01:01.210521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:01:01.301665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:01.449667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:01.584970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.26.5.165 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/9cc14080-82b2-4247-9a7b-96a781cc97be) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:01:01.733609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:01.824719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:01.893830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:01:01.896545 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:01:01.901209 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:01:01.936272 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=9cc14080-82b2-4247-9a7b-96a781cc97be,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:01:02.423258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:02.562601 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:02.786302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:02.861358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:02.974504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=9cc14080-82b2-4247-9a7b-96a781cc97be,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:01:02.976930 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:03.150334 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Floating IP fdf1ee46-28b4-41ba-bab6-21feb02592ce associated. External IP: 172.26.5.165, port: e7bcced8-63a9-4a57-95de-686c10accbc7. Sep 19 13:01:03.510934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router e16b8749-a02f-4f66-9775-87406c8fe4a2 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:01:03.692329 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:01:03.703167 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] Sync routers for ids ['e16b8749-a02f-4f66-9775-87406c8fe4a2'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:01:03.712858 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] Routers {'e16b8749-a02f-4f66-9775-87406c8fe4a2'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:01:03.713447 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:00:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e16b8749-a02f-4f66-9775-87406c8fe4a2'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:01:03.787473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:03.844453 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-44b77461-4c4d-4b33-b4c4-fa1e052ef348 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6560962 Sep 19 13:01:03.845025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'tag': 'e7bcced8-63a9-4a57-95de-686c10accbc7'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:01:03.847615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7c3e7d-474b-44ad-ab25-c10f997b4050" -d '{"events": [{"name": "network-changed", "server_uuid": "94ace8e6-0979-48e2-8ad2-4f33f1a5f869", "tag": "e7bcced8-63a9-4a57-95de-686c10accbc7"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:01:03.896262 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] Set router e16b8749-a02f-4f66-9775-87406c8fe4a2 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:01:03.901285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f29a600-3cdc-4dd8-b287-ce3d67e83765 x-openstack-request-id: req-2f29a600-3cdc-4dd8-b287-ce3d67e83765 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:01:03.901779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ace8e6-0979-48e2-8ad2-4f33f1a5f869", "tag": "e7bcced8-63a9-4a57-95de-686c10accbc7", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:01:03.901875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f29a600-3cdc-4dd8-b287-ce3d67e83765 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:01:03.902248 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f29a600-3cdc-4dd8-b287-ce3d67e83765'] response: {'name': 'network-changed', 'server_uuid': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'tag': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'status': 'completed', 'code': 200} Sep 19 13:01:04.053644 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-b4c8d088-90fb-416e-b2a0-e087324dafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:04.055818 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-b4c8d088-90fb-416e-b2a0-e087324dafa2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 1098 time: 0.1324596 Sep 19 13:01:04.168726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e862548-3fe2-441c-b038-029383b220cb req-e01e3a44-12c6-439c-ac0f-9e92b0b59484 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:04.170444 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6e862548-3fe2-441c-b038-029383b220cb req-e01e3a44-12c6-439c-ac0f-9e92b0b59484 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.2211637 Sep 19 13:01:04.199535 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-dd9d31ac-0c26-4b33-b57a-48a239364ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:04.201121 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-dd9d31ac-0c26-4b33-b57a-48a239364ec4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ab8268a0-829e-439e-8426-2d15e2610e21 HTTP/1.1" status: 200 len: 897 time: 0.1398678 Sep 19 13:01:04.217867 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6e862548-3fe2-441c-b038-029383b220cb req-f1310741-39dc-4625-98f8-34bf0b95f9c5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411968 Sep 19 13:01:04.249595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39052) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:01:04.313915 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'fdf1ee46-28b4-41ba-bab6-21feb02592ce', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.165', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'port_id': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'mac_address': 'fa:16:3e:67:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:01:02Z', 'updated_at': '2022-09-19T13:01:02Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20849120-469d-4c2e-8a4e-4cf943a3642c', 'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:e1:99:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:44Z', 'updated_at': '2022-09-19T13:00:51Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:01:04.317145 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-fa958516-ebf7-448c-807e-a7e08e298806 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcced8-63a9-4a57-95de-686c10accbc7 HTTP/1.1" status: 200 len: 999 time: 0.1103880 Sep 19 13:01:04.318579 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] Checking router: e16b8749-a02f-4f66-9775-87406c8fe4a2 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:01:04.327625 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] Routers {'e16b8749-a02f-4f66-9775-87406c8fe4a2'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:01:04.328235 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:00:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e16b8749-a02f-4f66-9775-87406c8fe4a2'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:01:04.364171 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c2987314-789b-4c9a-afa8-885c30edaf03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/fdf1ee46-28b4-41ba-bab6-21feb02592ce HTTP/1.1" status: 200 len: 991 time: 0.1123075 Sep 19 13:01:04.388615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-1016335f-54a5-4eff-8a85-4a3b1327a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:04.390057 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-1016335f-54a5-4eff-8a85-4a3b1327a901 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5808668c-2ab1-42af-8dd2-21411d3eac22 HTTP/1.1" status: 200 len: 835 time: 0.0658839 Sep 19 13:01:04.478206 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-558d8158-d1d4-4bec-a272-1c297c05af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:04.479727 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-558d8158-d1d4-4bec-a272-1c297c05af6d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ab8268a0-829e-439e-8426-2d15e2610e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814559 Sep 19 13:01:04.508175 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] Set router e16b8749-a02f-4f66-9775-87406c8fe4a2 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:01:04.615412 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-11035ff6-f0ce-4838-b0b4-401a070db7fc service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295660 Sep 19 13:01:04.752177 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e7c3e7d-474b-44ad-ab25-c10f997b4050 req-bc4fef43-d3f4-47a2-81ca-d9e453f63ef3 service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310191 Sep 19 13:01:04.873683 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'fdf1ee46-28b4-41ba-bab6-21feb02592ce', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.165', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'port_id': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'mac_address': 'fa:16:3e:67:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:01:02Z', 'updated_at': '2022-09-19T13:01:02Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20849120-469d-4c2e-8a4e-4cf943a3642c', 'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:e1:99:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:44Z', 'updated_at': '2022-09-19T13:00:51Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:01:04.877655 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dfd6aa-4c49-4480-afaa-cadecc4fe7a9 None None] The sync data for ids ['e16b8749-a02f-4f66-9775-87406c8fe4a2'] in dv-neutron-857775-2-hyperv is: [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'fdf1ee46-28b4-41ba-bab6-21feb02592ce', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.165', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'port_id': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'mac_address': 'fa:16:3e:67:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:01:02Z', 'updated_at': '2022-09-19T13:01:02Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20849120-469d-4c2e-8a4e-4cf943a3642c', 'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:e1:99:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:44Z', 'updated_at': '2022-09-19T13:00:51Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:01:05.076046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f2a389-433e-42c5-83ac-2d80627d1a3f None None] New status for floating IP fdf1ee46-28b4-41ba-bab6-21feb02592ce: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:01:05.367179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39056) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:01:05.477801 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b3856a8b-0bcd-4987-9c99-2157eead5313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/fdf1ee46-28b4-41ba-bab6-21feb02592ce HTTP/1.1" status: 200 len: 993 time: 0.1086159 Sep 19 13:01:05.992760 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-b8d0feeb-01f6-4575-a0b2-829e13dcc81e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818355 Sep 19 13:01:06.138466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-d001e210-0137-4300-aff3-5b46ebdd6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:06.140015 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-d001e210-0137-4300-aff3-5b46ebdd6817 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 1098 time: 0.0794864 Sep 19 13:01:06.285865 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-e81d9a99-c399-41a6-8aae-495870b8f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:06.287378 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-e81d9a99-c399-41a6-8aae-495870b8f210 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ab8268a0-829e-439e-8426-2d15e2610e21 HTTP/1.1" status: 200 len: 897 time: 0.1288190 Sep 19 13:01:06.394727 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-fd1aacf6-89eb-4bf6-8719-48166201f0a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcced8-63a9-4a57-95de-686c10accbc7 HTTP/1.1" status: 200 len: 1001 time: 0.1013658 Sep 19 13:01:06.456777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-737b82de-cbcd-4798-8e58-db44ff0de7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:06.458186 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-737b82de-cbcd-4798-8e58-db44ff0de7d3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5808668c-2ab1-42af-8dd2-21411d3eac22 HTTP/1.1" status: 200 len: 835 time: 0.0577617 Sep 19 13:01:06.645963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-6eac43f3-bc6b-4476-81a3-af2b1dc63cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:06.647415 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-6eac43f3-bc6b-4476-81a3-af2b1dc63cee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ab8268a0-829e-439e-8426-2d15e2610e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1827967 Sep 19 13:01:06.787918 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-b05d5438-c5cf-4051-9a75-bd339901e209 service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337259 Sep 19 13:01:06.920085 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7a7b14a5-c776-4cab-8a36-d78c12cc18e4 req-161c3a3b-e6fc-48d3-bd4a-fce6f4ed3d90 service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262348 Sep 19 13:01:11.655541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b104f87e-16b1-4796-8f6c-06475332b347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:13.761502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a0f02364-8e6f-4931-9cbe-a1111b043f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:14.627331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:15.146927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:16.598309 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:23.372549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:33.811611 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:01:38.176524 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-e42d7003-be10-48ec-be9b-c42ed8162a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:38.178144 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-e42d7003-be10-48ec-be9b-c42ed8162a41 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 1098 time: 0.0811932 Sep 19 13:01:38.199347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4549c3e-a1d9-424f-ab9c-12db2d744035 req-979afda2-0d4b-4e96-9b4a-1c076b2aa5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:38.201058 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4549c3e-a1d9-424f-ab9c-12db2d744035 req-979afda2-0d4b-4e96-9b4a-1c076b2aa5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.1383147 Sep 19 13:01:38.248575 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f4549c3e-a1d9-424f-ab9c-12db2d744035 req-e199997b-8445-4b0d-a629-208bf1ba2713 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413120 Sep 19 13:01:38.314502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-260cdd8d-d796-4948-9fba-74b7289345b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:38.316000 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-260cdd8d-d796-4948-9fba-74b7289345b6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ab8268a0-829e-439e-8426-2d15e2610e21 HTTP/1.1" status: 200 len: 897 time: 0.1298876 Sep 19 13:01:38.421852 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-c8af6975-ccde-4c2d-96f9-7bda61a16d38 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcced8-63a9-4a57-95de-686c10accbc7 HTTP/1.1" status: 200 len: 1001 time: 0.0989990 Sep 19 13:01:38.487073 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-4a034a11-8f52-440e-8932-c8575b49e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:38.488494 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-4a034a11-8f52-440e-8932-c8575b49e700 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5808668c-2ab1-42af-8dd2-21411d3eac22 HTTP/1.1" status: 200 len: 835 time: 0.0605278 Sep 19 13:01:38.571677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-4eead203-1494-4b8a-bfdf-f841cd71d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:38.573255 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-4eead203-1494-4b8a-bfdf-f841cd71d182 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ab8268a0-829e-439e-8426-2d15e2610e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785050 Sep 19 13:01:38.705831 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-192317e2-ebde-4e22-a1c8-da0e148dbdb6 service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253612 Sep 19 13:01:38.842826 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-a04f77bd-c2bc-44fd-8d14-6e48cf54ae7f req-93560dc4-25c1-4102-aae6-ba6fb134c248 service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271091 Sep 19 13:01:39.503344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958ec4d-328a-4689-9ad8-f4ebafba9107 req-f99ed31f-edc4-46dc-b535-54e7e0a54e0f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:39.504802 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0958ec4d-328a-4689-9ad8-f4ebafba9107 req-f99ed31f-edc4-46dc-b535-54e7e0a54e0f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.1381416 Sep 19 13:01:39.548775 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0958ec4d-328a-4689-9ad8-f4ebafba9107 req-41c5d0ef-94e6-4ae7-8932-f104b2359fc9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383878 Sep 19 13:01:40.753503 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fa915-d540-4165-bc2a-ba2265c1c1b6 req-e138437d-d015-44d7-8458-b8d2879eb9a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:40.755069 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-996fa915-d540-4165-bc2a-ba2265c1c1b6 req-e138437d-d015-44d7-8458-b8d2879eb9a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0922461 Sep 19 13:01:40.799138 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-996fa915-d540-4165-bc2a-ba2265c1c1b6 req-5a6d736e-b1f2-4101-9176-dde49566f0e3 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384433 Sep 19 13:01:41.594845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a71dad81-c47b-496c-978e-dc7d85e879b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:42.012649 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b504d-8be8-4318-8041-d2df33a8ee31 req-36eee8fe-7572-4fff-9e47-e6438cdd5080 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:42.013694 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-546b504d-8be8-4318-8041-d2df33a8ee31 req-36eee8fe-7572-4fff-9e47-e6438cdd5080 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0986683 Sep 19 13:01:42.058889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-546b504d-8be8-4318-8041-d2df33a8ee31 req-d581a074-895b-4766-bbc5-2d85967d1d51 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385995 Sep 19 13:01:43.263928 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c48ce1-e70e-4ae5-851d-51f7982eb723 req-6c2d9c60-e97c-4c09-9e1e-d027088b511f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:43.265374 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a3c48ce1-e70e-4ae5-851d-51f7982eb723 req-6c2d9c60-e97c-4c09-9e1e-d027088b511f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0905807 Sep 19 13:01:43.309779 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a3c48ce1-e70e-4ae5-851d-51f7982eb723 req-8e476c67-5b63-4355-970d-2b910b4a1367 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386386 Sep 19 13:01:43.714895 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89a90c22-67f8-4878-9999-8a1a50c43b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:44.508621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f567477-1a1b-495b-a66a-08caf524bb24 req-abcc8cc0-f5fa-48c4-8248-07685e9eaff2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:44.510085 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f567477-1a1b-495b-a66a-08caf524bb24 req-abcc8cc0-f5fa-48c4-8248-07685e9eaff2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0871162 Sep 19 13:01:44.560113 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6f567477-1a1b-495b-a66a-08caf524bb24 req-4ea9e0bf-f1a8-4197-b9ad-9185030cdb42 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429959 Sep 19 13:01:44.586608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:45.160284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:45.757677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809545f3-8f7c-434d-ba71-b67785f1f0fa req-60ef2ee4-5c20-43d5-b89c-787fb33d5a6d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:45.759259 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-809545f3-8f7c-434d-ba71-b67785f1f0fa req-60ef2ee4-5c20-43d5-b89c-787fb33d5a6d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0872393 Sep 19 13:01:45.804663 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-809545f3-8f7c-434d-ba71-b67785f1f0fa req-6bf42247-69b8-4bbf-becc-3d13a4f8b953 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398297 Sep 19 13:01:46.583621 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:47.015409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89594bf9-aab1-4fde-849a-9597df359987 req-e9dc95a9-d4c4-4dc7-956d-aa24d69c0d8c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:47.018304 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89594bf9-aab1-4fde-849a-9597df359987 req-e9dc95a9-d4c4-4dc7-956d-aa24d69c0d8c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.1004133 Sep 19 13:01:47.067305 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89594bf9-aab1-4fde-849a-9597df359987 req-09b5b04b-9c4c-42a2-92a4-cca96c06bc89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434201 Sep 19 13:01:48.267815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49638d7a-daac-4510-947a-47adca9f5677 req-28cc84c8-0327-4257-89cd-f6edb0477021 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:48.269268 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-49638d7a-daac-4510-947a-47adca9f5677 req-28cc84c8-0327-4257-89cd-f6edb0477021 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0890827 Sep 19 13:01:48.317215 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-49638d7a-daac-4510-947a-47adca9f5677 req-b5fc19f2-45d4-4313-b3aa-785178133dbf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422671 Sep 19 13:01:49.516239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df730298-c83d-4107-9214-200e3f9d2ee9 req-94adf6a9-4fbe-4bd2-a36f-d87ccf7f0735 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:49.517728 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-df730298-c83d-4107-9214-200e3f9d2ee9 req-94adf6a9-4fbe-4bd2-a36f-d87ccf7f0735 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0881448 Sep 19 13:01:49.561467 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-df730298-c83d-4107-9214-200e3f9d2ee9 req-4076da7a-265c-4452-a1cb-bb0f9a0dee1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381951 Sep 19 13:01:50.769577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2409-ade9-47c0-92a7-90d2ef820678 req-71e40568-7660-473a-a854-c003902664ac tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:50.771048 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82be2409-ade9-47c0-92a7-90d2ef820678 req-71e40568-7660-473a-a854-c003902664ac tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0914814 Sep 19 13:01:50.815682 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-82be2409-ade9-47c0-92a7-90d2ef820678 req-699423a8-93f7-4f61-bd96-64fd1e3e6650 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389154 Sep 19 13:01:52.020525 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579aeeb-c565-4285-a220-577238cbdf27 req-a8b4c009-8a35-4a28-b8c0-726dbb78df40 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:52.022023 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c579aeeb-c565-4285-a220-577238cbdf27 req-a8b4c009-8a35-4a28-b8c0-726dbb78df40 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0905437 Sep 19 13:01:52.071153 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c579aeeb-c565-4285-a220-577238cbdf27 req-9193b236-681d-4af4-aea8-9e7182414fd0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 Sep 19 13:01:53.273744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d6af-c2d8-4dee-8a11-a22b78b7d410 req-d6a22ad8-ebf7-4262-bc5b-da2ca94c1cfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:53.275217 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bda4d6af-c2d8-4dee-8a11-a22b78b7d410 req-d6a22ad8-ebf7-4262-bc5b-da2ca94c1cfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0892336 Sep 19 13:01:53.320964 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bda4d6af-c2d8-4dee-8a11-a22b78b7d410 req-d516d83b-ec50-4435-9e6d-071e39039885 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400574 Sep 19 13:01:53.374776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:01:54.640370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68217457-5a6b-4f92-bf8d-ddbd48c1dc4c req-3e9b242f-4882-4acb-9176-e74f7a37763b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:54.641851 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-68217457-5a6b-4f92-bf8d-ddbd48c1dc4c req-3e9b242f-4882-4acb-9176-e74f7a37763b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.1860666 Sep 19 13:01:54.697146 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-68217457-5a6b-4f92-bf8d-ddbd48c1dc4c req-7de18719-5300-4bfd-8473-fc98919b1acd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497437 Sep 19 13:01:55.897985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2260b-00fd-490a-8108-cbbef20890f7 req-a655fa7b-45cc-4997-be3a-d23b0c6972ef tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:01:55.899537 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20e2260b-00fd-490a-8108-cbbef20890f7 req-a655fa7b-45cc-4997-be3a-d23b0c6972ef tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0913978 Sep 19 13:01:55.945063 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20e2260b-00fd-490a-8108-cbbef20890f7 req-f52bd2d2-3847-4935-86a9-f38ee9bb6b1c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398004 Sep 19 13:01:55.975149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39112) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:01:56.102297 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-700a9f4e-17ff-4b97-8e05-6723f0673204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/fdf1ee46-28b4-41ba-bab6-21feb02592ce HTTP/1.1" status: 200 len: 993 time: 0.1260014 Sep 19 13:02:07.993572 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-742707d6-d295-4b1b-a64f-5477099c0c69 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798743 Sep 19 13:02:08.144646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-2f6d9e65-1e0c-4dc5-ba0d-cd527078951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:08.146248 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-2f6d9e65-1e0c-4dc5-ba0d-cd527078951d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 1098 time: 0.0792556 Sep 19 13:02:08.294287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-29c781f3-3e31-44b1-816c-3a13e95cca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:08.295776 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-29c781f3-3e31-44b1-816c-3a13e95cca93 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ab8268a0-829e-439e-8426-2d15e2610e21 HTTP/1.1" status: 200 len: 897 time: 0.1282623 Sep 19 13:02:08.398628 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-c9265300-aef9-4029-8c3d-e6db094789f8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcced8-63a9-4a57-95de-686c10accbc7 HTTP/1.1" status: 200 len: 1001 time: 0.0963888 Sep 19 13:02:08.460140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-05bed302-f823-48a3-8d3b-7e683da17a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:08.461548 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-05bed302-f823-48a3-8d3b-7e683da17a50 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5808668c-2ab1-42af-8dd2-21411d3eac22 HTTP/1.1" status: 200 len: 835 time: 0.0571630 Sep 19 13:02:08.652271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-10e78fc1-c276-411a-8460-2e2164df3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:08.653651 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-10e78fc1-c276-411a-8460-2e2164df3dac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ab8268a0-829e-439e-8426-2d15e2610e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1857955 Sep 19 13:02:08.784891 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-6a93c30b-8c3a-4eec-bbe9-f4134b8987ff service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251342 Sep 19 13:02:08.924575 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8681bdce-b7c7-4b53-b5ca-27d02ab83ac9 req-add3b8b9-ea87-4909-af9f-d79e5457278a service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337566 Sep 19 13:02:10.810587 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:02:11.586343 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c78bd139-3498-4564-9039-1db97f43e00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:13.711867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9079e52a-31e3-449c-9a99-73ddcb96651c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:14.591902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:15.146546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:16.247841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-03810358-0387-4ccb-b859-4fbfe2308875 service neutron] (89795) timed out ('10.222.0.66', 35000) {{(pid=89795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 19 13:02:16.582970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:23.399940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:26.695609 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39126) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:26.908982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 9cc14080-82b2-4247-9a7b-96a781cc97be {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:02:26.909324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:27.086953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:27.087280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:27.210202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 9cc14080-82b2-4247-9a7b-96a781cc97be owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:02:27.451190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:27.497757 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=9cc14080-82b2-4247-9a7b-96a781cc97be,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:27.539451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.539803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.540145 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.540481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.540814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.541143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.541470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.541792 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.542114 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.542435 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.542768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.543100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:27.606933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:27.607268 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Floating IP fdf1ee46-28b4-41ba-bab6-21feb02592ce disassociated (deleted). External IP: 172.26.5.165, port: e7bcced8-63a9-4a57-95de-686c10accbc7. Sep 19 13:02:28.065490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router e16b8749-a02f-4f66-9775-87406c8fe4a2 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:02:28.257186 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:02:28.266801 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] Sync routers for ids ['e16b8749-a02f-4f66-9775-87406c8fe4a2'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:02:28.274719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:28.278262 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] Routers {'e16b8749-a02f-4f66-9775-87406c8fe4a2'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:02:28.278989 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:02:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e16b8749-a02f-4f66-9775-87406c8fe4a2'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:28.329686 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a9b2df53-5619-4505-a1da-4394e36ef313 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/floatingips/fdf1ee46-28b4-41ba-bab6-21feb02592ce HTTP/1.1" status: 204 len: 168 time: 1.6329837 Sep 19 13:02:28.330284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'tag': 'e7bcced8-63a9-4a57-95de-686c10accbc7'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:02:28.333264 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19404da5-832e-4199-9170-0f44a8d1a924" -d '{"events": [{"name": "network-changed", "server_uuid": "94ace8e6-0979-48e2-8ad2-4f33f1a5f869", "tag": "e7bcced8-63a9-4a57-95de-686c10accbc7"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:02:28.406420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197c0319-327f-40f6-b16c-c01256b55d0c x-openstack-request-id: req-197c0319-327f-40f6-b16c-c01256b55d0c {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:02:28.406709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ace8e6-0979-48e2-8ad2-4f33f1a5f869", "tag": "e7bcced8-63a9-4a57-95de-686c10accbc7", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:02:28.406978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-197c0319-327f-40f6-b16c-c01256b55d0c {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:02:28.407381 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197c0319-327f-40f6-b16c-c01256b55d0c'] response: {'name': 'network-changed', 'server_uuid': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'tag': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'status': 'completed', 'code': 200} Sep 19 13:02:28.462657 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] Set router e16b8749-a02f-4f66-9775-87406c8fe4a2 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:02:28.511882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19404da5-832e-4199-9170-0f44a8d1a924 req-712690f0-4b73-4e41-8329-f87d5b139ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:28.513376 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-19404da5-832e-4199-9170-0f44a8d1a924 req-712690f0-4b73-4e41-8329-f87d5b139ff3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 1098 time: 0.0839047 Sep 19 13:02:28.647881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19404da5-832e-4199-9170-0f44a8d1a924 req-c679e4b0-4183-4510-af7d-b03f89d22873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:28.649249 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-19404da5-832e-4199-9170-0f44a8d1a924 req-c679e4b0-4183-4510-af7d-b03f89d22873 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ab8268a0-829e-439e-8426-2d15e2610e21 HTTP/1.1" status: 200 len: 897 time: 0.1297610 Sep 19 13:02:28.721924 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-19404da5-832e-4199-9170-0f44a8d1a924 req-7ebf2256-1af3-4d7a-b6f3-7cbd11ac424a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcced8-63a9-4a57-95de-686c10accbc7 HTTP/1.1" status: 200 len: 217 time: 0.0652487 Sep 19 13:02:28.786367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19404da5-832e-4199-9170-0f44a8d1a924 req-36b21961-c899-41cc-87e9-c7c348207fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:28.787899 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-19404da5-832e-4199-9170-0f44a8d1a924 req-36b21961-c899-41cc-87e9-c7c348207fec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5808668c-2ab1-42af-8dd2-21411d3eac22 HTTP/1.1" status: 200 len: 835 time: 0.0601168 Sep 19 13:02:28.818327 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '20849120-469d-4c2e-8a4e-4cf943a3642c', 'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:e1:99:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:44Z', 'updated_at': '2022-09-19T13:00:51Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:28.822536 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] Checking router: e16b8749-a02f-4f66-9775-87406c8fe4a2 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:02:28.831131 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] Routers {'e16b8749-a02f-4f66-9775-87406c8fe4a2'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:02:28.835306 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:02:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e16b8749-a02f-4f66-9775-87406c8fe4a2'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:28.881109 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19404da5-832e-4199-9170-0f44a8d1a924 req-7511d186-7d0c-4a00-87a3-b0bfb87671a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:28.882664 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-19404da5-832e-4199-9170-0f44a8d1a924 req-7511d186-7d0c-4a00-87a3-b0bfb87671a7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ab8268a0-829e-439e-8426-2d15e2610e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853252 Sep 19 13:02:29.002096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f667f1e-f852-42c4-9516-13511a37676c req-4a104c8e-d705-4200-9645-6a88d5c9c742 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:29.002900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-1f667f1e-f852-42c4-9516-13511a37676c req-4a104c8e-d705-4200-9645-6a88d5c9c742 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:02:29.022247 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] Set router e16b8749-a02f-4f66-9775-87406c8fe4a2 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:02:29.025845 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-19404da5-832e-4199-9170-0f44a8d1a924 req-7d297aa6-5cea-4767-83be-460bb40eb8e1 service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365619 Sep 19 13:02:29.100219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-1f667f1e-f852-42c4-9516-13511a37676c req-4a104c8e-d705-4200-9645-6a88d5c9c742 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:02:29.101861 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1f667f1e-f852-42c4-9516-13511a37676c req-4a104c8e-d705-4200-9645-6a88d5c9c742 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.2092197 Sep 19 13:02:29.150062 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1f667f1e-f852-42c4-9516-13511a37676c req-576829ab-2409-494c-87f9-975f51d8d07b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418794 Sep 19 13:02:29.166168 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-19404da5-832e-4199-9170-0f44a8d1a924 req-cd72cc43-5f7d-4db0-b5c4-7cefd8ae30f5 service neutron] 10.222.0.85 "GET /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336138 Sep 19 13:02:29.334424 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '20849120-469d-4c2e-8a4e-4cf943a3642c', 'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:e1:99:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:44Z', 'updated_at': '2022-09-19T13:00:51Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:29.338305 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b2708-1ae2-41cb-b5b8-6ef80f3e5276 None None] The sync data for ids ['e16b8749-a02f-4f66-9775-87406c8fe4a2'] in dv-neutron-857775-2-hyperv is: [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '20849120-469d-4c2e-8a4e-4cf943a3642c', 'name': '', 'network_id': 'ab8268a0-829e-439e-8426-2d15e2610e21', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:e1:99:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:44Z', 'updated_at': '2022-09-19T13:00:51Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '5808668c-2ab1-42af-8dd2-21411d3eac22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:02:29.566606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819eb941-b400-4a5c-9420-de97ab99e8e4 None None] New status for floating IP fdf1ee46-28b4-41ba-bab6-21feb02592ce: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:02:30.357162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b031c-07db-4f77-9175-dc9726325d17 req-0a2c9485-7ca3-4567-ba27-199d40b1a9da tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:30.358633 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-551b031c-07db-4f77-9175-dc9726325d17 req-0a2c9485-7ca3-4567-ba27-199d40b1a9da tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.0885322 Sep 19 13:02:30.405997 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-551b031c-07db-4f77-9175-dc9726325d17 req-b7746271-cad1-4042-a04b-87535faaa9e8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=21da561a-82a4-45d5-97f8-b19f833213d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411782 Sep 19 13:02:30.622683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-8a80d52a-3c80-420f-ad07-85ed32c271f1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:30.623391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-8a80d52a-3c80-420f-ad07-85ed32c271f1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:02:30.635699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-8a80d52a-3c80-420f-ad07-85ed32c271f1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:02:30.636798 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-8a80d52a-3c80-420f-ad07-85ed32c271f1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 945 time: 0.1036136 Sep 19 13:02:30.713581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port e7bcced8-63a9-4a57-95de-686c10accbc7 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:02:30.713923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:30.965499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port e7bcced8-63a9-4a57-95de-686c10accbc7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e7bcced8-63a9-4a57-95de-686c10accbc7,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:02:30.965771 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:31.192900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for e7bcced8-63a9-4a57-95de-686c10accbc7 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:02:31.411642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:31.499991 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=e7bcced8-63a9-4a57-95de-686c10accbc7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:31.550069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.550398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.550680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.551599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.551935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.552268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.552595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.552925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.553251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.553574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.553897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.554219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:31.563765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] No DVR routers for this DVR port e7bcced8-63a9-4a57-95de-686c10accbc7 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:02:31.566154 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:31.568967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'name': 'network-vif-deleted', 'tag': 'e7bcced8-63a9-4a57-95de-686c10accbc7'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:02:31.569306 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-972ae798-3e65-415d-9c9c-d57673b8357b req-28a45f45-dbb8-4dce-93d7-7d301aab89ca tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ace8e6-0979-48e2-8ad2-4f33f1a5f869 HTTP/1.1" status: 200 len: 210 time: 0.0501959 Sep 19 13:02:31.571499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf54167-4f30-4bec-aa4a-7a94057117ec" -d '{"events": [{"server_uuid": "94ace8e6-0979-48e2-8ad2-4f33f1a5f869", "name": "network-vif-deleted", "tag": "e7bcced8-63a9-4a57-95de-686c10accbc7"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:02:31.640329 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-188bb6af-378a-4a99-a703-04cd00a48b21 req-7bd9756f-ea8e-4779-b1f3-ecf6d605283d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "DELETE /v2.0/ports/e7bcced8-63a9-4a57-95de-686c10accbc7 HTTP/1.1" status: 204 len: 173 time: 0.9952576 Sep 19 13:02:31.664890 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b374904-f9ed-4450-8bb6-1a4337116abc x-openstack-request-id: req-1b374904-f9ed-4450-8bb6-1a4337116abc {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:02:31.665184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ace8e6-0979-48e2-8ad2-4f33f1a5f869", "name": "network-vif-deleted", "tag": "e7bcced8-63a9-4a57-95de-686c10accbc7", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:02:31.665442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b374904-f9ed-4450-8bb6-1a4337116abc {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:02:31.665850 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b374904-f9ed-4450-8bb6-1a4337116abc'] response: {'server_uuid': '94ace8e6-0979-48e2-8ad2-4f33f1a5f869', 'name': 'network-vif-deleted', 'tag': 'e7bcced8-63a9-4a57-95de-686c10accbc7', 'status': 'completed', 'code': 200} Sep 19 13:02:32.673157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39146) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:33.245365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:33.716411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 20849120-469d-4c2e-8a4e-4cf943a3642c {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:02:33.717117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:33.906614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 20849120-469d-4c2e-8a4e-4cf943a3642c, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=20849120-469d-4c2e-8a4e-4cf943a3642c,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:02:33.907006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:34.034812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 20849120-469d-4c2e-8a4e-4cf943a3642c owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:02:34.437437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:34.486952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=20849120-469d-4c2e-8a4e-4cf943a3642c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:34.770826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:35.249700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router e16b8749-a02f-4f66-9775-87406c8fe4a2 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:02:35.426246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:02:35.435568 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] Sync routers for ids ['e16b8749-a02f-4f66-9775-87406c8fe4a2'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:02:35.440124 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-301c9154-b509-424f-9ee4-db7814300fd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "PUT /v2.0/routers/e16b8749-a02f-4f66-9775-87406c8fe4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7649753 Sep 19 13:02:35.442411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39150) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:35.446085 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] Routers {'e16b8749-a02f-4f66-9775-87406c8fe4a2'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:02:35.446702 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:02:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e16b8749-a02f-4f66-9775-87406c8fe4a2'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:35.512324 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9359f4ca-db0f-4ed8-8a60-3c5b7bb38966 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting subnet 5808668c-2ab1-42af-8dd2-21411d3eac22 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 13:02:35.515292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9359f4ca-db0f-4ed8-8a60-3c5b7bb38966 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:35.570041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9359f4ca-db0f-4ed8-8a60-3c5b7bb38966 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:35.623904 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] Set router e16b8749-a02f-4f66-9775-87406c8fe4a2 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:02:35.656121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9359f4ca-db0f-4ed8-8a60-3c5b7bb38966 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:35.788835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9359f4ca-db0f-4ed8-8a60-3c5b7bb38966 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:35.828526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359f4ca-db0f-4ed8-8a60-3c5b7bb38966 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Subnet': ['ID=5808668c-2ab1-42af-8dd2-21411d3eac22,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:35.832492 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9359f4ca-db0f-4ed8-8a60-3c5b7bb38966 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:35.842022 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9359f4ca-db0f-4ed8-8a60-3c5b7bb38966 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/subnets/5808668c-2ab1-42af-8dd2-21411d3eac22 HTTP/1.1" status: 204 len: 168 time: 0.3955426 Sep 19 13:02:35.842022 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39154) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:35.843385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30223882-b67c-4a4f-90ab-6ffc18acba4d None None] Network ab8268a0-829e-439e-8426-2d15e2610e21 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:02:35.919628 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:02:34Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:35.924793 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] Checking router: e16b8749-a02f-4f66-9775-87406c8fe4a2 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:02:35.935921 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] Routers {'e16b8749-a02f-4f66-9775-87406c8fe4a2'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:02:35.936741 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:02:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['e16b8749-a02f-4f66-9775-87406c8fe4a2'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:36.037713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:36.108675 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] DHCP port deletion for ab8268a0-829e-439e-8426-2d15e2610e21 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 13:02:36.112737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Deleting port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:02:36.113120 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:36.118036 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] Set router e16b8749-a02f-4f66-9775-87406c8fe4a2 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:02:36.200896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e7bcced8-63a9-4a57-95de-686c10accbc7 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:02:36.226984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:36.259851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: e7bcced8-63a9-4a57-95de-686c10accbc7 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:02:36.260205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device e7bcced8-63a9-4a57-95de-686c10accbc7 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:02:36.303039 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 6033310e-cd21-4531-b884-bb5b7e8a9b0a {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:02:36.303398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:36.366729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] For port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=89a5c8d8-9eff-4a6f-8f64-da3614a37fee,segment=NetworkSegment(6885a5cf-7867-403b-9df7-4a3ce8529740),segment_id=6885a5cf-7867-403b-9df7-4a3ce8529740)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:02:36.367306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:36.469146 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:02:34Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:36.474108 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c64bb4-cc3d-4dc5-ab10-972c94fb12c3 None None] The sync data for ids ['e16b8749-a02f-4f66-9775-87406c8fe4a2'] in dv-neutron-857775-2-hyperv is: [{'id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767757932', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:00:39Z', 'updated_at': '2022-09-19T13:02:34Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '6033310e-cd21-4531-b884-bb5b7e8a9b0a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b8749-a02f-4f66-9775-87406c8fe4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:00:40Z', 'updated_at': '2022-09-19T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:02:36.496759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 6033310e-cd21-4531-b884-bb5b7e8a9b0a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6033310e-cd21-4531-b884-bb5b7e8a9b0a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:02:36.497199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:36.535256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Calling delete_port for 89a5c8d8-9eff-4a6f-8f64-da3614a37fee owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:02:36.623925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 6033310e-cd21-4531-b884-bb5b7e8a9b0a owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:02:36.677916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:36.733287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] No DVR routers for this DVR port 89a5c8d8-9eff-4a6f-8f64-da3614a37fee on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:02:36.737693 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Pushing event deleted for resources: {'Port': ['ID=89a5c8d8-9eff-4a6f-8f64-da3614a37fee,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:36.747607 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.748009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.748379 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.748712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.749036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.749362 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.749686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.750010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.750410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.750731 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.751070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.751385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b8cd4-b763-42c8-801a-58a15bc65696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:36.988800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.039939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=6033310e-cd21-4531-b884-bb5b7e8a9b0a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:37.138542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.226896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 20849120-469d-4c2e-8a4e-4cf943a3642c no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:02:37.263226 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 20849120-469d-4c2e-8a4e-4cf943a3642c {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:02:37.263575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 20849120-469d-4c2e-8a4e-4cf943a3642c not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:02:37.263992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 89a5c8d8-9eff-4a6f-8f64-da3614a37fee no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:02:37.297950 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 89a5c8d8-9eff-4a6f-8f64-da3614a37fee {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:02:37.298308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 89a5c8d8-9eff-4a6f-8f64-da3614a37fee not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:02:37.315934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.318284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.437338 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.437773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Fanout notify agent at l3_agent the message router_deleted on router e16b8749-a02f-4f66-9775-87406c8fe4a2 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 13:02:37.453406 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.458301 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-97f08228-add8-44bf-94d9-f2b32ba980a9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/routers/e16b8749-a02f-4f66-9775-87406c8fe4a2 HTTP/1.1" status: 204 len: 168 time: 1.6120911 Sep 19 13:02:37.458301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39158) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:37.585959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.719667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.748189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8268a0-829e-439e-8426-2d15e2610e21']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:37.760676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6885a5cf-7867-403b-9df7-4a3ce8529740') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:37.760976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6885a5cf-7867-403b-9df7-4a3ce8529740') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:37.772193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.787535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.793397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 13:02:37.793776 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:37.859988 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 6885a5cf-7867-403b-9df7-4a3ce8529740 resource provider aggregate not found Sep 19 13:02:37.892498 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 6885a5cf-7867-403b-9df7-4a3ce8529740 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6885a5cf-7867-403b-9df7-4a3ce8529740 found for delete ", "request_id": "req-60eb02b1-56e0-422a-9f51-b356ebdcc550"}]} Sep 19 13:02:37.988832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:38.006557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:38.017468 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Network': ['ID=ab8268a0-829e-439e-8426-2d15e2610e21,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:38.097593 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f878c6d8-6128-4f1c-94c8-4f5322fcc302 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/networks/ab8268a0-829e-439e-8426-2d15e2610e21 HTTP/1.1" status: 204 len: 168 time: 0.6385665 Sep 19 13:02:38.101207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39166) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:38.169701 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2f9e194d-026d-4abf-b023-2b8885ab3158 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:38.200219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2f9e194d-026d-4abf-b023-2b8885ab3158 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:38.323034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2f9e194d-026d-4abf-b023-2b8885ab3158 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:38.342396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e194d-026d-4abf-b023-2b8885ab3158 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21da561a-82a4-45d5-97f8-b19f833213d2,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:38.427276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2f9e194d-026d-4abf-b023-2b8885ab3158 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:38.428449 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2f9e194d-026d-4abf-b023-2b8885ab3158 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/security-groups/21da561a-82a4-45d5-97f8-b19f833213d2 HTTP/1.1" status: 204 len: 168 time: 0.3263121 Sep 19 13:02:38.769012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39174) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:38.774386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-810307105', 'description': 'tempest-secgroup-smoke-810307105 description', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:38.781299 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:38.784892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:38.788045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:38.793805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:38.908660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:38.933444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:38.937486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:38.940331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:38.947188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:39.028958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:39.141772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6033310e-cd21-4531-b884-bb5b7e8a9b0a no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:02:39.148424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:39.177763 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 6033310e-cd21-4531-b884-bb5b7e8a9b0a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:02:39.178113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6033310e-cd21-4531-b884-bb5b7e8a9b0a not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:02:39.194065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ad032d-7c1e-475a-9eed-184160e23ce1,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:39.302682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:39.303964 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-550ebe0d-cd1d-4c5f-8fc1-a2aa74d74406 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5338590 Sep 19 13:02:39.306960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39178) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:39.312073 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '22ad032d-7c1e-475a-9eed-184160e23ce1', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:39.318388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:39.322258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:39.325178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:39.330943 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:39.406178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:39.465104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:39.534225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:39.557944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab51ec5-4b74-403a-8ee2-fffd6901f98e,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:39.637184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:39.638387 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-854a518b-4e87-4e96-9c03-cdcf3b527126 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3304696 Sep 19 13:02:39.641247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39182) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:39.647004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '22ad032d-7c1e-475a-9eed-184160e23ce1', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:39.653063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:39.657768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:39.659870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:39.665517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:39.752378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:39.817135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:39.896663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:39.920068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa7c3f1-9d89-4854-9e71-0c30f790946a,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:40.031689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:40.032909 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1cdc6b1c-b4e4-401e-bca5-2c7cf0d509ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3907275 Sep 19 13:02:40.035729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39186) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:40.040773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '22ad032d-7c1e-475a-9eed-184160e23ce1', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:40.046798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:40.051330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:40.054410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:40.060288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:40.160138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:40.224147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:40.319887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:40.343027 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ef843d-a5ab-472d-b57f-35057e97d482,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:40.414517 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:40.415743 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-572a323d-ec80-46ce-9208-ec1847f92204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3791082 Sep 19 13:02:40.418627 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39190) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:40.424380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '22ad032d-7c1e-475a-9eed-184160e23ce1', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:40.431059 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:40.435540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:40.438394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:40.444397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:40.517602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:40.595734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:40.717437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:40.745101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed26cd7-5485-4aa7-9127-0b767adc1b1e,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:40.837312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:40.838438 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-74e96f00-e3bb-48c0-8a42-c6035e7cc81c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4185441 Sep 19 13:02:40.841349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39194) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:40.846599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '22ad032d-7c1e-475a-9eed-184160e23ce1', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:40.853995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:40.857874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:40.860785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:40.867153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:40.988204 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Project 2b81e4f8f0c2493886e11c94d1a8d012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:02:40.996593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.061168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.140226 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.164457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49d66bf-7531-450f-bca8-edae7c14aa98,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:41.231396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.232665 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5f712ac2-defd-4fad-91a7-1346e2dc077c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3903217 Sep 19 13:02:41.235325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39198) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:41.240237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '22ad032d-7c1e-475a-9eed-184160e23ce1', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:41.246483 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:41.250442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:41.253394 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:41.259984 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:41.336841 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Project 2b81e4f8f0c2493886e11c94d1a8d012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:02:41.343739 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.412733 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.485042 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.508983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18b45e3-3d35-4540-bc67-feb6661d633a,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:41.617001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.618227 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-1dcdad46-b86e-49f9-8f50-536770faf3d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3819859 Sep 19 13:02:41.621032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39202) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:41.626600 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'network': {'name': 'tempest-network-smoke--636897106', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'port_security_enabled': True}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:41.632419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:41.636591 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:network and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:41.639487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:41.645186 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:41.648713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c3607fe0-7d67-460c-b318-15ea7ea0e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.734132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:02:41.737494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.765589 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 13:02:41.773932 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.774266 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Added segment 7f81de3a-5348-4f89-ba71-484a6ba2d664 of type vlan for network 8e7960ed-5050-4ff5-9e25-1bab301da6dd Sep 19 13:02:41.799113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.919827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:41.925285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:41.929812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:42.045712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Network': ['ID=8e7960ed-5050-4ff5-9e25-1bab301da6dd,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:42.057220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 8e7960ed-5050-4ff5-9e25-1bab301da6dd details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 13:02:42.123806 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-96cd62b7-0d62-4fba-bde5-c32952ce7e7b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5016761 Sep 19 13:02:42.126565 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39206) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:42.131757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'admin_state_up': True, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:42.138832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:42.142651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:router and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:42.145977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:42.152341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:42.245481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:42.246576 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:42.261885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:42.588819 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:42.965907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:42.996191 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:43.236271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.26.5.40 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/1c07a45f-7c8e-4c8b-b5b7-5752c98540fa) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:02:43.382800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:43.474491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:43.541586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:02:43.544609 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:02:43.548265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:02:43.581496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=1c07a45f-7c8e-4c8b-b5b7-5752c98540fa,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:43.724153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-44fc62c6-606a-4084-87ab-1017c3d130bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:44.023371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:44.361337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:44.591886 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:44.654270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 9592ffad-520f-402a-a1b1-34e7b129c8b0 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 13:02:44.951347 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:02:44.960711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Sync routers for ids ['9592ffad-520f-402a-a1b1-34e7b129c8b0'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:02:44.969709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Routers {'9592ffad-520f-402a-a1b1-34e7b129c8b0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:02:44.970318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:02:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9592ffad-520f-402a-a1b1-34e7b129c8b0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:45.106141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:45.107459 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-64c58d13-2efa-44e4-bde7-98e3d26bad95 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9799175 Sep 19 13:02:45.110550 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39210) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:45.151430 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-fbecf861-7fa7-4ca0-89e7-341da65671e9 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2b81e4f8f0c2493886e11c94d1a8d012&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397532 Sep 19 13:02:45.154083 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39214) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:45.164135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Set router 9592ffad-520f-402a-a1b1-34e7b129c8b0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:02:45.267443 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:45.293267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383de283-57eb-498b-8e5d-1d5f6c4d3e99 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:45.297297 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-383de283-57eb-498b-8e5d-1d5f6c4d3e99 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1395955 Sep 19 13:02:45.297532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39218) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:45.341872 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-92707b4c-e951-42ea-838d-1af3f1557d8a tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409017 Sep 19 13:02:45.342320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39222) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:45.351486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-83153881', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:45.459257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:45.463859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:subnet and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:02:45.465425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:43Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:45.466692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:02:45.469361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Checking router: 9592ffad-520f-402a-a1b1-34e7b129c8b0 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:02:45.469715 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Updating router 9592ffad-520f-402a-a1b1-34e7b129c8b0 port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:02:45.473243 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:45.526444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:45.548058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:02:45.551900 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:45.837833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:45.922837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Subnet': ['ID=89e7c706-fb9c-4cf7-914b-a4e7f5a804db,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:45.934089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Checking segment: {'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:02:45.934089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network hostable DHCP agents. Network: 8e7960ed-5050-4ff5-9e25-1bab301da6dd, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 13:02:45.954385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:45.966114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Transition to ACTIVE for port object 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:02:46.017185 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e7960ed-5050-4ff5-9e25-1bab301da6dd is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 13:02:46.043123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:46.104284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Attempting to bind port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:02:46.104564 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Attempting to bind port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:02:46.105315 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Attempting to bind port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:02:46.108017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 8e7960ed-5050-4ff5-9e25-1bab301da6dd) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:02:46.112516 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:46.113041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:46.114410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:02:46.114410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:02:46.114766 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:46.115635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:02:46.115635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Bound port: 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:02:46.115998 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:46.147555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d2f664-ca7e-4833-9b20-63d67cba7592 None None] Network 8e7960ed-5050-4ff5-9e25-1bab301da6dd requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:02:46.192503 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b1a1abd1-bf6f-4125-8a72-d9907c5897bf tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8483670 Sep 19 13:02:46.195204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39226) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:02:46.227203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cc538-c4fb-42bd-b93b-cd0de0272d3e None None] Pushing event updated for resources: {'Port': ['ID=1c07a45f-7c8e-4c8b-b5b7-5752c98540fa,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:46.294995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] For port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:02:46.314711 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] For port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c07a45f-7c8e-4c8b-b5b7-5752c98540fa,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:02:46.407858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:46.474655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 13:02:46.476219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:46.495478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Routers {'9592ffad-520f-402a-a1b1-34e7b129c8b0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:02:46.496084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:02:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9592ffad-520f-402a-a1b1-34e7b129c8b0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:46.632407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cc538-c4fb-42bd-b93b-cd0de0272d3e None None] Pushing event updated for resources: {'Port': ['ID=1c07a45f-7c8e-4c8b-b5b7-5752c98540fa,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:46.730832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:46.815404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] Set router 9592ffad-520f-402a-a1b1-34e7b129c8b0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:02:46.943646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Allocated IP 172.20.0.2 (8e7960ed-5050-4ff5-9e25-1bab301da6dd/89e7c706-fb9c-4cf7-914b-a4e7f5a804db/fa190bba-06ea-4241-830f-3d687a5e741f) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:02:47.049433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:47.289325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:47.301909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Transition to ACTIVE for port object fa190bba-06ea-4241-830f-3d687a5e741f will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:02:47.305098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:43Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:47.316960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bbd09-36ec-4b7f-8991-d63539d521f2 None None] The sync data for ids ['9592ffad-520f-402a-a1b1-34e7b129c8b0'] in dv-neutron-857775-2-hyperv is: [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:43Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:02:47.328178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Transition to ACTIVE for port object fa190bba-06ea-4241-830f-3d687a5e741f will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:02:47.420812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:47.489322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.20.0.1 (8e7960ed-5050-4ff5-9e25-1bab301da6dd/89e7c706-fb9c-4cf7-914b-a4e7f5a804db/c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:02:47.508961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Network 8e7960ed-5050-4ff5-9e25-1bab301da6dd is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:02:47.513360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:02:47.518580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:02:47.579172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Pushing event updated for resources: {'Port': ['ID=fa190bba-06ea-4241-830f-3d687a5e741f,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:47.704404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:47.715145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Attempting to bind port fa190bba-06ea-4241-830f-3d687a5e741f on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:02:47.715515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Attempting to bind port fa190bba-06ea-4241-830f-3d687a5e741f by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:02:47.715919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Attempting to bind port fa190bba-06ea-4241-830f-3d687a5e741f on network 8e7960ed-5050-4ff5-9e25-1bab301da6dd {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:02:47.722101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:02:47.722516 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Checking segment: {'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:02:47.723187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:47.723587 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Bound using segment: {'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:02:47.724075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Bound port: fa190bba-06ea-4241-830f-3d687a5e741f, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:02:47.724301 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Transition to ACTIVE for port object c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:02:47.724430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:47.809778 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:02:47.817691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:47.827068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] For port fa190bba-06ea-4241-830f-3d687a5e741f, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:02:47.833876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] For port fa190bba-06ea-4241-830f-3d687a5e741f, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fa190bba-06ea-4241-830f-3d687a5e741f,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:02:47.889359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e7960ed-5050-4ff5-9e25-1bab301da6dd is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:02:47.892421 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:02:47.897035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:02:47.930327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:47.938518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:47.977425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:48.024943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b279f0-9d8b-488d-9658-0146da631c34 None None] Pushing event updated for resources: {'Port': ['ID=fa190bba-06ea-4241-830f-3d687a5e741f,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:48.533307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:48.965337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:49.051188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:49.174143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:49.176955 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:49.248036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fa190bba-06ea-4241-830f-3d687a5e741f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:02:49.336307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e7960ed-5050-4ff5-9e25-1bab301da6dd is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:02:49.337463 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:02:49.376576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port fa190bba-06ea-4241-830f-3d687a5e741f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:02:49.384110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:02:49.536879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:02:49.542650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:02:49.543292 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:49.554994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 9592ffad-520f-402a-a1b1-34e7b129c8b0 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:02:49.658348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982dfaae-c0d7-41c3-9e13-549e9bdf14a8 None None] Network 8e7960ed-5050-4ff5-9e25-1bab301da6dd requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:02:49.750775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:02:49.751045 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:49.755277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:02:49.765584 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Sync routers for ids ['9592ffad-520f-402a-a1b1-34e7b129c8b0'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:02:49.769385 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d8ea3728-4efb-4a52-ab67-a9f0488af3d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "PUT /v2.0/routers/9592ffad-520f-402a-a1b1-34e7b129c8b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5729160 Sep 19 13:02:49.786708 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Routers {'9592ffad-520f-402a-a1b1-34e7b129c8b0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:02:49.787445 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:02:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9592ffad-520f-402a-a1b1-34e7b129c8b0'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:49.793158 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c07a45f-7c8e-4c8b-b5b7-5752c98540fa,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:02:49.853336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3fdda2fd-1a99-4af3-a944-6628da6f68ed None None] Provisioning for port fa190bba-06ea-4241-830f-3d687a5e741f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:02:49.860178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3fdda2fd-1a99-4af3-a944-6628da6f68ed None None] Provisioning complete for port fa190bba-06ea-4241-830f-3d687a5e741f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:02:49.860560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3fdda2fd-1a99-4af3-a944-6628da6f68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:49.892745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:49.958821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-b0818914-9da6-425c-9f2b-0227ffb588e1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:02:49.988389 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Set router 9592ffad-520f-402a-a1b1-34e7b129c8b0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:02:50.045496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=1c07a45f-7c8e-4c8b-b5b7-5752c98540fa,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:50.054343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-b0818914-9da6-425c-9f2b-0227ffb588e1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:02:50.058670 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-b0818914-9da6-425c-9f2b-0227ffb588e1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810307105&fields=id&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 267 time: 0.1427057 Sep 19 13:02:50.124864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3fdda2fd-1a99-4af3-a944-6628da6f68ed None None] Current status of the port fa190bba-06ea-4241-830f-3d687a5e741f is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:02:50.125185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3fdda2fd-1a99-4af3-a944-6628da6f68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:50.159156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-3fdda2fd-1a99-4af3-a944-6628da6f68ed None None] For port fa190bba-06ea-4241-830f-3d687a5e741f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fa190bba-06ea-4241-830f-3d687a5e741f,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:02:50.221863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-c37c7afb-2741-4b82-8d35-b5a690a54dc0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:50.223552 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-c37c7afb-2741-4b82-8d35-b5a690a54dc0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:02:50.225739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3fdda2fd-1a99-4af3-a944-6628da6f68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:50.307144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdda2fd-1a99-4af3-a944-6628da6f68ed None None] Pushing event updated for resources: {'Port': ['ID=fa190bba-06ea-4241-830f-3d687a5e741f,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:50.341401 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01', 'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:50:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:47Z', 'updated_at': '2022-09-19T13:02:48Z', 'revision_number': 2, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:50.345439 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Checking router: 9592ffad-520f-402a-a1b1-34e7b129c8b0 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:02:50.345784 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Updating router 9592ffad-520f-402a-a1b1-34e7b129c8b0 port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:02:50.353871 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-c37c7afb-2741-4b82-8d35-b5a690a54dc0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:02:50.355674 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-c37c7afb-2741-4b82-8d35-b5a690a54dc0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/networks?id=8e7960ed-5050-4ff5-9e25-1bab301da6dd HTTP/1.1" status: 200 len: 796 time: 0.2922168 Sep 19 13:02:50.372766 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-e1dbcef1-d4a3-4f23-89bc-b2432c8af7fa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/quotas/2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 375 time: 0.0104172 Sep 19 13:02:50.400928 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:50.482987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-540c95ed-9d06-43c4-aeb3-09848f60d062 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:02:50.503048 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-987af47c-401f-425b-b6c8-338d27812871 None None] Provisioning for port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:02:50.508630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-987af47c-401f-425b-b6c8-338d27812871 None None] Provisioning complete for port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:02:50.511237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-987af47c-401f-425b-b6c8-338d27812871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:50.565928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-987af47c-401f-425b-b6c8-338d27812871 None None] Port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:02:50.570659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-540c95ed-9d06-43c4-aeb3-09848f60d062 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:02:50.574350 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-540c95ed-9d06-43c4-aeb3-09848f60d062 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1934421 Sep 19 13:02:50.584671 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-987af47c-401f-425b-b6c8-338d27812871 None None] Provisioning complete for port fa190bba-06ea-4241-830f-3d687a5e741f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:02:50.585176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-987af47c-401f-425b-b6c8-338d27812871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:50.744293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-987af47c-401f-425b-b6c8-338d27812871 None None] Current status of the port fa190bba-06ea-4241-830f-3d687a5e741f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:02:50.763824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-88d9a4f9-06d4-4b65-8d82-31d076172de6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 13:02:50.764811 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-88d9a4f9-06d4-4b65-8d82-31d076172de6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1799181 Sep 19 13:02:50.794985 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:50.811208 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Transition to ACTIVE for port object c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:02:50.864978 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-52e679bc-82c6-4c4a-a7b5-0caa3020aca5 None None] Provisioning complete for port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:02:50.865361 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52e679bc-82c6-4c4a-a7b5-0caa3020aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:50.885278 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:50.924775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-52e679bc-82c6-4c4a-a7b5-0caa3020aca5 None None] Port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:02:51.021256 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-4f22d82a-f863-4a09-8337-fecf7d018e67 service neutron] 10.222.0.66 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485869 Sep 19 13:02:51.091994 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Pushing event updated for resources: {'Port': ['ID=c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:51.111789 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.112138 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.112478 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.113402 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.113710 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.114731 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.115089 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.115420 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.115748 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.116072 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.116395 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.116716 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:02:51.125891 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Attempting to bind port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:02:51.126261 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Attempting to bind port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:02:51.126621 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Attempting to bind port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 on network 8e7960ed-5050-4ff5-9e25-1bab301da6dd {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:02:51.132169 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:02:51.134239 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Checking segment: {'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:02:51.134239 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:51.134239 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Bound using segment: {'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:02:51.134239 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Bound port: c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:02:51.134239 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:51.167201 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-ab61ec00-ef9d-4457-8809-169bfb36bac5 service neutron] 10.222.0.66 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395812 Sep 19 13:02:51.201897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fa190bba-06ea-4241-830f-3d687a5e741f up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:02:51.271487 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] For port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:02:51.275822 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] For port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:02:51.276353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port fa190bba-06ea-4241-830f-3d687a5e741f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:02:51.276943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:51.395003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port fa190bba-06ea-4241-830f-3d687a5e741f is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:02:51.396813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:02:51.400568 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:51.486252 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Routers {'9592ffad-520f-402a-a1b1-34e7b129c8b0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:02:51.486909 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:02:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9592ffad-520f-402a-a1b1-34e7b129c8b0'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:51.487467 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ccbd0ed-07f9-4a19-9892-36043af60da4 req-e0bf5997-5a4f-4ef9-8132-5325914bfddc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 210 time: 0.0625899 Sep 19 13:02:51.498247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:02:51.498728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:51.583497 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee8dcb-84e6-425c-a57b-d99132df0866 None None] Pushing event updated for resources: {'Port': ['ID=c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:51.660248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:02:51.696877 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] Set router 9592ffad-520f-402a-a1b1-34e7b129c8b0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:02:52.020162 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01', 'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:50:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:47Z', 'updated_at': '2022-09-19T13:02:51Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:02:52.024824 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9acb58f-3607-4922-acdd-05da77bff2f3 None None] The sync data for ids ['9592ffad-520f-402a-a1b1-34e7b129c8b0'] in dv-neutron-857775-2-hyperv is: [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01', 'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:50:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:47Z', 'updated_at': '2022-09-19T13:02:51Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:02:52.607005 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c327a4d2-c001-4d62-b85c-ed063f1e48de req-23392056-7915-47c1-a258-c92f1769a816 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 210 time: 0.0550137 Sep 19 13:02:52.629075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-cf34670b-beb7-46a3-9939-e775a24e4f0b req-0b6c4983-36a3-415a-bc8f-31359dd53b48 service neutron] (89795) timed out ('10.222.0.85', 55084) {{(pid=89795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 19 13:02:53.212536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:02:53.394988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:02:53.398245 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:53.400882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:02:53.406969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:53.518446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:02:53.518996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:53.552435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:02:53.673537 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:53.745445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:53.774200 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89f3c699-e57a-47cb-9160-6fa0e1494778 req-198ab2ef-6b5e-4dad-96e2-55e5bc382e3f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 210 time: 0.0520928 Sep 19 13:02:54.023417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-e9cfef22-0f7a-4730-a482-3e45feaff779 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:54.024108 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-e9cfef22-0f7a-4730-a482-3e45feaff779 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:02:54.036982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-e9cfef22-0f7a-4730-a482-3e45feaff779 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:02:54.038127 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-e9cfef22-0f7a-4730-a482-3e45feaff779 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/networks?id=8e7960ed-5050-4ff5-9e25-1bab301da6dd HTTP/1.1" status: 200 len: 796 time: 0.1667297 Sep 19 13:02:54.092478 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-c20e3583-f07f-455a-b90e-f03d42a9822c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 379 time: 0.0405929 Sep 19 13:02:54.103274 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'port': {'device_id': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'admin_state_up': True, 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'security_groups': ['22ad032d-7c1e-475a-9eed-184160e23ce1']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:54.244405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:02:54.261525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:02:54.336457 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:02:54.340106 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:54.503835 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.20.0.4 (8e7960ed-5050-4ff5-9e25-1bab301da6dd/89e7c706-fb9c-4cf7-914b-a4e7f5a804db/3946800c-b5cc-4173-8bda-8a95db182ed0) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:02:54.693715 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:54.708890 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Transition to ACTIVE for port object 3946800c-b5cc-4173-8bda-8a95db182ed0 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:02:54.809209 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:54.884546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e7960ed-5050-4ff5-9e25-1bab301da6dd is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:02:54.889166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:02:54.895481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:02:54.939561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=3946800c-b5cc-4173-8bda-8a95db182ed0,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:54.971173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:54.971811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:54.989291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c2f3-f71c-41e3-8dd2-82e6d0655073 req-cbebf6c1-dcdc-4a19-b52f-5d67ff720b88 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:54.991000 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0332c2f3-f71c-41e3-8dd2-82e6d0655073 req-cbebf6c1-dcdc-4a19-b52f-5d67ff720b88 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 931 time: 0.1035898 Sep 19 13:02:55.041448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0332c2f3-f71c-41e3-8dd2-82e6d0655073 req-df8f1b7b-6cb2-4b28-a26c-2c2887b0ca78 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423539 Sep 19 13:02:55.061106 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2c31af70-ab58-4a18-a333-1ca5a954cb03 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9617586 Sep 19 13:02:55.077666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Request body: {'port': {'device_id': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:02:55.193774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:02:55.197194 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:55.237452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1736a73d-5ebc-42fd-96b4-0d22505878e1 None None] Provisioning for port 3946800c-b5cc-4173-8bda-8a95db182ed0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:02:55.247804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1736a73d-5ebc-42fd-96b4-0d22505878e1 None None] Provisioning complete for port 3946800c-b5cc-4173-8bda-8a95db182ed0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:02:55.248249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1736a73d-5ebc-42fd-96b4-0d22505878e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:55.314501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1736a73d-5ebc-42fd-96b4-0d22505878e1 None None] Port 3946800c-b5cc-4173-8bda-8a95db182ed0 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:02:55.322561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:02:55.323028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:55.438339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:02:55.546461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3946800c-b5cc-4173-8bda-8a95db182ed0 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:02:55.553730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:55.570096 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Transition to ACTIVE for port object 3946800c-b5cc-4173-8bda-8a95db182ed0 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:02:55.656450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:55.965030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Pushing event updated for resources: {'Port': ['ID=3946800c-b5cc-4173-8bda-8a95db182ed0,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:55.994112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Attempting to bind port 3946800c-b5cc-4173-8bda-8a95db182ed0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:02:55.994444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Attempting to bind port 3946800c-b5cc-4173-8bda-8a95db182ed0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:02:55.994790 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Attempting to bind port 3946800c-b5cc-4173-8bda-8a95db182ed0 on network 8e7960ed-5050-4ff5-9e25-1bab301da6dd {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:02:55.999472 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Port 3946800c-b5cc-4173-8bda-8a95db182ed0 on network 8e7960ed-5050-4ff5-9e25-1bab301da6dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 13:02:55.999795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Attempting to bind port 3946800c-b5cc-4173-8bda-8a95db182ed0 on network 8e7960ed-5050-4ff5-9e25-1bab301da6dd {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:02:56.005449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:02:56.005785 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Checking segment: {'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:02:56.006172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Bound using segment: {'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:02:56.006602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Bound port: 3946800c-b5cc-4173-8bda-8a95db182ed0, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f81de3a-5348-4f89-ba71-484a6ba2d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:02:56.006987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:56.110678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] For port 3946800c-b5cc-4173-8bda-8a95db182ed0, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:02:56.114665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] For port 3946800c-b5cc-4173-8bda-8a95db182ed0, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3946800c-b5cc-4173-8bda-8a95db182ed0,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:02:56.197454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:56.229026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:56.229650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:56.230973 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] 10.222.0.85 "PUT /v2.0/ports/3946800c-b5cc-4173-8bda-8a95db182ed0 HTTP/1.1" status: 200 len: 1093 time: 1.1578162 Sep 19 13:02:56.236894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:02:56.239128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5051a5c5-863d-46c2-a61e-1e7b5910cad6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:02:56.263604 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db811340-f3dc-4a5f-8e2e-203b13041031 req-d352c68f-f3ee-45e3-b19a-ad0f9ed2671e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:56.263604 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-db811340-f3dc-4a5f-8e2e-203b13041031 req-d352c68f-f3ee-45e3-b19a-ad0f9ed2671e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 943 time: 0.0927169 Sep 19 13:02:56.298060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf153d-4df6-4a23-872e-88e7acf56b89 service neutron] Pushing event updated for resources: {'Port': ['ID=3946800c-b5cc-4173-8bda-8a95db182ed0,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:56.298060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed0339d-2298-4163-8e07-7c4b717f836f x-openstack-request-id: req-5ed0339d-2298-4163-8e07-7c4b717f836f {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:02:56.298060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:02:56.298060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ed0339d-2298-4163-8e07-7c4b717f836f {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:02:56.298060 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed0339d-2298-4163-8e07-7c4b717f836f'] response: {'name': 'network-changed', 'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'status': 'completed', 'code': 200} Sep 19 13:02:56.318498 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-db811340-f3dc-4a5f-8e2e-203b13041031 req-030db7a1-4e4a-4e15-b195-a64cc42cca3c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467672 Sep 19 13:02:56.405068 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051a5c5-863d-46c2-a61e-1e7b5910cad6 req-d8ce20ea-8686-48da-a022-324ac6080b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:56.406610 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5051a5c5-863d-46c2-a61e-1e7b5910cad6 req-d8ce20ea-8686-48da-a022-324ac6080b03 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1096 time: 0.0843530 Sep 19 13:02:56.551181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051a5c5-863d-46c2-a61e-1e7b5910cad6 req-b3e6ee3b-2e3b-4b9e-a7f7-aab4b1dc0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:56.552664 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5051a5c5-863d-46c2-a61e-1e7b5910cad6 req-b3e6ee3b-2e3b-4b9e-a7f7-aab4b1dc0e32 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1355829 Sep 19 13:02:56.691730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051a5c5-863d-46c2-a61e-1e7b5910cad6 req-e5dbc1b5-1bdd-4cdf-9f53-9685b026a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:56.693099 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5051a5c5-863d-46c2-a61e-1e7b5910cad6 req-e5dbc1b5-1bdd-4cdf-9f53-9685b026a838 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313040 Sep 19 13:02:56.815523 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-4a81e807-3eac-401f-b7cb-c46ff372b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:56.817486 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-4a81e807-3eac-401f-b7cb-c46ff372b4dc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1096 time: 0.0814695 Sep 19 13:02:56.889327 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-2be70a16-fe09-4b7d-b371-2afff227616e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946800c-b5cc-4173-8bda-8a95db182ed0 HTTP/1.1" status: 200 len: 217 time: 0.0631814 Sep 19 13:02:56.954156 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-19a59cd8-f349-4f63-99f5-9c01f10e5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:56.955612 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-19a59cd8-f349-4f63-99f5-9c01f10e5158 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=89e7c706-fb9c-4cf7-914b-a4e7f5a804db HTTP/1.1" status: 200 len: 833 time: 0.0576301 Sep 19 13:02:57.045034 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-73bb5e39-3fef-4660-ae61-4d1cd608f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:57.046544 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-73bb5e39-3fef-4660-ae61-4d1cd608f594 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e7960ed-5050-4ff5-9e25-1bab301da6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809982 Sep 19 13:02:57.182621 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-b909b1ae-9a7c-46ec-871b-4f6726866a71 service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259110 Sep 19 13:02:57.316535 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d24b6e8-ecb6-4cc3-88e7-61cb16ca88c5 req-f1467df6-3efb-415b-b53e-cccd880c2ad1 service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246030 Sep 19 13:02:57.535530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec85e1-1636-46db-8228-eef3c33dcf7e req-cffc6779-89fe-4cab-9c10-e0bbfd53a396 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:57.537003 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6bec85e1-1636-46db-8228-eef3c33dcf7e req-cffc6779-89fe-4cab-9c10-e0bbfd53a396 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 943 time: 0.0892541 Sep 19 13:02:57.581951 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6bec85e1-1636-46db-8228-eef3c33dcf7e req-6fd02a04-5597-46d3-8d76-66e7d384e99c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388017 Sep 19 13:02:58.288612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3946800c-b5cc-4173-8bda-8a95db182ed0 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:02:58.423688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3946800c-b5cc-4173-8bda-8a95db182ed0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3946800c-b5cc-4173-8bda-8a95db182ed0,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:02:58.437974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'port_id': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'mac_address': 'fa:16:3e:74:f3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:02:58.498023 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 3946800c-b5cc-4173-8bda-8a95db182ed0 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:02:58.498407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:58.515491 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3946800c-b5cc-4173-8bda-8a95db182ed0 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:02:58.530653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3946800c-b5cc-4173-8bda-8a95db182ed0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3946800c-b5cc-4173-8bda-8a95db182ed0,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:02:58.587756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:02:58.655883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=3946800c-b5cc-4173-8bda-8a95db182ed0,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:02:58.784041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2175394-c299-4856-94d6-45aefbb7dadb req-f4d6b49c-51cd-46f0-89b2-85eda013529b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:02:58.785514 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e2175394-c299-4856-94d6-45aefbb7dadb req-f4d6b49c-51cd-46f0-89b2-85eda013529b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 944 time: 0.0917728 Sep 19 13:02:58.830639 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e2175394-c299-4856-94d6-45aefbb7dadb req-88d827e4-d71a-41d0-aa72-e8582a8fb54e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395277 Sep 19 13:02:58.889780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['3946800c-b5cc-4173-8bda-8a95db182ed0'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:03:00.030025 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f21bf6-0c0b-4d7b-97df-c849f340e96e req-78f923f5-0487-4e59-86ed-2b0971a05355 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:00.031511 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-03f21bf6-0c0b-4d7b-97df-c849f340e96e req-78f923f5-0487-4e59-86ed-2b0971a05355 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 944 time: 0.0872889 Sep 19 13:03:00.078048 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-03f21bf6-0c0b-4d7b-97df-c849f340e96e req-88a8c3c1-468c-4241-bc90-9907a49d9295 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408714 Sep 19 13:03:00.286852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3946800c-b5cc-4173-8bda-8a95db182ed0 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:03:00.454266 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 3946800c-b5cc-4173-8bda-8a95db182ed0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:03:00.459222 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 3946800c-b5cc-4173-8bda-8a95db182ed0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:03:00.459597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:00.577107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 3946800c-b5cc-4173-8bda-8a95db182ed0 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:03:00.577393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:00.604448 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:03:00.606999 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5950466-bfe4-4318-9472-5ab845e3d6b9" -d '{"events": [{"server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "name": "network-vif-plugged", "status": "completed", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:03:00.615323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3946800c-b5cc-4173-8bda-8a95db182ed0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3946800c-b5cc-4173-8bda-8a95db182ed0,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:03:00.649814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e7f554-5ac5-4337-a36c-3aa8eb655e3d x-openstack-request-id: req-a6e7f554-5ac5-4337-a36c-3aa8eb655e3d {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:03:00.650113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "name": "network-vif-plugged", "status": "completed", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:03:00.650369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6e7f554-5ac5-4337-a36c-3aa8eb655e3d {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:03:00.650793 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e7f554-5ac5-4337-a36c-3aa8eb655e3d'] response: {'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'code': 200} Sep 19 13:03:00.677369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:00.744797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=3946800c-b5cc-4173-8bda-8a95db182ed0,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:03:01.046368 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94f820-fb04-482b-94c6-fff56969b610 req-9d888e2a-9d95-45c2-8d67-e9236d92c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:01.047877 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f94f820-fb04-482b-94c6-fff56969b610 req-9d888e2a-9d95-45c2-8d67-e9236d92c957 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1098 time: 0.0780921 Sep 19 13:03:01.095615 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f94f820-fb04-482b-94c6-fff56969b610 req-a8d12496-83b3-48ff-b651-f513f510c291 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386636 Sep 19 13:03:01.277684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d606d-042b-4aa8-bb80-d7e64adaa9a8 req-7b84e16e-b125-4c3d-9058-85e471a5fa89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:01.279176 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-686d606d-042b-4aa8-bb80-d7e64adaa9a8 req-7b84e16e-b125-4c3d-9058-85e471a5fa89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0878582 Sep 19 13:03:01.323792 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-686d606d-042b-4aa8-bb80-d7e64adaa9a8 req-becc789c-3ea0-4a6a-b482-ef508a6d2352 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382719 Sep 19 13:03:02.531041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22fca5-180d-494c-a286-a29551c0768f req-243f86d1-7b6e-46c7-9fe0-b40f41b0f63f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:02.532581 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ce22fca5-180d-494c-a286-a29551c0768f req-243f86d1-7b6e-46c7-9fe0-b40f41b0f63f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0927243 Sep 19 13:03:02.577576 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ce22fca5-180d-494c-a286-a29551c0768f req-c6f447a9-f118-47ac-9840-df299db14b67 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386200 Sep 19 13:03:02.777437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b1b84-bc02-4431-b9ce-8d3a3058a5ae req-2a918960-3a78-4a3b-b574-c1d124846044 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:02.778939 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2e5b1b84-bc02-4431-b9ce-8d3a3058a5ae req-2a918960-3a78-4a3b-b574-c1d124846044 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0903897 Sep 19 13:03:02.826985 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2e5b1b84-bc02-4431-b9ce-8d3a3058a5ae req-e1212e3e-5c60-4a83-8064-14e0e777e2e0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 Sep 19 13:03:02.869375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39304) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:03:02.949036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd8d9c-d44b-43d5-8df7-ba668edb1447 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:02.950552 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-19cd8d9c-d44b-43d5-8df7-ba668edb1447 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1093 time: 0.0802603 Sep 19 13:03:02.953615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39308) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:03:02.960060 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:03:02.966496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:03:02.970398 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:floatingip and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:03:02.974074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:03:02.980895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:03:03.051647 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:03.208453 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:03.454051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.26.5.132 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/d092b6cf-bfba-4210-a510-fde3eb28f893) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:03:03.600788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:03.690828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:03.760463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:03:03.763933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:03:03.772939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:03:03.807192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=d092b6cf-bfba-4210-a510-fde3eb28f893,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:03:04.202002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:04.326599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:04.542454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:04.610071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:04.714239 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=d092b6cf-bfba-4210-a510-fde3eb28f893,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:03:04.718786 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:04.889354 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Floating IP f99e2157-d303-4cef-b2df-730319e12d36 associated. External IP: 172.26.5.132, port: 3946800c-b5cc-4173-8bda-8a95db182ed0. Sep 19 13:03:05.351571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 9592ffad-520f-402a-a1b1-34e7b129c8b0 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:03:05.529897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:03:05.539695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] Sync routers for ids ['9592ffad-520f-402a-a1b1-34e7b129c8b0'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:03:05.548907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] Routers {'9592ffad-520f-402a-a1b1-34e7b129c8b0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:03:05.549540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:02:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9592ffad-520f-402a-a1b1-34e7b129c8b0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:03:05.650618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:05.709301 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-05e082ac-c48c-4f6b-b217-c4f254f55892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7543328 Sep 19 13:03:05.709894 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:03:05.712217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3985315b-fdc4-45e9-8304-53c9716ab415" -d '{"events": [{"name": "network-changed", "server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:03:05.741735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] Set router 9592ffad-520f-402a-a1b1-34e7b129c8b0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:03:05.759001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a9a167-6ec6-4822-b6da-6a1e5a7167b1 x-openstack-request-id: req-a9a9a167-6ec6-4822-b6da-6a1e5a7167b1 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:03:05.759354 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:03:05.759808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9a9a167-6ec6-4822-b6da-6a1e5a7167b1 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:03:05.760271 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a9a167-6ec6-4822-b6da-6a1e5a7167b1'] response: {'name': 'network-changed', 'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'status': 'completed', 'code': 200} Sep 19 13:03:05.868656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-e57aa1a9-8e88-445d-8fa4-438b79bc8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:05.870435 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-e57aa1a9-8e88-445d-8fa4-438b79bc8a03 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1098 time: 0.0900152 Sep 19 13:03:05.898202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a797c-b1d4-4ece-a94a-ef3d16b45430 req-101bea67-efc1-4ef7-ae38-6d1bd3f729b8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:05.899937 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3d3a797c-b1d4-4ece-a94a-ef3d16b45430 req-101bea67-efc1-4ef7-ae38-6d1bd3f729b8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0978911 Sep 19 13:03:05.946061 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3d3a797c-b1d4-4ece-a94a-ef3d16b45430 req-40d8cbcb-40d4-4053-b61e-635fcc7c52a7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394955 Sep 19 13:03:05.977760 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39316) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:03:06.014085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-ca5fea09-08ae-46a5-9060-e9b2b2316b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:06.015742 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-ca5fea09-08ae-46a5-9060-e9b2b2316b8a service neutron] 10.222.0.85 "GET /v2.0/networks?id=8e7960ed-5050-4ff5-9e25-1bab301da6dd HTTP/1.1" status: 200 len: 897 time: 0.1396406 Sep 19 13:03:06.089317 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-549d141a-cbe7-411e-ade6-98184a9a9944 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/f99e2157-d303-4cef-b2df-730319e12d36 HTTP/1.1" status: 200 len: 991 time: 0.1103404 Sep 19 13:03:06.124164 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-f5b43cde-0f56-4dbf-a686-00f0b37db1ae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946800c-b5cc-4173-8bda-8a95db182ed0 HTTP/1.1" status: 200 len: 999 time: 0.1024067 Sep 19 13:03:06.139223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'f99e2157-d303-4cef-b2df-730319e12d36', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.132', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'port_id': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'mac_address': 'fa:16:3e:74:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:03:04Z', 'updated_at': '2022-09-19T13:03:04Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01', 'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:50:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:47Z', 'updated_at': '2022-09-19T13:02:53Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:03:06.143069 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] Checking router: 9592ffad-520f-402a-a1b1-34e7b129c8b0 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:03:06.152826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] Routers {'9592ffad-520f-402a-a1b1-34e7b129c8b0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:03:06.153835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:02:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9592ffad-520f-402a-a1b1-34e7b129c8b0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:03:06.187581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-81a2a959-e22c-4c86-8805-45ca4779b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:06.189023 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-81a2a959-e22c-4c86-8805-45ca4779b664 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=89e7c706-fb9c-4cf7-914b-a4e7f5a804db HTTP/1.1" status: 200 len: 833 time: 0.0588622 Sep 19 13:03:06.277129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-1cc7b797-32cf-420d-b85d-28da84d9c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:06.278629 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-1cc7b797-32cf-420d-b85d-28da84d9c43d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e7960ed-5050-4ff5-9e25-1bab301da6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836596 Sep 19 13:03:06.344220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] Set router 9592ffad-520f-402a-a1b1-34e7b129c8b0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:03:06.413105 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-a85742b3-ee3e-4e7f-905a-caf3cc496b79 service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278820 Sep 19 13:03:06.549102 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3985315b-fdc4-45e9-8304-53c9716ab415 req-9c3471ca-cc38-417c-86d2-4b58ad4b84d2 service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270645 Sep 19 13:03:06.695810 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'f99e2157-d303-4cef-b2df-730319e12d36', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.132', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'port_id': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'mac_address': 'fa:16:3e:74:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:03:04Z', 'updated_at': '2022-09-19T13:03:04Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01', 'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:50:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:47Z', 'updated_at': '2022-09-19T13:02:53Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:03:06.699767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf6430-3076-4d8e-bb1a-f91dcf9bd949 None None] The sync data for ids ['9592ffad-520f-402a-a1b1-34e7b129c8b0'] in dv-neutron-857775-2-hyperv is: [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'f99e2157-d303-4cef-b2df-730319e12d36', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.132', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'port_id': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'mac_address': 'fa:16:3e:74:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:03:04Z', 'updated_at': '2022-09-19T13:03:04Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01', 'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:50:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:47Z', 'updated_at': '2022-09-19T13:02:53Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:03:06.896224 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9442447-3568-401a-9a3e-db3afe2fc265 None None] New status for floating IP f99e2157-d303-4cef-b2df-730319e12d36: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:03:07.093257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39320) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:03:07.202065 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c7e120a7-3730-4da7-a7d8-51404fe03dd6 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/f99e2157-d303-4cef-b2df-730319e12d36 HTTP/1.1" status: 200 len: 991 time: 0.1076112 Sep 19 13:03:08.002943 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-258fc30f-567c-406b-8cc9-861d5ab7cf3e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772069 Sep 19 13:03:08.151407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-a8f7da6a-5f50-471b-89e9-6503306bce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:08.152868 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-a8f7da6a-5f50-471b-89e9-6503306bce93 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1098 time: 0.0810490 Sep 19 13:03:08.206152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39324) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:03:08.307276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-82345b5c-b0b6-4303-906a-d5cf5eb892fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:08.308817 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-82345b5c-b0b6-4303-906a-d5cf5eb892fc service neutron] 10.222.0.85 "GET /v2.0/networks?id=8e7960ed-5050-4ff5-9e25-1bab301da6dd HTTP/1.1" status: 200 len: 897 time: 0.1379797 Sep 19 13:03:08.444809 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7213c802-b5a0-46a7-b4e2-64e8d6b4b0fb tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/f99e2157-d303-4cef-b2df-730319e12d36 HTTP/1.1" status: 200 len: 993 time: 0.2326090 Sep 19 13:03:08.541044 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-dfcebb42-2b98-428c-9e92-86f92d1e7cfc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946800c-b5cc-4173-8bda-8a95db182ed0 HTTP/1.1" status: 200 len: 1001 time: 0.2266004 Sep 19 13:03:08.603210 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-8ff0bb41-a1c0-468b-9387-8ba02354546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:08.604612 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-8ff0bb41-a1c0-468b-9387-8ba02354546e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=89e7c706-fb9c-4cf7-914b-a4e7f5a804db HTTP/1.1" status: 200 len: 833 time: 0.0572479 Sep 19 13:03:08.691567 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-48ff0872-0f4a-472e-abbc-d52a6c512738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:08.693059 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-48ff0872-0f4a-472e-abbc-d52a6c512738 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e7960ed-5050-4ff5-9e25-1bab301da6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785036 Sep 19 13:03:08.834734 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-6959ce26-8ccc-42fd-9302-2764571525aa service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323817 Sep 19 13:03:08.968380 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e87ac7ad-432c-4a65-b86a-134b4ddb23b7 req-b1f55aa3-cea2-44b8-ba5f-378ac6b74b34 service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277337 Sep 19 13:03:11.585458 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-84d0bd43-a930-4290-a18f-d9c4a0538557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:13.733855 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ec45581b-15c5-490f-90e8-ce94b0fe4104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:14.627444 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:15.153304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:16.575959 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:23.402560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:24.808578 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:03:40.254095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd40a-c831-4923-b41d-5d45c19de53e req-2131a3d2-0415-432b-a30f-9de349fcf134 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:40.256335 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e5ddd40a-c831-4923-b41d-5d45c19de53e req-2131a3d2-0415-432b-a30f-9de349fcf134 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0909042 Sep 19 13:03:40.276892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39342) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:03:40.303608 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e5ddd40a-c831-4923-b41d-5d45c19de53e req-3fd2aef5-bdac-466f-9199-0b84cb823d73 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416329 Sep 19 13:03:40.440590 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-c1eb27fd-3cc7-46fe-9cc2-3a09aa6c3623 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1616049 Sep 19 13:03:41.510058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985c026-216e-4411-bc1e-4a38b32e88ab req-f44f4e40-9966-4976-8c56-ebab6639bec7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:41.511569 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5985c026-216e-4411-bc1e-4a38b32e88ab req-f44f4e40-9966-4976-8c56-ebab6639bec7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0912349 Sep 19 13:03:41.556474 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5985c026-216e-4411-bc1e-4a38b32e88ab req-cfd08aae-cd8c-4241-8361-982a2500432f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390887 Sep 19 13:03:41.581585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-50f16468-44f1-441a-b3f2-020425e7fa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:42.768048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebeaaa2-5d10-42be-bb76-c59187745f18 req-05240df4-779f-4acc-bc82-92fece40127e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:42.769890 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8ebeaaa2-5d10-42be-bb76-c59187745f18 req-05240df4-779f-4acc-bc82-92fece40127e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0890830 Sep 19 13:03:42.818913 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8ebeaaa2-5d10-42be-bb76-c59187745f18 req-a1130527-879a-49da-b3b8-7512ffade37b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435460 Sep 19 13:03:43.605613 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-44d00166-36a7-4469-aff2-614d51adb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:43.607142 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-44d00166-36a7-4469-aff2-614d51adb4eb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1098 time: 0.0790064 Sep 19 13:03:43.713181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4474b04e-0865-4ca3-8464-239c8b00b710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:43.761389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-fbcd352c-7c61-4384-b292-4368be0920ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:43.762849 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-fbcd352c-7c61-4384-b292-4368be0920ff service neutron] 10.222.0.85 "GET /v2.0/networks?id=8e7960ed-5050-4ff5-9e25-1bab301da6dd HTTP/1.1" status: 200 len: 897 time: 0.1466248 Sep 19 13:03:43.869157 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-25b840b6-fd9a-483f-a490-71f276cbc519 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946800c-b5cc-4173-8bda-8a95db182ed0 HTTP/1.1" status: 200 len: 1001 time: 0.0962727 Sep 19 13:03:43.939582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-b85c209d-1750-4c50-b618-f9c1495c5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:43.941026 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-b85c209d-1750-4c50-b618-f9c1495c5f21 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=89e7c706-fb9c-4cf7-914b-a4e7f5a804db HTTP/1.1" status: 200 len: 833 time: 0.0626912 Sep 19 13:03:44.034246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750a130-3457-4197-a554-37bf18a473a4 req-84b643dd-4a7b-419b-93fc-e69fedb5f5e7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:44.035893 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d750a130-3457-4197-a554-37bf18a473a4 req-84b643dd-4a7b-419b-93fc-e69fedb5f5e7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.1047165 Sep 19 13:03:44.037575 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-6dbd8304-5cde-4192-a604-9890198b12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:44.039163 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-6dbd8304-5cde-4192-a604-9890198b12b8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e7960ed-5050-4ff5-9e25-1bab301da6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889792 Sep 19 13:03:44.083335 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d750a130-3457-4197-a554-37bf18a473a4 req-7466559b-c4d5-4b61-aacc-04075cf8a828 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Sep 19 13:03:44.175577 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-71512bdc-175f-4200-974b-90b11df5e8d8 service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285686 Sep 19 13:03:44.318510 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-21c85a18-6635-4a01-a2b2-d1761d960ef0 service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340146 Sep 19 13:03:44.592793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:45.162647 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:45.294382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4c030-0835-4792-a6c1-80fe9112c611 req-d298d6c0-48cf-4131-b393-80e2009bbfde tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:45.296011 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2be4c030-0835-4792-a6c1-80fe9112c611 req-d298d6c0-48cf-4131-b393-80e2009bbfde tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0966792 Sep 19 13:03:45.340884 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2be4c030-0835-4792-a6c1-80fe9112c611 req-eb722664-ebfb-4b3d-ae11-63fda4fd4c4a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390642 Sep 19 13:03:46.544220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182e8ef-9cc6-42f4-9745-66a0a521debb req-e5dbfb6f-2a28-43d7-8598-b315e7613539 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:46.544220 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9182e8ef-9cc6-42f4-9745-66a0a521debb req-e5dbfb6f-2a28-43d7-8598-b315e7613539 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0895646 Sep 19 13:03:46.591285 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9182e8ef-9cc6-42f4-9745-66a0a521debb req-15a15c3b-abac-44e6-b77f-2711120e9718 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425520 Sep 19 13:03:46.592770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:47.792351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ddde3-fea5-4e55-86b5-1673a46923ab req-e19c55aa-d61f-4f81-b562-832c94e9e06a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:47.793817 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-736ddde3-fea5-4e55-86b5-1673a46923ab req-e19c55aa-d61f-4f81-b562-832c94e9e06a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0906632 Sep 19 13:03:47.837985 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-736ddde3-fea5-4e55-86b5-1673a46923ab req-bbdedbf9-5ef5-48b7-bb2f-4d06b2152e21 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385573 Sep 19 13:03:49.059480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a41459-ee33-41d0-889b-136242ddaefe req-adcc518b-cb6d-494b-90d2-3b6787a57d50 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:49.061691 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b1a41459-ee33-41d0-889b-136242ddaefe req-adcc518b-cb6d-494b-90d2-3b6787a57d50 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.1066284 Sep 19 13:03:49.107421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b1a41459-ee33-41d0-889b-136242ddaefe req-82e7877e-38ef-4487-a0f9-567c187669cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401695 Sep 19 13:03:50.311068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17acf-0f03-415a-b04c-3bae1d8ffd1c req-b8816f0e-9aae-4901-9ea0-10ed67304cc2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:50.312526 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-48f17acf-0f03-415a-b04c-3bae1d8ffd1c req-b8816f0e-9aae-4901-9ea0-10ed67304cc2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0907843 Sep 19 13:03:50.360590 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-48f17acf-0f03-415a-b04c-3bae1d8ffd1c req-18e1c049-9cc0-4770-93dc-d174f7adb15e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416374 Sep 19 13:03:51.558130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70dcbf-1b85-44fe-a8e8-84c57df2b7a2 req-38e00373-0e82-4eed-8b7e-8dfb8a153774 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:51.559613 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b70dcbf-1b85-44fe-a8e8-84c57df2b7a2 req-38e00373-0e82-4eed-8b7e-8dfb8a153774 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0872660 Sep 19 13:03:51.604574 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7b70dcbf-1b85-44fe-a8e8-84c57df2b7a2 req-77bbd452-9bde-42dd-8475-40812022d2ee tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389974 Sep 19 13:03:52.955531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e26e7-ec9c-4bbe-9b85-d7f1a431ceb6 req-38de644f-e18e-4068-9a3d-a2f6b2a34905 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:52.957562 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e81e26e7-ec9c-4bbe-9b85-d7f1a431ceb6 req-38de644f-e18e-4068-9a3d-a2f6b2a34905 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0917277 Sep 19 13:03:53.002487 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e81e26e7-ec9c-4bbe-9b85-d7f1a431ceb6 req-b09f768a-3b23-44a9-9e8f-06aa17abd7c2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391512 Sep 19 13:03:53.397934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:03:54.204303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620adb82-59f3-4c35-8ce1-a725e3c86f7a req-c13a8da8-8f6e-4420-ad95-51a9ab73ef3e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:54.205746 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-620adb82-59f3-4c35-8ce1-a725e3c86f7a req-c13a8da8-8f6e-4420-ad95-51a9ab73ef3e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0903721 Sep 19 13:03:54.252570 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-620adb82-59f3-4c35-8ce1-a725e3c86f7a req-e27bb876-2a3f-4bf5-80e9-02b1b253db02 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411825 Sep 19 13:03:55.457170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d1b01-bfab-4a99-a070-469365f80d5f req-1dbce8a2-3d34-4604-8774-fe92d74e953b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:55.458552 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ce3d1b01-bfab-4a99-a070-469365f80d5f req-1dbce8a2-3d34-4604-8774-fe92d74e953b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0884364 Sep 19 13:03:55.503192 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ce3d1b01-bfab-4a99-a070-469365f80d5f req-e3e84dc6-42ea-4b34-8418-9a5624d53450 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389962 Sep 19 13:03:56.606318 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-bb8cd8ab-f174-49fe-be57-46b698cfde7d service neutron] 10.222.0.85 "GET /v2.0/ports/3946800c-b5cc-4173-8bda-8a95db182ed0/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0831203 Sep 19 13:03:56.710445 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0092957-17f5-4abc-a581-a370527b70ac req-4a3ecc34-e558-4fc8-abbf-dde69bd3be44 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:56.711922 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e0092957-17f5-4abc-a581-a370527b70ac req-4a3ecc34-e558-4fc8-abbf-dde69bd3be44 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0927701 Sep 19 13:03:56.757727 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e0092957-17f5-4abc-a581-a370527b70ac req-d072fb79-cf10-4065-aa1c-5ca90a4f6f93 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400434 Sep 19 13:03:57.249831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-b5384314-2248-4559-97c9-9d5d94cdfced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:57.251351 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-b5384314-2248-4559-97c9-9d5d94cdfced service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 1098 time: 0.0837841 Sep 19 13:03:57.370563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-5c6a7cef-34c6-4b22-be87-815e024faa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:57.372078 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-5c6a7cef-34c6-4b22-be87-815e024faa10 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1098 time: 0.0919189 Sep 19 13:03:57.600251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-80a6b6b3-608e-4a3d-b0ef-dd2bd2439b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:57.601702 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-80a6b6b3-608e-4a3d-b0ef-dd2bd2439b6b service neutron] 10.222.0.85 "GET /v2.0/networks?id=8e7960ed-5050-4ff5-9e25-1bab301da6dd HTTP/1.1" status: 200 len: 897 time: 0.2204959 Sep 19 13:03:57.719928 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-fe53a0d8-0ab3-46c0-a237-db62006a7c76 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946800c-b5cc-4173-8bda-8a95db182ed0 HTTP/1.1" status: 200 len: 1001 time: 0.1088951 Sep 19 13:03:57.784605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-586c69a3-cbde-4c17-afe6-cd152df9a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:57.786266 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-586c69a3-cbde-4c17-afe6-cd152df9a5f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=89e7c706-fb9c-4cf7-914b-a4e7f5a804db HTTP/1.1" status: 200 len: 833 time: 0.0577128 Sep 19 13:03:57.877326 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-6fb5a317-0c69-42ea-b126-160644b1269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:57.878722 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-6fb5a317-0c69-42ea-b126-160644b1269b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e7960ed-5050-4ff5-9e25-1bab301da6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835531 Sep 19 13:03:57.959880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0afc7-abf3-4b1e-b633-2c02412b9a8b req-0cd7c023-47cd-4df7-8104-d29d3e7f71f9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:57.961366 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-edb0afc7-abf3-4b1e-b633-2c02412b9a8b req-0cd7c023-47cd-4df7-8104-d29d3e7f71f9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0886626 Sep 19 13:03:58.010608 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-edb0afc7-abf3-4b1e-b633-2c02412b9a8b req-ca98404e-b379-4976-9c26-0bb735740da0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433474 Sep 19 13:03:58.019340 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-fab26666-4c80-41a9-be96-cc344b7eb312 service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310995 Sep 19 13:03:58.160385 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5d08a3ae-a85c-4b53-80bf-19ad543d04c7 req-c29e6fb8-fa64-4d0f-9f95-074a090c457c service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322393 Sep 19 13:03:59.224993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fe30b-a456-48fb-a9ba-09ffbb910dd2 req-68320993-9e7d-46ad-8bde-13fc73e35767 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:03:59.226612 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-071fe30b-a456-48fb-a9ba-09ffbb910dd2 req-68320993-9e7d-46ad-8bde-13fc73e35767 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0884078 Sep 19 13:03:59.271459 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-071fe30b-a456-48fb-a9ba-09ffbb910dd2 req-1738db0a-4500-4298-ba01-2a2670bec441 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392110 Sep 19 13:04:00.479799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05cc3d-2cc9-4c11-bc70-f9f3c90943d0 req-5fdd3898-6938-4b29-abde-a1b670906b52 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:00.481263 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c05cc3d-2cc9-4c11-bc70-f9f3c90943d0 req-5fdd3898-6938-4b29-abde-a1b670906b52 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0940053 Sep 19 13:04:00.526514 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c05cc3d-2cc9-4c11-bc70-f9f3c90943d0 req-ebc80d27-b128-4c1c-a011-b7d66b63113b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394275 Sep 19 13:04:00.619104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3946800c-b5cc-4173-8bda-8a95db182ed0 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:04:00.623748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3946800c-b5cc-4173-8bda-8a95db182ed0 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:04:00.842698 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 3946800c-b5cc-4173-8bda-8a95db182ed0 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:04:00.843017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:00.862726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3946800c-b5cc-4173-8bda-8a95db182ed0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3946800c-b5cc-4173-8bda-8a95db182ed0,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:00.882405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'port_id': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'mac_address': 'fa:16:3e:74:f3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:04:00.888264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:04:00.890511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff9e34f-3c5c-4863-9cd9-b34fbf2a247a" -d '{"events": [{"server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:04:00.931969 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3946800c-b5cc-4173-8bda-8a95db182ed0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3946800c-b5cc-4173-8bda-8a95db182ed0,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:00.943586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519cc9ca-580d-4e40-87b0-38b553df99ee x-openstack-request-id: req-519cc9ca-580d-4e40-87b0-38b553df99ee {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:04:00.943872 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:04:00.944123 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-519cc9ca-580d-4e40-87b0-38b553df99ee {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:04:00.944514 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-519cc9ca-580d-4e40-87b0-38b553df99ee'] response: {'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'code': 200} Sep 19 13:04:00.956576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 3946800c-b5cc-4173-8bda-8a95db182ed0 is: ACTIVE; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:04:00.957526 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:00.975569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3946800c-b5cc-4173-8bda-8a95db182ed0 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:04:01.009599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:01.123030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 13:04:01.123311 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 13:04:01.126643 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=3946800c-b5cc-4173-8bda-8a95db182ed0,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:01.133722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.134080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.134420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.134773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.135113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.135463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.135777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.136106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.136435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.136759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.137083 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.137406 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:01.722268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 3946800c-b5cc-4173-8bda-8a95db182ed0 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:04:01.723025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:01.727870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a7b8d-d827-4ddb-8e42-29dc183e9b7f req-8e6c8056-e87d-4483-baf1-418f24bc5217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:01.729469 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ca3a7b8d-d827-4ddb-8e42-29dc183e9b7f req-8e6c8056-e87d-4483-baf1-418f24bc5217 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 943 time: 0.0889351 Sep 19 13:04:01.740873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3946800c-b5cc-4173-8bda-8a95db182ed0 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:04:01.756685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3946800c-b5cc-4173-8bda-8a95db182ed0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3946800c-b5cc-4173-8bda-8a95db182ed0,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:01.777587 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ca3a7b8d-d827-4ddb-8e42-29dc183e9b7f req-c421b5a5-3dca-4e2b-9c4d-5d63bd1cb4a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Sep 19 13:04:01.808038 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:04:01.832459 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:01.905937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['3946800c-b5cc-4173-8bda-8a95db182ed0'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:04:01.934965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=3946800c-b5cc-4173-8bda-8a95db182ed0,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:02.223079 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9eb79-7431-4403-968a-97b9ebed3144 req-29fcfcb6-2f2d-47ee-b09f-1c61a90feaf7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:02.224837 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-34e9eb79-7431-4403-968a-97b9ebed3144 req-29fcfcb6-2f2d-47ee-b09f-1c61a90feaf7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 944 time: 0.0938470 Sep 19 13:04:02.291919 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-34e9eb79-7431-4403-968a-97b9ebed3144 req-d4d7f58d-6424-46dc-8457-d6b028930e8a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562773 Sep 19 13:04:02.294179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-99b3858f-bcfe-4ee7-afaf-edc4fd6bf9e4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:02.294930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-99b3858f-bcfe-4ee7-afaf-edc4fd6bf9e4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:04:02.380887 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-99b3858f-bcfe-4ee7-afaf-edc4fd6bf9e4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:04:02.383137 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-99b3858f-bcfe-4ee7-afaf-edc4fd6bf9e4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 944 time: 0.1847861 Sep 19 13:04:02.393820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-e4003c96-35cd-454a-b1dc-66f7951ba151 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 13:04:02.395667 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-e4003c96-35cd-454a-b1dc-66f7951ba151 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063722 Sep 19 13:04:02.499225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3705993-bfe1-413b-a952-2d86eec65b3d req-100932a3-afb9-431e-94b1-6cd93c69a24d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:02.500963 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e3705993-bfe1-413b-a952-2d86eec65b3d req-100932a3-afb9-431e-94b1-6cd93c69a24d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 944 time: 0.0997844 Sep 19 13:04:02.549564 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e3705993-bfe1-413b-a952-2d86eec65b3d req-27fbfc11-1d36-47df-82e1-77c1a73d930b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414619 Sep 19 13:04:02.554482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-ec2ce7e2-60a3-48a4-b550-a23a245fcb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:02.556295 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-ec2ce7e2-60a3-48a4-b550-a23a245fcb32 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1097 time: 0.0864639 Sep 19 13:04:02.622121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3946800c-b5cc-4173-8bda-8a95db182ed0 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:04:02.688786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 3946800c-b5cc-4173-8bda-8a95db182ed0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:04:02.689159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:02.690985 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-dd8aa914-a963-4217-9206-86e60d28425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:02.693256 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-dd8aa914-a963-4217-9206-86e60d28425b service neutron] 10.222.0.85 "GET /v2.0/networks?id=8e7960ed-5050-4ff5-9e25-1bab301da6dd HTTP/1.1" status: 200 len: 897 time: 0.1316693 Sep 19 13:04:02.796159 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-5e7f5d73-fd07-4131-b3b7-a3bd83fcd372 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946800c-b5cc-4173-8bda-8a95db182ed0 HTTP/1.1" status: 200 len: 1000 time: 0.0964160 Sep 19 13:04:02.812136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 3946800c-b5cc-4173-8bda-8a95db182ed0 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:04:02.812657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:02.845539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 3946800c-b5cc-4173-8bda-8a95db182ed0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3946800c-b5cc-4173-8bda-8a95db182ed0,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:02.864428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-5f72839f-b9b5-4791-808f-14ed563cfe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:02.865874 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-5f72839f-b9b5-4791-808f-14ed563cfe6d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=89e7c706-fb9c-4cf7-914b-a4e7f5a804db HTTP/1.1" status: 200 len: 833 time: 0.0633612 Sep 19 13:04:02.912334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:02.950394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:04:02.951922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-749f7d6a-562a-4f5d-a9b1-db9b1437d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:02.952929 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb292677-9684-4675-b895-4b4a3c5630ae" -d '{"events": [{"server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "name": "network-vif-plugged", "status": "completed", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:04:02.953407 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-749f7d6a-562a-4f5d-a9b1-db9b1437d200 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e7960ed-5050-4ff5-9e25-1bab301da6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817134 Sep 19 13:04:03.006005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=3946800c-b5cc-4173-8bda-8a95db182ed0,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:03.018201 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c123755-14cc-4fbf-ab09-03af3e9d68ef x-openstack-request-id: req-4c123755-14cc-4fbf-ab09-03af3e9d68ef {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:04:03.018551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "name": "network-vif-plugged", "status": "completed", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:04:03.019022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c123755-14cc-4fbf-ab09-03af3e9d68ef {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:04:03.019548 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c123755-14cc-4fbf-ab09-03af3e9d68ef'] response: {'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'code': 200} Sep 19 13:04:03.093728 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-23d17ddf-8965-42b0-aa6e-f6846fb2057c service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337936 Sep 19 13:04:03.230083 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8e26a67a-dbca-4623-b6e2-eb555ac47665 req-593e28f6-5e65-4f86-ba6e-36b270475a64 service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302569 Sep 19 13:04:03.749232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2344e-50dd-4e3f-9d12-4b91bf0168a0 req-eb2187ba-eb32-4b3d-ada4-23daa6246a78 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:03.750687 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-91b2344e-50dd-4e3f-9d12-4b91bf0168a0 req-eb2187ba-eb32-4b3d-ada4-23daa6246a78 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0871422 Sep 19 13:04:03.799255 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-91b2344e-50dd-4e3f-9d12-4b91bf0168a0 req-c54c05ca-4447-4186-9b4c-e0b57d5b7fbe tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421195 Sep 19 13:04:04.998889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbf060-5893-4bc2-bf6d-d11d498f8151 req-949f9f0c-3b79-4865-9ed5-625f3b8375f1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:05.000347 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c9fbf060-5893-4bc2-bf6d-d11d498f8151 req-949f9f0c-3b79-4865-9ed5-625f3b8375f1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0876052 Sep 19 13:04:05.045902 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c9fbf060-5893-4bc2-bf6d-d11d498f8151 req-904a1200-9356-4d6a-ae9c-1a83d0450dcd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396640 Sep 19 13:04:05.075129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39448) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:05.283679 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8f05b758-6f63-4c04-984a-e778b4231e8c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/f99e2157-d303-4cef-b2df-730319e12d36 HTTP/1.1" status: 200 len: 993 time: 0.2074068 Sep 19 13:04:07.997338 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-e323958f-5a74-49fe-994c-4296eb5088b9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807064 Sep 19 13:04:08.142079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-1a93b292-9fe2-4b75-b185-8a7eec48fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:08.143641 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-1a93b292-9fe2-4b75-b185-8a7eec48fb16 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1098 time: 0.0796568 Sep 19 13:04:08.390941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-92521438-b638-435c-b1f4-66e90c5430fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:08.392597 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-92521438-b638-435c-b1f4-66e90c5430fc service neutron] 10.222.0.85 "GET /v2.0/networks?id=8e7960ed-5050-4ff5-9e25-1bab301da6dd HTTP/1.1" status: 200 len: 897 time: 0.2311161 Sep 19 13:04:08.498713 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-5f32e8a1-51c6-42f8-9a77-1343ce097fa7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946800c-b5cc-4173-8bda-8a95db182ed0 HTTP/1.1" status: 200 len: 1001 time: 0.1000857 Sep 19 13:04:08.565003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-9633557f-3fa2-4e69-a4f5-7df63aa758ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:08.566453 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-9633557f-3fa2-4e69-a4f5-7df63aa758ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=89e7c706-fb9c-4cf7-914b-a4e7f5a804db HTTP/1.1" status: 200 len: 833 time: 0.0621674 Sep 19 13:04:08.651091 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-fac17fd1-4be8-4dda-9e74-19b48e5493d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:08.652567 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-fac17fd1-4be8-4dda-9e74-19b48e5493d6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e7960ed-5050-4ff5-9e25-1bab301da6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791430 Sep 19 13:04:08.792315 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-7085bd46-af3c-4e6d-99d2-35a9bfc4e2de service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332009 Sep 19 13:04:08.926592 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-97b52c9c-5cef-4cce-829a-d08577ddd5e9 req-288f4cf5-e608-497e-970f-8c1e8c40bf5b service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272211 Sep 19 13:04:11.580364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-25f66a5e-560a-4734-8456-defe0c25bbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:13.716327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-64c9ea1d-ff5f-4105-9ffc-c17c2a556664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:14.590599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:15.161826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:16.609038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:23.410850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:31.762075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39464) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:31.964677 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port d092b6cf-bfba-4210-a510-fde3eb28f893 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:04:31.965016 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:32.130233 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:32.130465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:32.253212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for d092b6cf-bfba-4210-a510-fde3eb28f893 owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:04:32.471893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:32.521990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=d092b6cf-bfba-4210-a510-fde3eb28f893,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:32.562963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.563308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.563645 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.563977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.564308 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.564633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.564956 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.565276 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.565595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.565954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.567481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.567990 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:32.631009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:32.631339 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Floating IP f99e2157-d303-4cef-b2df-730319e12d36 disassociated (deleted). External IP: 172.26.5.132, port: 3946800c-b5cc-4173-8bda-8a95db182ed0. Sep 19 13:04:33.092557 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 9592ffad-520f-402a-a1b1-34e7b129c8b0 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:04:33.277373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:04:33.287563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] Sync routers for ids ['9592ffad-520f-402a-a1b1-34e7b129c8b0'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:04:33.296512 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] Routers {'9592ffad-520f-402a-a1b1-34e7b129c8b0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:04:33.297134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:04:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9592ffad-520f-402a-a1b1-34e7b129c8b0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:33.357649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:33.417118 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b2d4bd21-2c8f-48a1-b340-008e805fe28f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/floatingips/f99e2157-d303-4cef-b2df-730319e12d36 HTTP/1.1" status: 204 len: 168 time: 1.6539111 Sep 19 13:04:33.417704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:04:33.419981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:04:33.485203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] Set router 9592ffad-520f-402a-a1b1-34e7b129c8b0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:04:33.499595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9875dcd8-9c95-4151-afaf-8a7f72dd0f01 x-openstack-request-id: req-9875dcd8-9c95-4151-afaf-8a7f72dd0f01 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:04:33.500055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:04:33.500462 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9875dcd8-9c95-4151-afaf-8a7f72dd0f01 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:04:33.501096 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9875dcd8-9c95-4151-afaf-8a7f72dd0f01'] response: {'name': 'network-changed', 'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'status': 'completed', 'code': 200} Sep 19 13:04:33.600840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-e3d8b4fe-50f7-4f22-8bcd-e6cb075ace1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:33.602324 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-e3d8b4fe-50f7-4f22-8bcd-e6cb075ace1c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 1098 time: 0.0817170 Sep 19 13:04:33.738155 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-1be9296a-9b7c-4e69-8ba0-6c191cf39c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:33.739801 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-1be9296a-9b7c-4e69-8ba0-6c191cf39c5a service neutron] 10.222.0.85 "GET /v2.0/networks?id=8e7960ed-5050-4ff5-9e25-1bab301da6dd HTTP/1.1" status: 200 len: 897 time: 0.1313109 Sep 19 13:04:33.811178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01', 'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:50:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:47Z', 'updated_at': '2022-09-19T13:02:53Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:33.812978 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-cc84136b-3202-4bb6-810c-cbaa16b60079 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946800c-b5cc-4173-8bda-8a95db182ed0 HTTP/1.1" status: 200 len: 217 time: 0.0667577 Sep 19 13:04:33.815398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] Checking router: 9592ffad-520f-402a-a1b1-34e7b129c8b0 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:04:33.825172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] Routers {'9592ffad-520f-402a-a1b1-34e7b129c8b0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:04:33.825780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:04:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9592ffad-520f-402a-a1b1-34e7b129c8b0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:33.882820 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-0f01873f-8ca4-40b5-bdb2-e94c4d503dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:33.884541 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-0f01873f-8ca4-40b5-bdb2-e94c4d503dd5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=89e7c706-fb9c-4cf7-914b-a4e7f5a804db HTTP/1.1" status: 200 len: 833 time: 0.0654752 Sep 19 13:04:33.982468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-2a153df6-9e7b-4a88-b4bf-0862d1e6c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:33.984102 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-2a153df6-9e7b-4a88-b4bf-0862d1e6c37e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e7960ed-5050-4ff5-9e25-1bab301da6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927916 Sep 19 13:04:34.055091 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f377f-0875-4f39-b539-5cae861970cc req-d1a47f3e-edf8-4de9-bee9-ee652c31eaa8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:34.056780 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c05f377f-0875-4f39-b539-5cae861970cc req-d1a47f3e-edf8-4de9-bee9-ee652c31eaa8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0939078 Sep 19 13:04:34.059429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] Set router 9592ffad-520f-402a-a1b1-34e7b129c8b0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:04:34.106223 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c05f377f-0875-4f39-b539-5cae861970cc req-2053a2d8-5bcc-444b-abdd-858c62fdc455 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423172 Sep 19 13:04:34.124341 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-5850dab9-b9ae-46df-b0b9-285376a2d316 service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328702 Sep 19 13:04:34.260996 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0e9ff80a-869d-40d4-84fa-0c4a52b4ebf3 req-8a7d92d5-0b3e-4ba7-98c8-6962453b57ce service neutron] 10.222.0.85 "GET /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296124 Sep 19 13:04:34.386792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01', 'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:50:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:47Z', 'updated_at': '2022-09-19T13:02:53Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:34.390590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc28a57-2173-4158-b2d6-2fa9960ec334 None None] The sync data for ids ['9592ffad-520f-402a-a1b1-34e7b129c8b0'] in dv-neutron-857775-2-hyperv is: [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:02:48Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01', 'name': '', 'network_id': '8e7960ed-5050-4ff5-9e25-1bab301da6dd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:50:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:47Z', 'updated_at': '2022-09-19T13:02:53Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '89e7c706-fb9c-4cf7-914b-a4e7f5a804db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:04:34.601996 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b06c6-075c-495d-b382-23faa141b2cf None None] New status for floating IP f99e2157-d303-4cef-b2df-730319e12d36: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:04:35.323198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af7eac-aaca-486c-911b-c8db4a468a0a req-7ad99cd5-308c-431f-a314-ae2f6a860076 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:35.324832 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b9af7eac-aaca-486c-911b-c8db4a468a0a req-7ad99cd5-308c-431f-a314-ae2f6a860076 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0917997 Sep 19 13:04:35.369494 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b9af7eac-aaca-486c-911b-c8db4a468a0a req-3d68e9d2-b300-4ff8-9dd5-87498f007892 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389807 Sep 19 13:04:35.866322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4043a-d330-4907-ac58-e85080afca01 req-8b55a53e-0da4-430a-838e-94a7eaebb6b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:35.867033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-e9b4043a-d330-4907-ac58-e85080afca01 req-8b55a53e-0da4-430a-838e-94a7eaebb6b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:04:35.984320 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-e9b4043a-d330-4907-ac58-e85080afca01 req-8b55a53e-0da4-430a-838e-94a7eaebb6b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:04:35.985462 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e9b4043a-d330-4907-ac58-e85080afca01 req-8b55a53e-0da4-430a-838e-94a7eaebb6b7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.2050524 Sep 19 13:04:36.172867 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-e9b4043a-d330-4907-ac58-e85080afca01 req-133af795-e030-484a-b975-fba93c40233c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 3946800c-b5cc-4173-8bda-8a95db182ed0 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:04:36.173095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e9b4043a-d330-4907-ac58-e85080afca01 req-133af795-e030-484a-b975-fba93c40233c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:36.419079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-e9b4043a-d330-4907-ac58-e85080afca01 req-133af795-e030-484a-b975-fba93c40233c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 3946800c-b5cc-4173-8bda-8a95db182ed0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3946800c-b5cc-4173-8bda-8a95db182ed0,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:36.419471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e9b4043a-d330-4907-ac58-e85080afca01 req-133af795-e030-484a-b975-fba93c40233c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:36.554117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-e9b4043a-d330-4907-ac58-e85080afca01 req-133af795-e030-484a-b975-fba93c40233c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 3946800c-b5cc-4173-8bda-8a95db182ed0 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:04:36.576068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909bf6f-0862-4af1-b347-24f8a937ee70 req-c9582311-238a-434c-917d-ab541ce63aad tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:36.577533 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5909bf6f-0862-4af1-b347-24f8a937ee70 req-c9582311-238a-434c-917d-ab541ce63aad tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 945 time: 0.0946772 Sep 19 13:04:36.623137 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5909bf6f-0862-4af1-b347-24f8a937ee70 req-7d23b27d-82cb-4850-8566-5ba58e9cc2fb tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=22ad032d-7c1e-475a-9eed-184160e23ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391998 Sep 19 13:04:36.790336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e9b4043a-d330-4907-ac58-e85080afca01 req-133af795-e030-484a-b975-fba93c40233c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:36.844150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133af795-e030-484a-b975-fba93c40233c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=3946800c-b5cc-4173-8bda-8a95db182ed0,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:36.935360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b4043a-d330-4907-ac58-e85080afca01 req-133af795-e030-484a-b975-fba93c40233c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] No DVR routers for this DVR port 3946800c-b5cc-4173-8bda-8a95db182ed0 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:04:36.937802 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-e9b4043a-d330-4907-ac58-e85080afca01 req-133af795-e030-484a-b975-fba93c40233c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:36.940373 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'name': 'network-vif-deleted', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:04:36.942907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6639e526-fb14-42ba-a4b1-d63fa106d9d9" -d '{"events": [{"server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "name": "network-vif-deleted", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:04:36.985872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d8e5e4-6e97-43de-9b60-935a4fa4d9ca x-openstack-request-id: req-b3d8e5e4-6e97-43de-9b60-935a4fa4d9ca {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:04:36.986169 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b61bbe4-0b64-4c25-a7a2-4382065041c1", "name": "network-vif-deleted", "tag": "3946800c-b5cc-4173-8bda-8a95db182ed0", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:04:36.986424 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3d8e5e4-6e97-43de-9b60-935a4fa4d9ca {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:04:36.986866 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d8e5e4-6e97-43de-9b60-935a4fa4d9ca'] response: {'server_uuid': '7b61bbe4-0b64-4c25-a7a2-4382065041c1', 'name': 'network-vif-deleted', 'tag': '3946800c-b5cc-4173-8bda-8a95db182ed0', 'status': 'completed', 'code': 200} Sep 19 13:04:37.013704 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e9b4043a-d330-4907-ac58-e85080afca01 req-133af795-e030-484a-b975-fba93c40233c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "DELETE /v2.0/ports/3946800c-b5cc-4173-8bda-8a95db182ed0 HTTP/1.1" status: 204 len: 173 time: 1.0205264 Sep 19 13:04:37.803915 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-33fdc2f6-a0c0-4ca3-a585-5f84b2ae1c26 req-208ad172-d0cb-49b6-b68c-f55af89c452b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b61bbe4-0b64-4c25-a7a2-4382065041c1 HTTP/1.1" status: 200 len: 210 time: 0.0527658 Sep 19 13:04:38.806173 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:04:38.904143 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39486) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:39.454826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:39.915561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:04:39.916267 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:40.101680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:40.102032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:40.223854 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:04:40.540150 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:40.591953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:40.818066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3946800c-b5cc-4173-8bda-8a95db182ed0 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:04:40.852079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 3946800c-b5cc-4173-8bda-8a95db182ed0 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:04:40.852417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 3946800c-b5cc-4173-8bda-8a95db182ed0 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:04:40.879824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:41.365260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 9592ffad-520f-402a-a1b1-34e7b129c8b0 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:04:41.547898 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:04:41.558213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] Sync routers for ids ['9592ffad-520f-402a-a1b1-34e7b129c8b0'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:04:41.564651 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d583afbf-32db-423a-a263-054278a61e82 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "PUT /v2.0/routers/9592ffad-520f-402a-a1b1-34e7b129c8b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6559696 Sep 19 13:04:41.564651 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39490) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:41.568797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] Routers {'9592ffad-520f-402a-a1b1-34e7b129c8b0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:04:41.569449 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:04:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9592ffad-520f-402a-a1b1-34e7b129c8b0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:41.626391 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f495f14c-a04d-48bb-96a0-dceeac0174c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:41.630115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc29db4-fc14-4249-80dc-050daad493ee tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting subnet 89e7c706-fb9c-4cf7-914b-a4e7f5a804db {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 13:04:41.633283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc29db4-fc14-4249-80dc-050daad493ee tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:41.687710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc29db4-fc14-4249-80dc-050daad493ee tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:41.753798 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] Set router 9592ffad-520f-402a-a1b1-34e7b129c8b0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:04:41.776402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc29db4-fc14-4249-80dc-050daad493ee tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:41.963553 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc29db4-fc14-4249-80dc-050daad493ee tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:42.007222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc29db4-fc14-4249-80dc-050daad493ee tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Subnet': ['ID=89e7c706-fb9c-4cf7-914b-a4e7f5a804db,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:42.010926 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-abc29db4-fc14-4249-80dc-050daad493ee tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:42.017151 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-abc29db4-fc14-4249-80dc-050daad493ee tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/subnets/89e7c706-fb9c-4cf7-914b-a4e7f5a804db HTTP/1.1" status: 204 len: 168 time: 0.4523118 Sep 19 13:04:42.018646 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cad97a-23c5-49af-98cf-bcc7aa43ee36 None None] Network 8e7960ed-5050-4ff5-9e25-1bab301da6dd requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:04:42.020581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39494) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:42.200601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:42.210414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:04:40Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:42.223017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] Checking router: 9592ffad-520f-402a-a1b1-34e7b129c8b0 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:04:42.235821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] Routers {'9592ffad-520f-402a-a1b1-34e7b129c8b0'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:04:42.236433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:04:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['9592ffad-520f-402a-a1b1-34e7b129c8b0'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:42.397665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:42.433302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94895b7c-b00c-4c6b-8b5a-1204c37bf097 None None] DHCP port deletion for 8e7960ed-5050-4ff5-9e25-1bab301da6dd request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 13:04:42.454389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:04:42.454672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:42.456547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-94895b7c-b00c-4c6b-8b5a-1204c37bf097 None None] Deleting port fa190bba-06ea-4241-830f-3d687a5e741f {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:04:42.456919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-94895b7c-b00c-4c6b-8b5a-1204c37bf097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:42.526991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] Set router 9592ffad-520f-402a-a1b1-34e7b129c8b0 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:04:42.631317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=1c07a45f-7c8e-4c8b-b5b7-5752c98540fa,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:42.631598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:42.758858 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:04:42.890882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-94895b7c-b00c-4c6b-8b5a-1204c37bf097 None None] For port fa190bba-06ea-4241-830f-3d687a5e741f, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=fa190bba-06ea-4241-830f-3d687a5e741f,segment=NetworkSegment(7f81de3a-5348-4f89-ba71-484a6ba2d664),segment_id=7f81de3a-5348-4f89-ba71-484a6ba2d664)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:42.890882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-94895b7c-b00c-4c6b-8b5a-1204c37bf097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:42.997489 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.047073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-94895b7c-b00c-4c6b-8b5a-1204c37bf097 None None] Calling delete_port for fa190bba-06ea-4241-830f-3d687a5e741f owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:04:43.141890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:04:40Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:43.146402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195069a1-df5d-4f34-8e34-0f2b234f453e None None] The sync data for ids ['9592ffad-520f-402a-a1b1-34e7b129c8b0'] in dv-neutron-857775-2-hyperv is: [{'id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203067497', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:02:42Z', 'updated_at': '2022-09-19T13:04:40Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '1c07a45f-7c8e-4c8b-b5b7-5752c98540fa', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9592ffad-520f-402a-a1b1-34e7b129c8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:02:43Z', 'updated_at': '2022-09-19T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:04:43.164202 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=1c07a45f-7c8e-4c8b-b5b7-5752c98540fa,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:43.264054 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.305870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-94895b7c-b00c-4c6b-8b5a-1204c37bf097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.357335 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94895b7c-b00c-4c6b-8b5a-1204c37bf097 None None] Pushing event deleted for resources: {'Port': ['ID=fa190bba-06ea-4241-830f-3d687a5e741f,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:43.359244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94895b7c-b00c-4c6b-8b5a-1204c37bf097 None None] No DVR routers for this DVR port fa190bba-06ea-4241-830f-3d687a5e741f on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:04:43.444486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.446612 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.527318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.527886 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Fanout notify agent at l3_agent the message router_deleted on router 9592ffad-520f-402a-a1b1-34e7b129c8b0 {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 13:04:43.547923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.549028 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-a9cdcfc7-25c6-4f2f-95ad-79424db03d45 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/routers/9592ffad-520f-402a-a1b1-34e7b129c8b0 HTTP/1.1" status: 204 len: 168 time: 1.5275178 Sep 19 13:04:43.552620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39498) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:43.599010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:04:43.637162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:04:43.637599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device c27b8724-c3ee-4eaf-b8dc-8fcb9883bf01 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:04:43.638025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fa190bba-06ea-4241-830f-3d687a5e741f no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:04:43.678619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.680934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: fa190bba-06ea-4241-830f-3d687a5e741f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:04:43.681279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device fa190bba-06ea-4241-830f-3d687a5e741f not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:04:43.780352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-56c517db-84fe-4e6d-adef-05ddd4419474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.829615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.853544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7960ed-5050-4ff5-9e25-1bab301da6dd']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:43.869959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f81de3a-5348-4f89-ba71-484a6ba2d664') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:43.870249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f81de3a-5348-4f89-ba71-484a6ba2d664') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:43.882656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.899097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.905358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 13:04:43.909888 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:43.975570 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 7f81de3a-5348-4f89-ba71-484a6ba2d664 resource provider aggregate not found Sep 19 13:04:43.995547 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 7f81de3a-5348-4f89-ba71-484a6ba2d664 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f81de3a-5348-4f89-ba71-484a6ba2d664 found for delete ", "request_id": "req-b7fae656-d7ab-4af9-88c1-0c28e8daedcf"}]} Sep 19 13:04:44.071428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:44.092999 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:44.100627 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Network': ['ID=8e7960ed-5050-4ff5-9e25-1bab301da6dd,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:44.177204 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-26004072-29bb-49f4-97b8-4919a451d5d8 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/networks/8e7960ed-5050-4ff5-9e25-1bab301da6dd HTTP/1.1" status: 204 len: 168 time: 0.6214144 Sep 19 13:04:44.182853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39508) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:44.266249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:44.297338 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:44.426321 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:44.444635 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ad032d-7c1e-475a-9eed-184160e23ce1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:44.452323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.452882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.453001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.453305 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.453633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.453959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.454280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.454603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.454964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.455276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.455600 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.455917 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:44.498705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:44.499848 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-dec7d745-e7a1-4336-a6eb-bd21dad6e85a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/security-groups/22ad032d-7c1e-475a-9eed-184160e23ce1 HTTP/1.1" status: 204 len: 168 time: 0.3198361 Sep 19 13:04:44.620099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:44.749353 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39516) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:44.756275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891848890', 'description': 'tempest-secgroup-smoke-1891848890 description', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:44.762398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:44.766615 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:44.769626 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:44.775341 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:44.865874 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:44.885919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:44.889747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:44.892596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:44.898508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:44.968610 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.043050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.089283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dde173-e02e-425b-bf63-6dd34c2774c7,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:45.157544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.158836 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-63949d6a-88f4-435b-a0bb-45bb56f2ffd7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4083006 Sep 19 13:04:45.161895 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39520) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:45.166938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'a8dde173-e02e-425b-bf63-6dd34c2774c7', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:45.167108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.172996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:45.177716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:45.180758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:45.186488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:45.200338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:04:45.238844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:04:45.238844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 1c07a45f-7c8e-4c8b-b5b7-5752c98540fa not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:04:45.272002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.333246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.418282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.441961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada6dd60-4cdd-4d2e-ab45-695450e2ebec,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:45.522839 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.524111 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c892aa2b-f31c-426e-a08a-0c9d2a5171db tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612938 Sep 19 13:04:45.526994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39528) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:45.531933 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'a8dde173-e02e-425b-bf63-6dd34c2774c7', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:45.538686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:45.542800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:45.545824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:45.552504 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:45.632885 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.697535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.768359 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.792936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae7dd3f-1f18-4d7a-b78d-739848634bf1,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:45.854127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:45.855347 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-946fd604-a9de-4ecc-9f1d-75d0865a0ad2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274388 Sep 19 13:04:45.858058 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39532) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:45.863105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'a8dde173-e02e-425b-bf63-6dd34c2774c7', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:45.869077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:45.873225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:45.876111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:45.887123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:45.975096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.037389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.105844 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.129632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a026c1d-c294-4b16-9347-cc5c8c78cf89,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:46.243192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.244425 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b1db0643-3c8a-4957-b515-4c2c4db3e697 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854592 Sep 19 13:04:46.247275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39536) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:46.252189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'a8dde173-e02e-425b-bf63-6dd34c2774c7', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:46.258594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:46.262397 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:46.265477 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:46.272092 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:46.369808 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.434915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.505607 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.529820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90df3a32-bc7e-4a11-afef-248a0b0941bc,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:46.589656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.601090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.602293 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9264ea10-29dd-46f7-bf36-70c50f75e206 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3540542 Sep 19 13:04:46.605490 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39540) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:46.609945 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'a8dde173-e02e-425b-bf63-6dd34c2774c7', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:46.616052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:46.619906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:46.622765 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:46.628936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:46.704218 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Project 2b81e4f8f0c2493886e11c94d1a8d012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:04:46.711055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.776129 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.848829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.874180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732f3247-688c-47e2-a8e1-e9068e849bdb,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:46.963098 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:46.964303 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3c4d32fe-31a0-4180-8ea0-05bb9d0ec36e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3583593 Sep 19 13:04:46.967001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39544) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:46.971949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': 'a8dde173-e02e-425b-bf63-6dd34c2774c7', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:46.978392 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:46.982323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:46.985234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:46.991557 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:47.077211 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Project 2b81e4f8f0c2493886e11c94d1a8d012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:04:47.084256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.150266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.224658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.249506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364983df-5085-4653-b30a-e814b15cd3cd,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:47.334630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.335864 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cd282536-e4ba-4471-b3a6-00aa82d78a90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3679564 Sep 19 13:04:47.338769 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39548) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:47.344238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'network': {'name': 'tempest-network-smoke--1748721593', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'port_security_enabled': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:47.350194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:47.354330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:network and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:47.357159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:47.363512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:47.419901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:04:47.423343 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.450189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 13:04:47.458980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.459315 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Added segment f8b4d81d-430d-4577-9fa2-4248710e10ea of type vlan for network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 Sep 19 13:04:47.487375 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.566864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.572510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:47.573123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.682365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Network': ['ID=d39bd8bd-e1c8-4a52-ac39-a379db1ded13,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:47.693011 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 13:04:47.722635 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-eba500f3-8f94-456a-b9bb-026a816a412d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3820541 Sep 19 13:04:47.725670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39552) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:47.730763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'admin_state_up': True, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:47.738102 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:47.741964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:router and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:47.745936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:47.752212 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:47.848962 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.850013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:47.864580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:48.298971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:48.665864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:48.698106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:48.832702 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.26.5.238 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/0043b632-b442-45bb-af6f-7f8619742c5a) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:04:48.978339 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:49.054727 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:49.125238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:04:49.129021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:04:49.132848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:04:49.161695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=0043b632-b442-45bb-af6f-7f8619742c5a,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:49.658231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:50.110638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:50.391199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 13:04:50.568313 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:04:50.578727 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Sync routers for ids ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:04:50.594073 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Routers {'60b687fd-4923-4dc3-8408-3b4c2b1f0be6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:04:50.594725 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:04:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:50.654845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:50.656115 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-ecb33bb6-1033-423c-aca5-1d306995830b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9294033 Sep 19 13:04:50.660043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39560) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:50.751883 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e9f0fa09-2b28-4bd3-abb4-3e0a6df46230 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2b81e4f8f0c2493886e11c94d1a8d012&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0898557 Sep 19 13:04:50.754656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39566) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:50.812552 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Set router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:04:50.887864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5616d77-7f5d-4689-bc8e-cc315ca9b868 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:50.889337 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d5616d77-7f5d-4689-bc8e-cc315ca9b868 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337273 Sep 19 13:04:50.892159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39570) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:50.931546 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5821ba4f-97ce-4b75-81e1-824989eebb20 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381856 Sep 19 13:04:50.933856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39574) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:50.939141 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1703513605', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:51.055211 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:51.059015 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:subnet and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:51.061889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:51.067830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:51.096099 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:49Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:51.100844 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Checking router: 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:04:51.101190 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Updating router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 port 0043b632-b442-45bb-af6f-7f8619742c5a binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:04:51.146291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:04:51.150019 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:51.156663 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:51.442936 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:51.487147 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:51.499203 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Transition to ACTIVE for port object 0043b632-b442-45bb-af6f-7f8619742c5a will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:04:51.528704 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Subnet': ['ID=43981205-711e-4186-94f9-6bad22712168,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:51.537967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Checking segment: {'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:04:51.538322 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network hostable DHCP agents. Network: d39bd8bd-e1c8-4a52-ac39-a379db1ded13, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 13:04:51.568570 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:51.627116 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Attempting to bind port 0043b632-b442-45bb-af6f-7f8619742c5a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:04:51.627813 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Attempting to bind port 0043b632-b442-45bb-af6f-7f8619742c5a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:04:51.627813 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Attempting to bind port 0043b632-b442-45bb-af6f-7f8619742c5a on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:04:51.638203 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:04:51.638571 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:04:51.638996 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:51.639387 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:04:51.639846 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Bound port: 0043b632-b442-45bb-af6f-7f8619742c5a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:04:51.640215 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:51.642944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 13:04:51.690044 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Pushing event updated for resources: {'Port': ['ID=0043b632-b442-45bb-af6f-7f8619742c5a,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:51.701757 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.702384 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.702731 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.703132 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.707054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.707054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.707054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.707054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.707054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.707054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.707054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.707054 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:04:51.723783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, d39bd8bd-e1c8-4a52-ac39-a379db1ded13) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:04:51.727889 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:51.728659 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:51.732633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3494200-3edb-417a-93dc-e1d945cf159b None None] Network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:04:51.733107 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] For port 0043b632-b442-45bb-af6f-7f8619742c5a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:04:51.740838 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] For port 0043b632-b442-45bb-af6f-7f8619742c5a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0043b632-b442-45bb-af6f-7f8619742c5a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:04:51.787208 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:51.797067 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f504c400-665a-4f5b-8f84-97890b58f60e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8621860 Sep 19 13:04:51.800041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39578) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:04:51.852089 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Routers {'60b687fd-4923-4dc3-8408-3b4c2b1f0be6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:04:51.852697 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:04:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:51.937786 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d9276-8245-4d60-93f6-8836bf5cca88 None None] Pushing event updated for resources: {'Port': ['ID=0043b632-b442-45bb-af6f-7f8619742c5a,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:51.976921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-d39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 13:04:51.978799 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:52.047355 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] Set router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:04:52.182992 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Allocated IP 172.20.0.2 (d39bd8bd-e1c8-4a52-ac39-a379db1ded13/43981205-711e-4186-94f9-6bad22712168/5785b4dc-6626-4172-add2-fc19e7fd4ab0) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:04:52.388272 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:49Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:52.393145 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b80b34-9314-42ea-ac44-5f25163562b3 None None] The sync data for ids ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'] in dv-neutron-857775-2-hyperv is: [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:49Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:04:52.428803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:52.439624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Transition to ACTIVE for port object 5785b4dc-6626-4172-add2-fc19e7fd4ab0 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:04:52.461083 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Transition to ACTIVE for port object 5785b4dc-6626-4172-add2-fc19e7fd4ab0 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:04:52.520173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:52.588168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:04:52.590892 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:04:52.594672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:04:52.604162 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Pushing event updated for resources: {'Port': ['ID=5785b4dc-6626-4172-add2-fc19e7fd4ab0,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:52.699129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:52.733114 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Attempting to bind port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:04:52.733714 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Attempting to bind port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:04:52.733857 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Attempting to bind port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 on network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:04:52.740312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:04:52.740689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Checking segment: {'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:04:52.741095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:52.741485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Bound using segment: {'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:04:52.741961 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Bound port: 5785b4dc-6626-4172-add2-fc19e7fd4ab0, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:04:52.742328 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:52.850724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] For port 5785b4dc-6626-4172-add2-fc19e7fd4ab0, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:04:52.854457 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] For port 5785b4dc-6626-4172-add2-fc19e7fd4ab0, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5785b4dc-6626-4172-add2-fc19e7fd4ab0,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:04:52.923334 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:53.035654 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b125da-5022-4195-9d80-92944c1423d5 None None] Pushing event updated for resources: {'Port': ['ID=5785b4dc-6626-4172-add2-fc19e7fd4ab0,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:53.205040 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.20.0.1 (d39bd8bd-e1c8-4a52-ac39-a379db1ded13/43981205-711e-4186-94f9-6bad22712168/9ab619ad-f9f5-4f62-a04d-81df22d43769) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:04:53.388599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5785b4dc-6626-4172-add2-fc19e7fd4ab0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:04:53.430566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:53.431061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:53.448039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Transition to ACTIVE for port object 9ab619ad-f9f5-4f62-a04d-81df22d43769 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:04:53.529293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:04:53.535804 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0043b632-b442-45bb-af6f-7f8619742c5a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:04:53.574926 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:53.643502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:04:53.651480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:04:53.657479 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:04:53.661098 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 0043b632-b442-45bb-af6f-7f8619742c5a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:04:53.667271 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 0043b632-b442-45bb-af6f-7f8619742c5a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:04:53.667648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:53.697841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=9ab619ad-f9f5-4f62-a04d-81df22d43769,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:53.726467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:53.800405 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 0043b632-b442-45bb-af6f-7f8619742c5a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:04:53.801066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:53.821273 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 0043b632-b442-45bb-af6f-7f8619742c5a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0043b632-b442-45bb-af6f-7f8619742c5a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:53.888464 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:53.966455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=0043b632-b442-45bb-af6f-7f8619742c5a,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:54.056137 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:54.078102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e231ae45-5f47-4ad5-8d12-be231118b3b9 None None] Network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:04:54.249220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-04729dac-542c-49d0-bdbc-0ec2b0bea6e9 None None] Provisioning for port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:04:54.258111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-04729dac-542c-49d0-bdbc-0ec2b0bea6e9 None None] Provisioning complete for port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:04:54.258704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-04729dac-542c-49d0-bdbc-0ec2b0bea6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:54.453025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-04729dac-542c-49d0-bdbc-0ec2b0bea6e9 None None] Current status of the port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:04:54.453407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-04729dac-542c-49d0-bdbc-0ec2b0bea6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:54.493318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-04729dac-542c-49d0-bdbc-0ec2b0bea6e9 None None] For port 5785b4dc-6626-4172-add2-fc19e7fd4ab0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5785b4dc-6626-4172-add2-fc19e7fd4ab0,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:54.575586 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-04729dac-542c-49d0-bdbc-0ec2b0bea6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:54.649476 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:54.650067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04729dac-542c-49d0-bdbc-0ec2b0bea6e9 None None] Pushing event updated for resources: {'Port': ['ID=5785b4dc-6626-4172-add2-fc19e7fd4ab0,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:54.715839 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:54.767259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-20f3896d-c2cb-42e5-ac0c-1231d1f8c7a7 None None] Provisioning for port 9ab619ad-f9f5-4f62-a04d-81df22d43769 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:04:54.775726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-20f3896d-c2cb-42e5-ac0c-1231d1f8c7a7 None None] Provisioning complete for port 9ab619ad-f9f5-4f62-a04d-81df22d43769 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:04:54.776096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-20f3896d-c2cb-42e5-ac0c-1231d1f8c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:54.833761 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:54.835642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-20f3896d-c2cb-42e5-ac0c-1231d1f8c7a7 None None] Port 9ab619ad-f9f5-4f62-a04d-81df22d43769 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:04:54.836945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=9ab619ad-f9f5-4f62-a04d-81df22d43769,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:54.846705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-20f3896d-c2cb-42e5-ac0c-1231d1f8c7a7 None None] Provisioning complete for port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:04:54.847117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-20f3896d-c2cb-42e5-ac0c-1231d1f8c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:54.973017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-20f3896d-c2cb-42e5-ac0c-1231d1f8c7a7 None None] Current status of the port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:04:54.984139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:04:54.985572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:04:55.093310 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-d8a65bce-ada8-4ce1-888e-d344d5a79342 None None] Provisioning complete for port 9ab619ad-f9f5-4f62-a04d-81df22d43769 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:04:55.094016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d8a65bce-ada8-4ce1-888e-d344d5a79342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:55.189752 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-d8a65bce-ada8-4ce1-888e-d344d5a79342 None None] Port 9ab619ad-f9f5-4f62-a04d-81df22d43769 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:04:55.193929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:04:55.261914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5785b4dc-6626-4172-add2-fc19e7fd4ab0 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:04:55.328604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-8255d67a-4251-4c0a-8eeb-e8d9af59bdad None None] Provisioning complete for port 9ab619ad-f9f5-4f62-a04d-81df22d43769 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:04:55.328897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8255d67a-4251-4c0a-8eeb-e8d9af59bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:55.379716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:04:55.399691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Sync routers for ids ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:04:55.400077 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2dbe8e69-a666-4a49-93e2-11ca5eaeca33 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "PUT /v2.0/routers/60b687fd-4923-4dc3-8408-3b4c2b1f0be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5907900 Sep 19 13:04:55.400189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-8255d67a-4251-4c0a-8eeb-e8d9af59bdad None None] Port 9ab619ad-f9f5-4f62-a04d-81df22d43769 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:04:55.402974 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:04:55.403768 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:55.439096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Routers {'60b687fd-4923-4dc3-8408-3b4c2b1f0be6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:04:55.439746 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:04:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:55.560960 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-e948b58b-98d9-43ba-ac08-08beb15fb9e7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:04:55.614979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-e948b58b-98d9-43ba-ac08-08beb15fb9e7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:04:55.616114 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-e948b58b-98d9-43ba-ac08-08beb15fb9e7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891848890&fields=id&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 267 time: 0.0959153 Sep 19 13:04:55.692820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:04:55.693861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0043b632-b442-45bb-af6f-7f8619742c5a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:04:55.718195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Set router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:04:55.771587 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-66941e4a-f9aa-48f4-93ca-32f3a32a65ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:55.772298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-66941e4a-f9aa-48f4-93ca-32f3a32a65ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:04:55.849101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-66941e4a-f9aa-48f4-93ca-32f3a32a65ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:04:55.850292 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-66941e4a-f9aa-48f4-93ca-32f3a32a65ed tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/networks?id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13 HTTP/1.1" status: 200 len: 797 time: 0.2273948 Sep 19 13:04:55.867479 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-8c2d9a8d-c82c-4109-9786-f77bfda2a3b3 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/quotas/2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 375 time: 0.0110984 Sep 19 13:04:55.962252 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-604e9c4f-b9fc-4bc7-82f5-e34ea47403d3 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884671 Sep 19 13:04:55.965053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 0043b632-b442-45bb-af6f-7f8619742c5a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:04:55.965053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:56.163721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 0043b632-b442-45bb-af6f-7f8619742c5a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:04:56.176905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '9ab619ad-f9f5-4f62-a04d-81df22d43769', 'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c5:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:52Z', 'updated_at': '2022-09-19T13:04:54Z', 'revision_number': 2, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '43981205-711e-4186-94f9-6bad22712168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:56.180853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Checking router: 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:04:56.181207 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Updating router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 port 9ab619ad-f9f5-4f62-a04d-81df22d43769 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:04:56.238958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:56.273934 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-0617d7da-9479-4901-93a7-93295b14c1bb service neutron] 10.222.0.66 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989759 Sep 19 13:04:56.411580 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c6739971-d06c-4dde-956f-7c32890ac32f service neutron] 10.222.0.66 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314228 Sep 19 13:04:56.590436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:56.607854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Transition to ACTIVE for port object 9ab619ad-f9f5-4f62-a04d-81df22d43769 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:04:56.694575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:56.699720 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-769e693d-cfa0-4995-841c-cbf5fcb41fc4 req-7b245d01-d7bc-4736-8325-0de9543d4f8f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 210 time: 0.0516708 Sep 19 13:04:56.940609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ea704-17b2-4e4b-9d77-ac83b6bc44d1 None None] Pushing event updated for resources: {'Port': ['ID=9ab619ad-f9f5-4f62-a04d-81df22d43769,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:56.965336 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Attempting to bind port 9ab619ad-f9f5-4f62-a04d-81df22d43769 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:04:56.965912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Attempting to bind port 9ab619ad-f9f5-4f62-a04d-81df22d43769 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:04:56.966086 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Attempting to bind port 9ab619ad-f9f5-4f62-a04d-81df22d43769 on network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:04:56.971467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:04:56.972524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Checking segment: {'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:04:56.972941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:56.973722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Bound using segment: {'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:04:56.974224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Bound port: 9ab619ad-f9f5-4f62-a04d-81df22d43769, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:04:56.974571 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:57.065248 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] For port 9ab619ad-f9f5-4f62-a04d-81df22d43769, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:04:57.068484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] For port 9ab619ad-f9f5-4f62-a04d-81df22d43769, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9ab619ad-f9f5-4f62-a04d-81df22d43769,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:04:57.140259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:57.201323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Routers {'60b687fd-4923-4dc3-8408-3b4c2b1f0be6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:04:57.201983 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:04:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:57.288849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ea704-17b2-4e4b-9d77-ac83b6bc44d1 None None] Pushing event updated for resources: {'Port': ['ID=9ab619ad-f9f5-4f62-a04d-81df22d43769,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:57.391306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] Set router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:04:57.717337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '9ab619ad-f9f5-4f62-a04d-81df22d43769', 'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c5:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:52Z', 'updated_at': '2022-09-19T13:04:57Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '43981205-711e-4186-94f9-6bad22712168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:04:57.721514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b36c19-16bf-42c3-b972-da941a8d8092 None None] The sync data for ids ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'] in dv-neutron-857775-2-hyperv is: [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '9ab619ad-f9f5-4f62-a04d-81df22d43769', 'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c5:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:52Z', 'updated_at': '2022-09-19T13:04:57Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '43981205-711e-4186-94f9-6bad22712168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:04:57.889901 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f9017273-e66f-4ba8-b446-48b12df72b70 req-7f2c899f-9890-4478-b4d0-78518d2180e7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 210 time: 0.0618813 Sep 19 13:04:58.765928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-a02eea6b-0442-49ea-b345-fb3494ed064d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:58.766538 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-a02eea6b-0442-49ea-b345-fb3494ed064d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:04:58.779482 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-a02eea6b-0442-49ea-b345-fb3494ed064d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:04:58.780855 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-a02eea6b-0442-49ea-b345-fb3494ed064d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/networks?id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13 HTTP/1.1" status: 200 len: 797 time: 0.1690996 Sep 19 13:04:58.835919 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c558f8f3-a16e-4873-8d3e-0e7fac1bbec2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 380 time: 0.0421076 Sep 19 13:04:58.846702 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'port': {'device_id': '6cfb051a-402b-4624-b55a-283605061bc8', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'admin_state_up': True, 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'security_groups': ['a8dde173-e02e-425b-bf63-6dd34c2774c7']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:04:58.996844 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:04:59.001369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:port and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:04:59.005550 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:04:59.011605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:04:59.071272 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7d27f546-33f3-4e15-8a0a-79333b0a32fc req-e9350b87-ed52-4644-9a5d-8cac014bb869 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 210 time: 0.0568640 Sep 19 13:04:59.086909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:04:59.090661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:59.272945 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.20.0.12 (d39bd8bd-e1c8-4a52-ac39-a379db1ded13/43981205-711e-4186-94f9-6bad22712168/20bed136-64c7-46a6-8369-27342cd85d3f) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:04:59.293232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9ab619ad-f9f5-4f62-a04d-81df22d43769 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:04:59.441208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 9ab619ad-f9f5-4f62-a04d-81df22d43769 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:04:59.446463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 9ab619ad-f9f5-4f62-a04d-81df22d43769 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:04:59.450914 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:59.492288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:59.508248 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Transition to ACTIVE for port object 20bed136-64c7-46a6-8369-27342cd85d3f will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:04:59.571338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 9ab619ad-f9f5-4f62-a04d-81df22d43769 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:04:59.571717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:59.603703 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 9ab619ad-f9f5-4f62-a04d-81df22d43769, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9ab619ad-f9f5-4f62-a04d-81df22d43769,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:04:59.614731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:59.692041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:04:59.695367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:04:59.699216 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:04:59.717385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:59.729971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=20bed136-64c7-46a6-8369-27342cd85d3f,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:59.768788 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:04:59.769494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:04:59.792018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=9ab619ad-f9f5-4f62-a04d-81df22d43769,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:04:59.860953 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-c9b232eb-325a-4d5f-aedf-cad1f033c3fc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0179381 Sep 19 13:04:59.876583 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Request body: {'port': {'device_id': '6cfb051a-402b-4624-b55a-283605061bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:05:00.020315 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e1aec913-7fed-4c16-8e13-5f79ace2d500 None None] Provisioning for port 20bed136-64c7-46a6-8369-27342cd85d3f completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:05:00.026056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e1aec913-7fed-4c16-8e13-5f79ace2d500 None None] Provisioning complete for port 20bed136-64c7-46a6-8369-27342cd85d3f triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:05:00.026427 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e1aec913-7fed-4c16-8e13-5f79ace2d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:00.083967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e1aec913-7fed-4c16-8e13-5f79ace2d500 None None] Port 20bed136-64c7-46a6-8369-27342cd85d3f cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:05:00.110057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:00.279220 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9bd8c-3cc5-4b33-a336-70804fb1b79c req-63a2da0c-9e69-4f82-a554-013d7d05b276 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:00.281373 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c4d9bd8c-3cc5-4b33-a336-70804fb1b79c req-63a2da0c-9e69-4f82-a554-013d7d05b276 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 932 time: 0.0944076 Sep 19 13:05:00.328058 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c4d9bd8c-3cc5-4b33-a336-70804fb1b79c req-60df7abf-cbda-4f8d-8902-3a2236dc8b7c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407429 Sep 19 13:05:00.467036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20bed136-64c7-46a6-8369-27342cd85d3f {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:05:00.474588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:00.489306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Transition to ACTIVE for port object 20bed136-64c7-46a6-8369-27342cd85d3f will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:05:00.585701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:00.777020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Pushing event updated for resources: {'Port': ['ID=20bed136-64c7-46a6-8369-27342cd85d3f,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:05:00.814903 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Attempting to bind port 20bed136-64c7-46a6-8369-27342cd85d3f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:05:00.815264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Attempting to bind port 20bed136-64c7-46a6-8369-27342cd85d3f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:05:00.815784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Attempting to bind port 20bed136-64c7-46a6-8369-27342cd85d3f on network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:05:00.820381 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Port 20bed136-64c7-46a6-8369-27342cd85d3f on network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 13:05:00.820701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Attempting to bind port 20bed136-64c7-46a6-8369-27342cd85d3f on network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:05:00.825712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:05:00.826046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Checking segment: {'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:05:00.826425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Bound using segment: {'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:05:00.826884 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Bound port: 20bed136-64c7-46a6-8369-27342cd85d3f, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b4d81d-430d-4577-9fa2-4248710e10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:05:00.827236 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:00.920446 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] For port 20bed136-64c7-46a6-8369-27342cd85d3f, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:05:00.923277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] For port 20bed136-64c7-46a6-8369-27342cd85d3f, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=20bed136-64c7-46a6-8369-27342cd85d3f,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:05:00.997497 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:01.028618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:01.029237 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:01.030633 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] 10.222.0.85 "PUT /v2.0/ports/20bed136-64c7-46a6-8369-27342cd85d3f HTTP/1.1" status: 200 len: 1094 time: 1.1585686 Sep 19 13:05:01.031112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb051a-402b-4624-b55a-283605061bc8', 'tag': '20bed136-64c7-46a6-8369-27342cd85d3f'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:05:01.033390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9dd1a7-0050-4b69-a4c4-e54d02f3dd49" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfb051a-402b-4624-b55a-283605061bc8", "tag": "20bed136-64c7-46a6-8369-27342cd85d3f"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:05:01.077430 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971c8eb6-9488-40c5-b79c-5b277330027d x-openstack-request-id: req-971c8eb6-9488-40c5-b79c-5b277330027d {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:05:01.077720 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfb051a-402b-4624-b55a-283605061bc8", "tag": "20bed136-64c7-46a6-8369-27342cd85d3f", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:05:01.077975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-971c8eb6-9488-40c5-b79c-5b277330027d {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:05:01.078407 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971c8eb6-9488-40c5-b79c-5b277330027d'] response: {'name': 'network-changed', 'server_uuid': '6cfb051a-402b-4624-b55a-283605061bc8', 'tag': '20bed136-64c7-46a6-8369-27342cd85d3f', 'status': 'completed', 'code': 200} Sep 19 13:05:01.079003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57685106-18f1-4ffd-b6ba-82a9dd0f4cce service neutron] Pushing event updated for resources: {'Port': ['ID=20bed136-64c7-46a6-8369-27342cd85d3f,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:05:01.188221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dd1a7-0050-4b69-a4c4-e54d02f3dd49 req-d65d257a-fef7-497d-98e7-9a9d7063a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:01.189630 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1e9dd1a7-0050-4b69-a4c4-e54d02f3dd49 req-d65d257a-fef7-497d-98e7-9a9d7063a0bf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 1097 time: 0.0830128 Sep 19 13:05:01.257376 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9ab619ad-f9f5-4f62-a04d-81df22d43769 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:05:01.329613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 9ab619ad-f9f5-4f62-a04d-81df22d43769 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:05:01.329988 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:01.338781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dd1a7-0050-4b69-a4c4-e54d02f3dd49 req-22346f7b-b322-48e0-b4b1-6b2d422f4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:01.340260 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1e9dd1a7-0050-4b69-a4c4-e54d02f3dd49 req-22346f7b-b322-48e0-b4b1-6b2d422f4523 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1407311 Sep 19 13:05:01.459903 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 9ab619ad-f9f5-4f62-a04d-81df22d43769 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:05:01.494445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dd1a7-0050-4b69-a4c4-e54d02f3dd49 req-8a8c94e9-690d-49e4-bb50-f101a27e3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:01.495950 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-1e9dd1a7-0050-4b69-a4c4-e54d02f3dd49 req-8a8c94e9-690d-49e4-bb50-f101a27e3c5e service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461189 Sep 19 13:05:01.547010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87bd90-55a7-468e-a3f5-0058103175c2 req-ecc3516c-365b-46f0-90be-f6669a1d3f7f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:01.548473 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0e87bd90-55a7-468e-a3f5-0058103175c2 req-ecc3516c-365b-46f0-90be-f6669a1d3f7f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 944 time: 0.0936065 Sep 19 13:05:01.594547 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0e87bd90-55a7-468e-a3f5-0058103175c2 req-801433a8-2bb1-49e3-ae42-ea98138f2dce tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392580 Sep 19 13:05:01.623477 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-5db32ad4-a5c6-4c2d-8aaf-611e76fb8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:01.625033 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-5db32ad4-a5c6-4c2d-8aaf-611e76fb8797 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 1097 time: 0.0841501 Sep 19 13:05:01.705594 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-3851fbdd-87e4-4072-8fd6-c2269673673c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20bed136-64c7-46a6-8369-27342cd85d3f HTTP/1.1" status: 200 len: 217 time: 0.0699372 Sep 19 13:05:01.769947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-cca44af3-9c55-471f-8125-f1f2b5d4b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:01.771403 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-cca44af3-9c55-471f-8125-f1f2b5d4b977 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43981205-711e-4186-94f9-6bad22712168 HTTP/1.1" status: 200 len: 835 time: 0.0574994 Sep 19 13:05:01.859965 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-21511dc0-398d-4725-b6d4-8cc5a2c11748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:01.861435 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-21511dc0-398d-4725-b6d4-8cc5a2c11748 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809021 Sep 19 13:05:02.094688 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-e779e98e-37d1-4269-9845-fb85c92fa72c service neutron] 10.222.0.85 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239127 Sep 19 13:05:02.228199 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5efb4586-1be2-4ecf-b42d-cfccbb1f4141 req-f8d0febe-cb6b-458c-a4cf-753c23474d67 service neutron] 10.222.0.85 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241536 Sep 19 13:05:02.808838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec529-234e-473a-b190-f6e795ab12fe req-bd6dfcc8-7e66-4533-8b40-0359dc792d41 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:02.810311 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e41ec529-234e-473a-b190-f6e795ab12fe req-bd6dfcc8-7e66-4533-8b40-0359dc792d41 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 944 time: 0.0952356 Sep 19 13:05:02.854922 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e41ec529-234e-473a-b190-f6e795ab12fe req-81e983da-e3da-4ee1-acf6-cc0a91439195 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386004 Sep 19 13:05:04.054773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f773e-1adb-430a-be78-35a9bcdfd450 req-aefb87d4-70af-4530-b3ca-f882556b66a5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:04.056264 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f23f773e-1adb-430a-be78-35a9bcdfd450 req-aefb87d4-70af-4530-b3ca-f882556b66a5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 944 time: 0.0898862 Sep 19 13:05:04.101260 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f23f773e-1adb-430a-be78-35a9bcdfd450 req-1f31aa05-5ffc-431e-b513-a759fa94fdc9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394301 Sep 19 13:05:04.927170 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 20bed136-64c7-46a6-8369-27342cd85d3f details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:05:05.101231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 20bed136-64c7-46a6-8369-27342cd85d3f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=20bed136-64c7-46a6-8369-27342cd85d3f,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:05:05.114049 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '20bed136-64c7-46a6-8369-27342cd85d3f', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'port_id': '20bed136-64c7-46a6-8369-27342cd85d3f', 'mac_address': 'fa:16:3e:ad:e1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:05:05.170164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 20bed136-64c7-46a6-8369-27342cd85d3f is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:05:05.170547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:05.187821 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20bed136-64c7-46a6-8369-27342cd85d3f {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:05:05.206820 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 20bed136-64c7-46a6-8369-27342cd85d3f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=20bed136-64c7-46a6-8369-27342cd85d3f,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:05:05.305638 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:05.308694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593f2b9-a4a9-4c0b-ba3e-b305837f7024 req-8c8fe777-16d5-4196-b4b0-906a8a2dc1c5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:05.310171 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0593f2b9-a4a9-4c0b-ba3e-b305837f7024 req-8c8fe777-16d5-4196-b4b0-906a8a2dc1c5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 944 time: 0.0959864 Sep 19 13:05:05.356780 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0593f2b9-a4a9-4c0b-ba3e-b305837f7024 req-73bde96d-a354-4ecc-9973-262b0043ee52 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403633 Sep 19 13:05:05.377428 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=20bed136-64c7-46a6-8369-27342cd85d3f,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:05:05.384770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.385104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.385440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.385775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.386107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.386437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.386779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.387110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.387454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.387758 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.388093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.388397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:05:05.578051 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['20bed136-64c7-46a6-8369-27342cd85d3f'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:05:06.558735 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8614370-2b99-4576-badb-fcae0abba652 req-fa62482d-e33b-439f-9627-e406f915e0da tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:06.560130 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e8614370-2b99-4576-badb-fcae0abba652 req-fa62482d-e33b-439f-9627-e406f915e0da tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 945 time: 0.0920451 Sep 19 13:05:06.605370 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e8614370-2b99-4576-badb-fcae0abba652 req-c66363e5-f4c5-4696-b113-01fa4f5a0b21 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390027 Sep 19 13:05:06.940924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 20bed136-64c7-46a6-8369-27342cd85d3f up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:05:07.063893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 20bed136-64c7-46a6-8369-27342cd85d3f completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:05:07.069090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 20bed136-64c7-46a6-8369-27342cd85d3f triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:05:07.069455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:07.186005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 20bed136-64c7-46a6-8369-27342cd85d3f is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:05:07.186384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:07.213176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb051a-402b-4624-b55a-283605061bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bed136-64c7-46a6-8369-27342cd85d3f'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:05:07.215451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0930b934-4e1f-4612-b166-de4ad9da5dde" -d '{"events": [{"server_uuid": "6cfb051a-402b-4624-b55a-283605061bc8", "name": "network-vif-plugged", "status": "completed", "tag": "20bed136-64c7-46a6-8369-27342cd85d3f"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:05:07.223905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 20bed136-64c7-46a6-8369-27342cd85d3f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=20bed136-64c7-46a6-8369-27342cd85d3f,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:05:07.311466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dd10c2-caad-4051-a487-4e25b784312a x-openstack-request-id: req-a8dd10c2-caad-4051-a487-4e25b784312a {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:05:07.311765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfb051a-402b-4624-b55a-283605061bc8", "name": "network-vif-plugged", "status": "completed", "tag": "20bed136-64c7-46a6-8369-27342cd85d3f", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:05:07.312020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8dd10c2-caad-4051-a487-4e25b784312a {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:05:07.312418 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8dd10c2-caad-4051-a487-4e25b784312a'] response: {'server_uuid': '6cfb051a-402b-4624-b55a-283605061bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bed136-64c7-46a6-8369-27342cd85d3f', 'code': 200} Sep 19 13:05:07.313583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:07.386907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=20bed136-64c7-46a6-8369-27342cd85d3f,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:05:07.753117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f45169-048f-438d-9d90-51ab8bdf2301 req-3dbdf784-b347-4424-97d9-2339c51a87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:07.754619 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b3f45169-048f-438d-9d90-51ab8bdf2301 req-3dbdf784-b347-4424-97d9-2339c51a87bd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 1099 time: 0.0875938 Sep 19 13:05:07.800182 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b3f45169-048f-438d-9d90-51ab8bdf2301 req-90ebf6b0-2363-46a1-a682-1fc53cdd5d5f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356047 Sep 19 13:05:07.814951 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585537-abd5-4338-a1f0-23c73ca121d2 req-cfac7258-92a1-432d-85bf-5eaac33db52e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:07.816976 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-49585537-abd5-4338-a1f0-23c73ca121d2 req-cfac7258-92a1-432d-85bf-5eaac33db52e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0892899 Sep 19 13:05:07.861448 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-49585537-abd5-4338-a1f0-23c73ca121d2 req-28fbce88-c53d-4c35-ab7c-f50573e0c140 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386310 Sep 19 13:05:09.065003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b29e1-5832-477b-aa9c-3b9d7fad9742 req-9b8a85af-26ee-479a-ade3-178077eac6ea tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:09.067853 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2c7b29e1-5832-477b-aa9c-3b9d7fad9742 req-9b8a85af-26ee-479a-ade3-178077eac6ea tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0926208 Sep 19 13:05:09.115203 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2c7b29e1-5832-477b-aa9c-3b9d7fad9742 req-7b69dc35-ecca-4fd1-b4a0-df9a7ec24036 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Sep 19 13:05:10.314579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fe687-570e-4d7c-82be-0a1fc8ca7f01 req-e79e115a-101f-45ef-9ca5-17c75d354d29 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:10.316593 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-395fe687-570e-4d7c-82be-0a1fc8ca7f01 req-e79e115a-101f-45ef-9ca5-17c75d354d29 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0884888 Sep 19 13:05:10.366170 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-395fe687-570e-4d7c-82be-0a1fc8ca7f01 req-afb627a1-5e6e-4a80-83a1-390c4a144c6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436285 Sep 19 13:05:10.561461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6ad0-6ac2-48c3-ac7b-5fc41a303203 req-7f954bb5-edd5-41cf-89bf-264efaaf4e71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:10.563049 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-41ed6ad0-6ac2-48c3-ac7b-5fc41a303203 req-7f954bb5-edd5-41cf-89bf-264efaaf4e71 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0870514 Sep 19 13:05:10.606550 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-41ed6ad0-6ac2-48c3-ac7b-5fc41a303203 req-d8f0415d-c831-49fb-aad9-b1ecf96615a0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378511 Sep 19 13:05:10.635074 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39646) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:05:10.715314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e5d9f0-e973-4e7a-a31e-a0050cc61d25 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:10.716713 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-61e5d9f0-e973-4e7a-a31e-a0050cc61d25 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 1094 time: 0.0806501 Sep 19 13:05:10.719471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39650) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:05:10.725071 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '20bed136-64c7-46a6-8369-27342cd85d3f', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:05:10.730912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:05:10.734679 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:floatingip and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:05:10.737503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:05:10.743117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:05:10.814055 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:10.948986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:11.085529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.26.5.159 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/14d4cc4f-1b0e-4ed1-b77f-46a262f1e231) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:05:11.234101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:11.334643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:11.398969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:05:11.401556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:05:11.405328 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:05:11.439262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=14d4cc4f-1b0e-4ed1-b77f-46a262f1e231,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:05:11.585333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-046fd269-4ca9-43d2-8bc3-d80917fef42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:11.830325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:11.958559 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:12.169112 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:12.240910 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:12.447176 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=14d4cc4f-1b0e-4ed1-b77f-46a262f1e231,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:05:12.449401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:12.630679 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Floating IP 6200718e-404e-4ff5-a53f-9f9338c51972 associated. External IP: 172.26.5.159, port: 20bed136-64c7-46a6-8369-27342cd85d3f. Sep 19 13:05:13.045128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:05:13.279727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:05:13.292454 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] Sync routers for ids ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:05:13.303029 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] Routers {'60b687fd-4923-4dc3-8408-3b4c2b1f0be6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:05:13.303907 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:04:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:05:13.355969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:13.426149 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-34935a23-abc8-47f6-bbfd-e1016e0c6072 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7055976 Sep 19 13:05:13.427756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb051a-402b-4624-b55a-283605061bc8', 'tag': '20bed136-64c7-46a6-8369-27342cd85d3f'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:05:13.430307 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8beb6d-3865-494c-9f26-dc945e5f555d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfb051a-402b-4624-b55a-283605061bc8", "tag": "20bed136-64c7-46a6-8369-27342cd85d3f"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:05:13.484546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03138850-efff-44a2-92fc-a4c6fd2708e7 x-openstack-request-id: req-03138850-efff-44a2-92fc-a4c6fd2708e7 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:05:13.484824 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfb051a-402b-4624-b55a-283605061bc8", "tag": "20bed136-64c7-46a6-8369-27342cd85d3f", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:05:13.485081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03138850-efff-44a2-92fc-a4c6fd2708e7 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:05:13.485490 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03138850-efff-44a2-92fc-a4c6fd2708e7'] response: {'name': 'network-changed', 'server_uuid': '6cfb051a-402b-4624-b55a-283605061bc8', 'tag': '20bed136-64c7-46a6-8369-27342cd85d3f', 'status': 'completed', 'code': 200} Sep 19 13:05:13.529976 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] Set router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:05:13.603079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-0fbfbcfa-8361-42ca-8f5b-827d0c477cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:13.605624 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-0fbfbcfa-8361-42ca-8f5b-827d0c477cbe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 1099 time: 0.0958924 Sep 19 13:05:13.633639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f0ec2-59b1-4292-98a6-4b1ee369ceae req-71c08405-9a2f-4727-ab40-b69e49f2273c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:13.635171 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f74f0ec2-59b1-4292-98a6-4b1ee369ceae req-71c08405-9a2f-4727-ab40-b69e49f2273c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0975294 Sep 19 13:05:13.689982 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f74f0ec2-59b1-4292-98a6-4b1ee369ceae req-11066cc5-b09a-4d5c-8876-40dcad5b2209 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480540 Sep 19 13:05:13.728504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-322c6a43-b4b2-48bc-bfc4-f41508e628e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:13.729079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39658) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:05:13.834096 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-927fc4de-4cef-4ec8-a68c-09244f3715cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:13.835588 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-927fc4de-4cef-4ec8-a68c-09244f3715cd service neutron] 10.222.0.85 "GET /v2.0/networks?id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13 HTTP/1.1" status: 200 len: 898 time: 0.2236321 Sep 19 13:05:13.894666 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '6200718e-404e-4ff5-a53f-9f9338c51972', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.159', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'port_id': '20bed136-64c7-46a6-8369-27342cd85d3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'mac_address': 'fa:16:3e:ad:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfb051a-402b-4624-b55a-283605061bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:05:11Z', 'updated_at': '2022-09-19T13:05:11Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab619ad-f9f5-4f62-a04d-81df22d43769', 'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c5:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:52Z', 'updated_at': '2022-09-19T13:04:59Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '43981205-711e-4186-94f9-6bad22712168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:05:13.898654 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] Checking router: 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:05:13.907989 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] Routers {'60b687fd-4923-4dc3-8408-3b4c2b1f0be6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:05:13.908596 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:05:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:05:13.922919 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5a387fbd-3e00-4bd0-a1b2-ae6c75916520 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/6200718e-404e-4ff5-a53f-9f9338c51972 HTTP/1.1" status: 200 len: 992 time: 0.1916244 Sep 19 13:05:13.949992 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-4093a5d4-8e35-4fb1-9e7e-d8c37f1f15c2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20bed136-64c7-46a6-8369-27342cd85d3f HTTP/1.1" status: 200 len: 1000 time: 0.1068935 Sep 19 13:05:14.012939 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-4f6f01c6-425c-4a75-b440-a56b97736d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:14.014436 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-4f6f01c6-425c-4a75-b440-a56b97736d2c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43981205-711e-4186-94f9-6bad22712168 HTTP/1.1" status: 200 len: 835 time: 0.0582013 Sep 19 13:05:14.086035 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] Set router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:05:14.212731 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-5685833d-05d4-4c1e-ad03-89faa2b2a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:14.214072 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-5685833d-05d4-4c1e-ad03-89faa2b2a925 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1930413 Sep 19 13:05:14.363164 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-84deaa40-7ef0-431d-9644-8f176ac9c9bc service neutron] 10.222.0.85 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412852 Sep 19 13:05:14.478372 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '6200718e-404e-4ff5-a53f-9f9338c51972', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.159', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'port_id': '20bed136-64c7-46a6-8369-27342cd85d3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'mac_address': 'fa:16:3e:ad:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfb051a-402b-4624-b55a-283605061bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:05:11Z', 'updated_at': '2022-09-19T13:05:11Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab619ad-f9f5-4f62-a04d-81df22d43769', 'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c5:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:52Z', 'updated_at': '2022-09-19T13:04:59Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '43981205-711e-4186-94f9-6bad22712168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:05:14.482356 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37208b6a-0065-4249-a2ad-137a7ba6d1f8 None None] The sync data for ids ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'] in dv-neutron-857775-2-hyperv is: [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '6200718e-404e-4ff5-a53f-9f9338c51972', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.159', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'port_id': '20bed136-64c7-46a6-8369-27342cd85d3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'mac_address': 'fa:16:3e:ad:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfb051a-402b-4624-b55a-283605061bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:05:11Z', 'updated_at': '2022-09-19T13:05:11Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab619ad-f9f5-4f62-a04d-81df22d43769', 'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c5:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:52Z', 'updated_at': '2022-09-19T13:04:59Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '43981205-711e-4186-94f9-6bad22712168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:05:14.504149 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f8beb6d-3865-494c-9f26-dc945e5f555d req-d6d789de-7c15-48bf-b37b-7f00dd6900eb service neutron] 10.222.0.85 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356628 Sep 19 13:05:14.619832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:14.684850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f4840b-e3c3-49ef-b8a6-b5c8642d2352 None None] New status for floating IP 6200718e-404e-4ff5-a53f-9f9338c51972: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:05:14.925560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39662) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:05:15.037215 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d79046f9-83d3-4a92-8a76-e55d117ef0d1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/6200718e-404e-4ff5-a53f-9f9338c51972 HTTP/1.1" status: 200 len: 994 time: 0.1104984 Sep 19 13:05:15.145435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:15.805416 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:05:16.591333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:23.385741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:41.613871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5e47bac8-d131-4a0a-a5ff-8574cdf6356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:43.762033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-896151c1-cef7-4d27-be45-c1e0ff58f776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:44.579200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:45.166275 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:46.733591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:47.001546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60743-9a51-46cd-9046-ba7671c86172 req-ebba67de-802c-44ef-9f94-c0757811fbdd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:47.002962 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bbb60743-9a51-46cd-9046-ba7671c86172 req-ebba67de-802c-44ef-9f94-c0757811fbdd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0898123 Sep 19 13:05:47.053527 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bbb60743-9a51-46cd-9046-ba7671c86172 req-68b820eb-2e41-4ca3-9955-7a30a53f5037 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446172 Sep 19 13:05:48.259218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa9a51-434c-4f4b-a772-805987d2088d req-dd5597c2-530e-4903-a375-49201d52298f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:48.260740 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b6aa9a51-434c-4f4b-a772-805987d2088d req-dd5597c2-530e-4903-a375-49201d52298f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0882394 Sep 19 13:05:48.306134 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b6aa9a51-434c-4f4b-a772-805987d2088d req-4e45b149-6fa5-4785-8333-af6da3a8eb31 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396264 Sep 19 13:05:49.510245 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a0dc-34c9-4bf2-b829-fc42b0be6345 req-b94e4ff3-a001-4d99-a2b0-070f7a11f917 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:49.511759 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c049a0dc-34c9-4bf2-b829-fc42b0be6345 req-b94e4ff3-a001-4d99-a2b0-070f7a11f917 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0916779 Sep 19 13:05:49.555326 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c049a0dc-34c9-4bf2-b829-fc42b0be6345 req-91a52867-54bc-436b-bd62-f1f724c08c1b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380671 Sep 19 13:05:50.751461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8e0aa-9fcc-41bc-bc01-db5e0e02a5cb req-b06e8d5c-1fd6-4c7d-a566-c8efd5a90109 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:50.752927 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-61f8e0aa-9fcc-41bc-bc01-db5e0e02a5cb req-b06e8d5c-1fd6-4c7d-a566-c8efd5a90109 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0867658 Sep 19 13:05:50.802884 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-61f8e0aa-9fcc-41bc-bc01-db5e0e02a5cb req-ad58aca9-c06e-437f-a3d5-d04de44ee26b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438445 Sep 19 13:05:52.005202 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf0c7a-f354-4d7f-b1cf-12f3c98e4dc8 req-3b009ee8-b752-4df6-883e-174319a8716e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:52.006784 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-66bf0c7a-f354-4d7f-b1cf-12f3c98e4dc8 req-3b009ee8-b752-4df6-883e-174319a8716e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0873568 Sep 19 13:05:52.051706 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-66bf0c7a-f354-4d7f-b1cf-12f3c98e4dc8 req-bb31c5aa-5496-4bfe-8381-11efb18e9e6b tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392084 Sep 19 13:05:52.805353 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:05:53.260695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c761e-9f09-4802-b7b6-90ed4be45fe1 req-8af61532-c1ec-4a5f-9fcd-12f616f34ad4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:53.262240 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2d0c761e-9f09-4802-b7b6-90ed4be45fe1 req-8af61532-c1ec-4a5f-9fcd-12f616f34ad4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0944633 Sep 19 13:05:53.308784 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2d0c761e-9f09-4802-b7b6-90ed4be45fe1 req-136df4dd-b447-4a5f-bd8d-e377db1be8e9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408444 Sep 19 13:05:53.467086 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:05:54.507787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496e251-29e2-4a5e-b632-374cc7a6a622 req-c5daa059-55fd-493e-a877-827048520cbd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:54.509231 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8496e251-29e2-4a5e-b632-374cc7a6a622 req-c5daa059-55fd-493e-a877-827048520cbd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0874259 Sep 19 13:05:54.556437 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8496e251-29e2-4a5e-b632-374cc7a6a622 req-48dba10a-154d-4308-a39f-9a2cdb40afe0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413609 Sep 19 13:05:55.753167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4279a-7bcb-400e-85b9-67db21a7576e req-44160b14-01af-4a85-a151-d1f0d238e315 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:55.755183 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6ca4279a-7bcb-400e-85b9-67db21a7576e req-44160b14-01af-4a85-a151-d1f0d238e315 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0879931 Sep 19 13:05:55.799159 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6ca4279a-7bcb-400e-85b9-67db21a7576e req-ac73ffdb-080a-40dc-b55f-b399b7b38375 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Sep 19 13:05:57.100559 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564377d2-b034-4a8a-b9c4-b4e713c0a828 req-2c539c83-f395-4021-a15d-59d25750525c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:57.101930 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-564377d2-b034-4a8a-b9c4-b4e713c0a828 req-2c539c83-f395-4021-a15d-59d25750525c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.1908615 Sep 19 13:05:57.145566 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-564377d2-b034-4a8a-b9c4-b4e713c0a828 req-53a3550e-1c04-4f55-9dea-f8460b91c463 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379572 Sep 19 13:05:58.360423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d38ef-d055-4a4c-b6c6-12a316beb4d0 req-2ec785ab-3b79-4e14-a598-79b61ddaee0a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:58.361999 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-815d38ef-d055-4a4c-b6c6-12a316beb4d0 req-2ec785ab-3b79-4e14-a598-79b61ddaee0a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.1049440 Sep 19 13:05:58.408985 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-815d38ef-d055-4a4c-b6c6-12a316beb4d0 req-3f540d09-8028-4a43-aa8b-73603c6b8ca6 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404546 Sep 19 13:05:59.611789 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dc103-9b25-4072-8011-d78dd6519d04 req-92f7312c-2650-45fc-82a8-17ae00f3e7ac tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:05:59.613252 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b49dc103-9b25-4072-8011-d78dd6519d04 req-92f7312c-2650-45fc-82a8-17ae00f3e7ac tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0878677 Sep 19 13:05:59.662952 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b49dc103-9b25-4072-8011-d78dd6519d04 req-e5901852-9f6c-4270-94bd-b7cb92910c6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432520 Sep 19 13:06:00.865797 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eee40-3aee-4636-94d8-c9cedbae88fc req-3bdae160-b3a7-4c9f-960c-06d3430be6a2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:00.867272 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7f6eee40-3aee-4636-94d8-c9cedbae88fc req-3bdae160-b3a7-4c9f-960c-06d3430be6a2 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0897396 Sep 19 13:06:00.910203 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7f6eee40-3aee-4636-94d8-c9cedbae88fc req-39699fcc-9387-4799-885c-79fc48cd8240 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373986 Sep 19 13:06:02.113483 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffef31-c23e-4d09-ab00-c25b4276a21d req-17fa85ff-41e1-4669-b26e-60d97d952aff tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:02.115087 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a8ffef31-c23e-4d09-ab00-c25b4276a21d req-17fa85ff-41e1-4669-b26e-60d97d952aff tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0864058 Sep 19 13:06:02.162187 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a8ffef31-c23e-4d09-ab00-c25b4276a21d req-362d9731-268c-41b3-a7b6-01994006f920 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414801 Sep 19 13:06:03.362257 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d918e97-3724-4e76-a0e8-3796fe94e6a2 req-d71b9bee-83c2-4818-af43-1421b105c44e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:03.368185 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d918e97-3724-4e76-a0e8-3796fe94e6a2 req-d71b9bee-83c2-4818-af43-1421b105c44e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0882387 Sep 19 13:06:03.407740 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8d918e97-3724-4e76-a0e8-3796fe94e6a2 req-f6048666-4a1a-4ff9-9b17-cc25a16b7c3c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381122 Sep 19 13:06:03.437556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39712) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:03.546646 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-78707668-842f-4a4b-95af-ab571e175eab tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/6200718e-404e-4ff5-a53f-9f9338c51972 HTTP/1.1" status: 200 len: 994 time: 0.1073611 Sep 19 13:06:05.167982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece6b5a-d9dd-45f8-b96e-e17b74ce88ef req-80267f50-1d33-490c-af56-76f8314360ca tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:05.169455 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dece6b5a-d9dd-45f8-b96e-e17b74ce88ef req-80267f50-1d33-490c-af56-76f8314360ca tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0924134 Sep 19 13:06:05.217751 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dece6b5a-d9dd-45f8-b96e-e17b74ce88ef req-62a68702-f407-44cd-ad3f-878affaa9e91 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Sep 19 13:06:05.333418 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-b3c248d1-6dcb-40de-a3db-967dfad57e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:05.334949 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-b3c248d1-6dcb-40de-a3db-967dfad57e93 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 1099 time: 0.1343143 Sep 19 13:06:05.469455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-455ae572-d151-49db-93ba-9b69d33577e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:05.470916 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-455ae572-d151-49db-93ba-9b69d33577e8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13 HTTP/1.1" status: 200 len: 898 time: 0.1269135 Sep 19 13:06:05.573271 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-ee006f4a-bb82-4bb5-86ca-63b1e9641244 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20bed136-64c7-46a6-8369-27342cd85d3f HTTP/1.1" status: 200 len: 1002 time: 0.0957541 Sep 19 13:06:05.642032 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-87c31901-0ff1-4d1a-bc24-717685e9b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:05.643487 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-87c31901-0ff1-4d1a-bc24-717685e9b2be service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43981205-711e-4186-94f9-6bad22712168 HTTP/1.1" status: 200 len: 835 time: 0.0603008 Sep 19 13:06:05.727383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-ee63ca34-42b6-4d09-b11b-ed46583a024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:05.728837 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-ee63ca34-42b6-4d09-b11b-ed46583a024d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765696 Sep 19 13:06:05.872965 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-81157c74-780e-4389-aa75-c43af76477a0 service neutron] 10.222.0.85 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331964 Sep 19 13:06:06.009277 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-c1bb35e8-415c-4832-a573-5acb27c5ae65 req-cf0c7bd3-e9f6-4c12-b762-354bc828feec service neutron] 10.222.0.85 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262722 Sep 19 13:06:06.417676 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc8011-750a-4a89-8b57-e03c7d3430ab req-a5021d1c-09a3-4280-ac06-2eb4c5d1c5f1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:06.419220 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-04dc8011-750a-4a89-8b57-e03c7d3430ab req-a5021d1c-09a3-4280-ac06-2eb4c5d1c5f1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0891430 Sep 19 13:06:06.469796 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-04dc8011-750a-4a89-8b57-e03c7d3430ab req-531c7284-c74b-46ec-bb87-af6a0263dc12 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Sep 19 13:06:07.675266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1cfa4-6d80-4ed2-9074-28275781c1d9 req-57f6903c-c63b-4af6-aa1a-6416d4079edb tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:07.676730 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-00a1cfa4-6d80-4ed2-9074-28275781c1d9 req-57f6903c-c63b-4af6-aa1a-6416d4079edb tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0884478 Sep 19 13:06:07.729115 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-00a1cfa4-6d80-4ed2-9074-28275781c1d9 req-8147b619-35bd-4e07-915c-b15e9b72cf15 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 Sep 19 13:06:07.758777 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39728) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:07.873453 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-40b4ffa2-ae86-4b86-a73b-44f512dae932 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/6200718e-404e-4ff5-a53f-9f9338c51972 HTTP/1.1" status: 200 len: 994 time: 0.1135886 Sep 19 13:06:08.988508 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-c182a3aa-5548-4365-b987-7b77e228fea5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795720 Sep 19 13:06:09.232270 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-c8c183ee-d196-4552-9fe4-0298412797d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:09.233743 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-c8c183ee-d196-4552-9fe4-0298412797d2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 1099 time: 0.1779656 Sep 19 13:06:09.381358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-31ef36da-7ec1-4504-9707-77f70a2fae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:09.382839 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-31ef36da-7ec1-4504-9707-77f70a2fae9c service neutron] 10.222.0.85 "GET /v2.0/networks?id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13 HTTP/1.1" status: 200 len: 898 time: 0.1291487 Sep 19 13:06:09.485382 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-63dfa229-a40e-4ccf-b515-628612419bd0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20bed136-64c7-46a6-8369-27342cd85d3f HTTP/1.1" status: 200 len: 1002 time: 0.0967810 Sep 19 13:06:09.546389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-402a1d3e-ce26-4427-8c01-1acb8bd0c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:09.547717 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-402a1d3e-ce26-4427-8c01-1acb8bd0c781 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43981205-711e-4186-94f9-6bad22712168 HTTP/1.1" status: 200 len: 835 time: 0.0564110 Sep 19 13:06:09.633125 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-f3148996-e24a-4001-90d2-2eca3dba14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:09.634608 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-f3148996-e24a-4001-90d2-2eca3dba14a4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802732 Sep 19 13:06:09.770918 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-50e2b29b-70d9-4582-9d51-ef0329aa4180 service neutron] 10.222.0.85 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299663 Sep 19 13:06:09.905409 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-18da6fc3-a378-497d-b97a-a317705fbaeb req-8e8817d5-00ca-4a67-b001-d334ac823199 service neutron] 10.222.0.85 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283441 Sep 19 13:06:11.584967 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-15b75a6d-393d-4654-a6a3-a6d688d4f4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:13.726203 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bb418fdb-e50f-480e-9a78-2ed5f05ed8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:14.578519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:15.150090 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:16.595700 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:23.412522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:29.803851 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:06:38.308252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39750) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:38.518188 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 14d4cc4f-1b0e-4ed1-b77f-46a262f1e231 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:06:38.518535 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:38.692077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:38.692320 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:38.823389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 14d4cc4f-1b0e-4ed1-b77f-46a262f1e231 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:06:39.023515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:39.068677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=14d4cc4f-1b0e-4ed1-b77f-46a262f1e231,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:39.113499 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.113854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.114197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.114534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.114894 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.115229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.115561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.115887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.116213 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.116539 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.116864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.117190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:39.181376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:39.181770 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Floating IP 6200718e-404e-4ff5-a53f-9f9338c51972 disassociated (deleted). External IP: 172.26.5.159, port: 20bed136-64c7-46a6-8369-27342cd85d3f. Sep 19 13:06:39.638667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:06:39.816060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:06:39.827326 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] Sync routers for ids ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:06:39.832891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:39.840119 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] Routers {'60b687fd-4923-4dc3-8408-3b4c2b1f0be6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:06:39.840718 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:06:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:39.893243 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2c1e7c13-1345-4631-a538-3792cffeccda tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/floatingips/6200718e-404e-4ff5-a53f-9f9338c51972 HTTP/1.1" status: 204 len: 168 time: 1.5838006 Sep 19 13:06:39.893768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb051a-402b-4624-b55a-283605061bc8', 'tag': '20bed136-64c7-46a6-8369-27342cd85d3f'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:06:39.896537 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfb051a-402b-4624-b55a-283605061bc8", "tag": "20bed136-64c7-46a6-8369-27342cd85d3f"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:06:40.027961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5772b9a0-95cf-41d5-a1e2-9117e6f891c4 x-openstack-request-id: req-5772b9a0-95cf-41d5-a1e2-9117e6f891c4 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:06:40.028258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfb051a-402b-4624-b55a-283605061bc8", "tag": "20bed136-64c7-46a6-8369-27342cd85d3f", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:06:40.028514 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5772b9a0-95cf-41d5-a1e2-9117e6f891c4 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:06:40.028923 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5772b9a0-95cf-41d5-a1e2-9117e6f891c4'] response: {'name': 'network-changed', 'server_uuid': '6cfb051a-402b-4624-b55a-283605061bc8', 'tag': '20bed136-64c7-46a6-8369-27342cd85d3f', 'status': 'completed', 'code': 200} Sep 19 13:06:40.032284 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] Set router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:06:40.129428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-f0c48984-5113-417b-9714-0e1cef38502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:40.131067 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-f0c48984-5113-417b-9714-0e1cef38502a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 1099 time: 0.0804100 Sep 19 13:06:40.264654 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-1cb64dfb-3ae7-46df-a961-d553f885e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:40.266234 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-1cb64dfb-3ae7-46df-a961-d553f885e72c service neutron] 10.222.0.85 "GET /v2.0/networks?id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13 HTTP/1.1" status: 200 len: 898 time: 0.1288564 Sep 19 13:06:40.338759 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-9242feba-b7b3-44b0-b1f5-5a183b4b8b74 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20bed136-64c7-46a6-8369-27342cd85d3f HTTP/1.1" status: 200 len: 217 time: 0.0660231 Sep 19 13:06:40.355722 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '9ab619ad-f9f5-4f62-a04d-81df22d43769', 'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c5:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:52Z', 'updated_at': '2022-09-19T13:04:59Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '43981205-711e-4186-94f9-6bad22712168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:40.359763 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] Checking router: 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:06:40.368852 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] Routers {'60b687fd-4923-4dc3-8408-3b4c2b1f0be6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:06:40.369775 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:06:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:40.407166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-a31f651d-6e81-4db5-bbc9-ad90626893c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:40.408618 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-a31f651d-6e81-4db5-bbc9-ad90626893c1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43981205-711e-4186-94f9-6bad22712168 HTTP/1.1" status: 200 len: 835 time: 0.0636976 Sep 19 13:06:40.499834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-bff2b06b-f8af-49e6-8e50-8abac4a7df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:40.501386 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-bff2b06b-f8af-49e6-8e50-8abac4a7df2c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d39bd8bd-e1c8-4a52-ac39-a379db1ded13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852923 Sep 19 13:06:40.562233 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] Set router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:06:40.575500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bfbfd-5a9a-4450-94ec-b1cc1f89c6ec req-d7af4183-5922-4023-b84f-535d1683194f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:40.576203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-452bfbfd-5a9a-4450-94ec-b1cc1f89c6ec req-d7af4183-5922-4023-b84f-535d1683194f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:06:40.640981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-452bfbfd-5a9a-4450-94ec-b1cc1f89c6ec req-d7af4183-5922-4023-b84f-535d1683194f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:06:40.642335 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-452bfbfd-5a9a-4450-94ec-b1cc1f89c6ec req-d7af4183-5922-4023-b84f-535d1683194f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.2089829 Sep 19 13:06:40.646252 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-f400c10f-43a0-4030-86d0-d46afe5ac4a8 service neutron] 10.222.0.85 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364822 Sep 19 13:06:40.692901 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-452bfbfd-5a9a-4450-94ec-b1cc1f89c6ec req-b804a822-b8ed-4592-889b-dabe0ee3b796 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446885 Sep 19 13:06:40.781590 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-0d3893ea-58e8-4bb7-9900-c8403bc9f4d0 req-301bbea8-dcd1-4c8d-a2fc-e5c16415b81a service neutron] 10.222.0.85 "GET /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284988 Sep 19 13:06:40.879716 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '9ab619ad-f9f5-4f62-a04d-81df22d43769', 'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c5:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:52Z', 'updated_at': '2022-09-19T13:04:59Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '43981205-711e-4186-94f9-6bad22712168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:40.883491 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3b26f-4109-45f1-a121-5edda05f93c0 None None] The sync data for ids ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'] in dv-neutron-857775-2-hyperv is: [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '9ab619ad-f9f5-4f62-a04d-81df22d43769', 'name': '', 'network_id': 'd39bd8bd-e1c8-4a52-ac39-a379db1ded13', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c5:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '43981205-711e-4186-94f9-6bad22712168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:52Z', 'updated_at': '2022-09-19T13:04:59Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '43981205-711e-4186-94f9-6bad22712168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:06:41.088729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489cf317-b4c8-41f6-92a9-74fc24374624 None None] New status for floating IP 6200718e-404e-4ff5-a53f-9f9338c51972: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:06:41.589366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b69fad2d-45f2-4635-93ac-5abbecb0ff09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:41.954384 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d07495-c0c0-4326-9ba2-f140af48e9ec req-962f9505-a7ac-45d8-b3bb-ba466ac5dcb5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:41.955846 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-48d07495-c0c0-4326-9ba2-f140af48e9ec req-962f9505-a7ac-45d8-b3bb-ba466ac5dcb5 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.1319921 Sep 19 13:06:42.001469 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-48d07495-c0c0-4326-9ba2-f140af48e9ec req-48d128f9-bd0a-42bf-ba14-6a073653bf5f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8dde173-e02e-425b-bf63-6dd34c2774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399671 Sep 19 13:06:42.120264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-ad504f5c-fadd-4322-af9b-a146ae6bc634 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:42.120870 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-ad504f5c-fadd-4322-af9b-a146ae6bc634 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:06:42.132455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-ad504f5c-fadd-4322-af9b-a146ae6bc634 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:06:42.133570 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-ad504f5c-fadd-4322-af9b-a146ae6bc634 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 946 time: 0.0975478 Sep 19 13:06:42.300650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 20bed136-64c7-46a6-8369-27342cd85d3f {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:06:42.300989 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:42.549541 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 20bed136-64c7-46a6-8369-27342cd85d3f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=20bed136-64c7-46a6-8369-27342cd85d3f,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:06:42.549905 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:42.672616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 20bed136-64c7-46a6-8369-27342cd85d3f owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:06:42.880128 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:42.964930 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=20bed136-64c7-46a6-8369-27342cd85d3f,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:42.986581 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:42.995499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:43.035157 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] No DVR routers for this DVR port 20bed136-64c7-46a6-8369-27342cd85d3f on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:06:43.037926 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:43.040349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb051a-402b-4624-b55a-283605061bc8', 'name': 'network-vif-deleted', 'tag': '20bed136-64c7-46a6-8369-27342cd85d3f'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:06:43.042765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a0435f-cbd3-48fe-acd0-a60770713700" -d '{"events": [{"server_uuid": "6cfb051a-402b-4624-b55a-283605061bc8", "name": "network-vif-deleted", "tag": "20bed136-64c7-46a6-8369-27342cd85d3f"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:06:43.089090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35af9a9-cc08-47e2-a2c8-5107694df23e x-openstack-request-id: req-b35af9a9-cc08-47e2-a2c8-5107694df23e {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:06:43.089452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfb051a-402b-4624-b55a-283605061bc8", "name": "network-vif-deleted", "tag": "20bed136-64c7-46a6-8369-27342cd85d3f", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:06:43.089710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b35af9a9-cc08-47e2-a2c8-5107694df23e {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:06:43.090119 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35af9a9-cc08-47e2-a2c8-5107694df23e'] response: {'server_uuid': '6cfb051a-402b-4624-b55a-283605061bc8', 'name': 'network-vif-deleted', 'tag': '20bed136-64c7-46a6-8369-27342cd85d3f', 'status': 'completed', 'code': 200} Sep 19 13:06:43.122251 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8f6c1cec-effa-4d9a-9b99-d140b34a64bf req-8bf523fa-f275-4f60-b95b-8d67c3ca3dfa tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "DELETE /v2.0/ports/20bed136-64c7-46a6-8369-27342cd85d3f HTTP/1.1" status: 204 len: 173 time: 0.9831371 Sep 19 13:06:43.172578 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-83e7a82b-937b-4581-a1f4-371d3f72dd73 req-b0932ad6-544b-496c-9e80-f1fff5831ed0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfb051a-402b-4624-b55a-283605061bc8 HTTP/1.1" status: 200 len: 210 time: 0.0548017 Sep 19 13:06:43.753909 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7349f52a-e285-42bd-8ecc-6025167574e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:44.276602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39774) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:44.566538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:44.842786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:45.188897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:45.320204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 9ab619ad-f9f5-4f62-a04d-81df22d43769 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:06:45.320794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:45.394843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 20bed136-64c7-46a6-8369-27342cd85d3f no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:06:45.472673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 20bed136-64c7-46a6-8369-27342cd85d3f {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:06:45.472940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 20bed136-64c7-46a6-8369-27342cd85d3f not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:06:45.516773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 9ab619ad-f9f5-4f62-a04d-81df22d43769, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9ab619ad-f9f5-4f62-a04d-81df22d43769,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:06:45.517132 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:45.640562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 9ab619ad-f9f5-4f62-a04d-81df22d43769 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:06:46.052279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:46.101681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=9ab619ad-f9f5-4f62-a04d-81df22d43769,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:46.386786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:46.600844 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:46.876203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:06:47.054713 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:06:47.064728 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] Sync routers for ids ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:06:47.069467 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a03eaf4c-9510-4d3f-878c-712ae5913e6a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "PUT /v2.0/routers/60b687fd-4923-4dc3-8408-3b4c2b1f0be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7917793 Sep 19 13:06:47.072830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39778) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:47.074500 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] Routers {'60b687fd-4923-4dc3-8408-3b4c2b1f0be6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:06:47.075202 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:06:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:47.146066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e6c398-1adb-49a1-a0bc-43a1580e853f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting subnet 43981205-711e-4186-94f9-6bad22712168 {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 13:06:47.149681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06e6c398-1adb-49a1-a0bc-43a1580e853f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:47.208561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06e6c398-1adb-49a1-a0bc-43a1580e853f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:47.293473 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] Set router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:06:47.305227 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06e6c398-1adb-49a1-a0bc-43a1580e853f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:47.462210 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06e6c398-1adb-49a1-a0bc-43a1580e853f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:47.507486 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6c398-1adb-49a1-a0bc-43a1580e853f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Subnet': ['ID=43981205-711e-4186-94f9-6bad22712168,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:47.512051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-06e6c398-1adb-49a1-a0bc-43a1580e853f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:47.519033 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-06e6c398-1adb-49a1-a0bc-43a1580e853f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/subnets/43981205-711e-4186-94f9-6bad22712168 HTTP/1.1" status: 204 len: 168 time: 0.4452064 Sep 19 13:06:47.519877 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11f721d-07b1-4294-9b97-9f1f0d59493e None None] Network d39bd8bd-e1c8-4a52-ac39-a379db1ded13 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:06:47.521663 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39782) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:47.590213 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:06:45Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:47.594413 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] Checking router: 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:06:47.603844 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] Routers {'60b687fd-4923-4dc3-8408-3b4c2b1f0be6'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:06:47.604721 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:06:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:47.714238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:47.796139 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] Set router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:06:47.800322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] DHCP port deletion for d39bd8bd-e1c8-4a52-ac39-a379db1ded13 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 13:06:47.809038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Deleting port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:06:47.809038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:47.908267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:47.978399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 0043b632-b442-45bb-af6f-7f8619742c5a {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:06:47.978803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:48.032341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] For port 5785b4dc-6626-4172-add2-fc19e7fd4ab0, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5785b4dc-6626-4172-add2-fc19e7fd4ab0,segment=NetworkSegment(f8b4d81d-430d-4577-9fa2-4248710e10ea),segment_id=f8b4d81d-430d-4577-9fa2-4248710e10ea)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:06:48.033145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:48.090617 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:06:45Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:48.094707 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563fef72-7013-47c8-8c24-4e593b26c428 None None] The sync data for ids ['60b687fd-4923-4dc3-8408-3b4c2b1f0be6'] in dv-neutron-857775-2-hyperv is: [{'id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418688252', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:04:47Z', 'updated_at': '2022-09-19T13:06:45Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '0043b632-b442-45bb-af6f-7f8619742c5a', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b687fd-4923-4dc3-8408-3b4c2b1f0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:04:48Z', 'updated_at': '2022-09-19T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:06:48.174364 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Calling delete_port for 5785b4dc-6626-4172-add2-fc19e7fd4ab0 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:06:48.176638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 0043b632-b442-45bb-af6f-7f8619742c5a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=0043b632-b442-45bb-af6f-7f8619742c5a,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:06:48.176999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:48.304072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:48.355074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Pushing event deleted for resources: {'Port': ['ID=5785b4dc-6626-4172-add2-fc19e7fd4ab0,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:48.357609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] No DVR routers for this DVR port 5785b4dc-6626-4172-add2-fc19e7fd4ab0 on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:06:48.369214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.369581 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.369908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.370251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.370563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.370935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.371255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.371579 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.371911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.372237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.372560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.372879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158574e-03c4-492c-b30b-7da1e9a370f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:06:48.434173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 0043b632-b442-45bb-af6f-7f8619742c5a owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:06:48.681154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:48.762982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=0043b632-b442-45bb-af6f-7f8619742c5a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:48.830596 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.004216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.006401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.091996 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.092457 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Fanout notify agent at l3_agent the message router_deleted on router 60b687fd-4923-4dc3-8408-3b4c2b1f0be6 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 13:06:49.110855 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.111957 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-111a78f6-ef94-45fc-aadb-728a4cee2c70 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/routers/60b687fd-4923-4dc3-8408-3b4c2b1f0be6 HTTP/1.1" status: 204 len: 168 time: 1.5893526 Sep 19 13:06:49.114728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39786) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:49.234424 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.374080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.398543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39bd8bd-e1c8-4a52-ac39-a379db1ded13']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:49.411278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b4d81d-430d-4577-9fa2-4248710e10ea') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:49.411581 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b4d81d-430d-4577-9fa2-4248710e10ea') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:49.423518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.439229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.445235 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 13:06:49.445619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.537226 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment f8b4d81d-430d-4577-9fa2-4248710e10ea resource provider aggregate not found Sep 19 13:06:49.563195 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment f8b4d81d-430d-4577-9fa2-4248710e10ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8b4d81d-430d-4577-9fa2-4248710e10ea found for delete ", "request_id": "req-32a3d06e-b7d2-4002-b44d-5de1b8e2435f"}]} Sep 19 13:06:49.591033 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5785b4dc-6626-4172-add2-fc19e7fd4ab0 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:06:49.617734 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.627401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 5785b4dc-6626-4172-add2-fc19e7fd4ab0 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:06:49.627751 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5785b4dc-6626-4172-add2-fc19e7fd4ab0 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:06:49.628168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0043b632-b442-45bb-af6f-7f8619742c5a no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:06:49.635832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.648347 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Network': ['ID=d39bd8bd-e1c8-4a52-ac39-a379db1ded13,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:49.664058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 0043b632-b442-45bb-af6f-7f8619742c5a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:06:49.664411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 0043b632-b442-45bb-af6f-7f8619742c5a not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:06:49.665360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9ab619ad-f9f5-4f62-a04d-81df22d43769 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:06:49.699762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 9ab619ad-f9f5-4f62-a04d-81df22d43769 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:06:49.700107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9ab619ad-f9f5-4f62-a04d-81df22d43769 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:06:49.733146 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-04e3f04c-91e6-464d-8062-02b15f2af481 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/networks/d39bd8bd-e1c8-4a52-ac39-a379db1ded13 HTTP/1.1" status: 204 len: 168 time: 0.6173162 Sep 19 13:06:49.739160 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39798) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:49.808443 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-898bc36d-e898-48ad-8574-7787c6975e02 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.838193 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-898bc36d-e898-48ad-8574-7787c6975e02 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.966548 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-898bc36d-e898-48ad-8574-7787c6975e02 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:49.987328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bc36d-e898-48ad-8574-7787c6975e02 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dde173-e02e-425b-bf63-6dd34c2774c7,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:50.056864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-898bc36d-e898-48ad-8574-7787c6975e02 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:50.058005 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-898bc36d-e898-48ad-8574-7787c6975e02 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/security-groups/a8dde173-e02e-425b-bf63-6dd34c2774c7 HTTP/1.1" status: 204 len: 168 time: 0.3212988 Sep 19 13:06:50.268010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39806) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:50.273476 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953838676', 'description': 'tempest-secgroup-smoke-1953838676 description', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:06:50.280365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:50.284670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:50.287633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:50.294016 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:50.354810 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:50.378939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:50.382711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:50.386262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:50.391938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:50.462813 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:50.537714 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:50.587742 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507dea9d-18e8-4372-9162-1d1fb85abd38,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:50.640448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:50.641657 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-381d2512-a5e2-4f73-bd89-5cf368238602 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3725655 Sep 19 13:06:50.644645 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39810) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:50.649595 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '507dea9d-18e8-4372-9162-1d1fb85abd38', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:06:50.657512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:50.661404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:50.664286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:50.670203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:50.762178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:50.823437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:50.880419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:50.904608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e91d95-7b15-4103-9e22-c0d52fbfd5f1,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:50.965348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:50.966542 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fd821164-bc26-41f0-8b46-765b05b0f294 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3209949 Sep 19 13:06:50.970312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39814) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:50.975567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '507dea9d-18e8-4372-9162-1d1fb85abd38', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:06:50.982062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:50.985938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:50.988901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:50.995122 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:51.075867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.137593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.188989 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.212521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b55b1c1-083c-4382-b575-c1e13bfd4147,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:51.275194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.276440 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cfa1a36e-608d-414b-95a4-f38c53aeff98 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051612 Sep 19 13:06:51.279356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39818) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:51.284481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '507dea9d-18e8-4372-9162-1d1fb85abd38', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:06:51.291436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:51.295358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:51.299400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:51.303927 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:51.372050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.439588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.520448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.544842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72776c44-d6d8-404e-a1ae-ce6ba0a5d3f1,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:51.600696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.601907 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6ae26986-3cfa-4f7b-bbef-5b7483b99b99 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215823 Sep 19 13:06:51.605473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39822) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:51.610579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '507dea9d-18e8-4372-9162-1d1fb85abd38', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:06:51.616698 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:51.620693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:51.623630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:51.629473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:51.693045 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.757434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.829216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.853632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723c4882-91db-4de9-9944-e1b9349228df,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:51.932437 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:51.933602 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-895a18b8-ff38-4045-a4b5-2129d69e277a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271456 Sep 19 13:06:51.936396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39826) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:51.941378 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '507dea9d-18e8-4372-9162-1d1fb85abd38', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:06:51.947932 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:51.952017 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:51.955014 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:51.960743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:52.029183 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Project 2b81e4f8f0c2493886e11c94d1a8d012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:06:52.036184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.103848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.148646 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.172134 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82f94be-7707-4897-bfdf-60bd3c864e54,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:52.251964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.253077 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-7d134516-4415-4748-88fa-75e7471a9825 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3157623 Sep 19 13:06:52.255812 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39830) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:52.261319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'security_group_rule': {'security_group_id': '507dea9d-18e8-4372-9162-1d1fb85abd38', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:06:52.267365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:52.271310 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:security_group_rule and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:52.274816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:52.280798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:52.366494 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Project 2b81e4f8f0c2493886e11c94d1a8d012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:06:52.373680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.439590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.492138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.516135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11188f94-3e03-42af-a078-9a0c33defb5c,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:52.560280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.561460 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a61c5320-6832-46ff-9b1c-a105792bdcf4 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3047543 Sep 19 13:06:52.564271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39834) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:52.569632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'network': {'name': 'tempest-network-smoke--1787343679', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'port_security_enabled': True}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:06:52.575416 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:52.579481 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:network and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:52.582371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:52.588829 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:52.657685 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:06:52.661156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.688633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 13:06:52.697873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.698217 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Added segment 0376cfdf-c1bc-499e-b019-24c1b94439a6 of type vlan for network acc752f0-deb9-4d43-b89b-050f2a4248c8 Sep 19 13:06:52.724787 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.800689 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:52.806903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:52.807484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:53.011680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Network': ['ID=acc752f0-deb9-4d43-b89b-050f2a4248c8,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:53.021695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network acc752f0-deb9-4d43-b89b-050f2a4248c8 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 13:06:53.070546 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4719fa02-9c48-4e40-bf2a-1cf482a79873 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5050683 Sep 19 13:06:53.072975 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39838) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:53.078051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'admin_state_up': True, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:06:53.085447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:53.090156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:router and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:53.092991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:53.104149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:53.171914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:53.172978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:53.187991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:53.481146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:53.542886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:53.917246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:53.946496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:54.085633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.26.5.92 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/47ca0a6f-a923-4b51-9beb-7a5036bb80ec) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:06:54.243352 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:54.332954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:54.402292 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:06:54.405031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:06:54.408849 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:06:54.443226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=47ca0a6f-a923-4b51-9beb-7a5036bb80ec,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:55.008229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:55.349428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:55.599931 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 36ac79d7-dc09-443a-b398-027ed4572e3a is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 13:06:55.779393 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:06:55.789068 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Sync routers for ids ['36ac79d7-dc09-443a-b398-027ed4572e3a'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:06:55.798212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Routers {'36ac79d7-dc09-443a-b398-027ed4572e3a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:06:55.798960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:06:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['36ac79d7-dc09-443a-b398-027ed4572e3a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:55.875194 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:55.878792 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4d3e3f3c-709f-4366-95c1-ddbeca90ffb1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8024385 Sep 19 13:06:55.879612 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39842) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:55.920857 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e04b6226-6188-4859-ae80-d20aa1f32dc5 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2b81e4f8f0c2493886e11c94d1a8d012&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401101 Sep 19 13:06:55.923563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39846) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:55.984125 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Set router 36ac79d7-dc09-443a-b398-027ed4572e3a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:06:56.053656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c87b1-3e52-4fba-b7c3-5f3ace5136b3 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:56.056090 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8a8c87b1-3e52-4fba-b7c3-5f3ace5136b3 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314945 Sep 19 13:06:56.058121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39850) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:56.097793 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ca222b1d-605c-40bf-882a-4867dcb2bec8 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=8e286b5b-5053-4e4d-9c66-6407773575df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385878 Sep 19 13:06:56.100284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39854) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:56.110037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1673437040', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:06:56.224725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:06:56.230562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:subnet and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:06:56.234341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:06:56.240410 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:06:56.322104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:54Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:56.325930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Checking router: 36ac79d7-dc09-443a-b398-027ed4572e3a for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:06:56.332594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:06:56.332738 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Updating router 36ac79d7-dc09-443a-b398-027ed4572e3a port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:06:56.332838 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:56.379425 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:56.606228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:56.686629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Subnet': ['ID=6eb78a51-34f4-4fc1-995d-1f14f6f7edce,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:56.694331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Checking segment: {'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:06:56.694572 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network hostable DHCP agents. Network: acc752f0-deb9-4d43-b89b-050f2a4248c8, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 13:06:56.712050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:56.723807 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Transition to ACTIVE for port object 47ca0a6f-a923-4b51-9beb-7a5036bb80ec will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:06:56.771607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network acc752f0-deb9-4d43-b89b-050f2a4248c8 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 13:06:56.800220 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:56.859281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, acc752f0-deb9-4d43-b89b-050f2a4248c8) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:06:56.865294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Attempting to bind port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:06:56.865294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Attempting to bind port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:06:56.865645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Attempting to bind port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:06:56.868221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:06:56.868979 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:56.877213 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a43a69-5044-423f-9a94-ae26771db7db None None] Network acc752f0-deb9-4d43-b89b-050f2a4248c8 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:06:56.938540 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-6074dd78-e19b-44c3-aa65-6fa22f260d1f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8372176 Sep 19 13:06:56.941268 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39858) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:06:56.949725 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:06:56.950270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:06:56.950487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:56.950900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:06:56.951383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Bound port: 47ca0a6f-a923-4b51-9beb-7a5036bb80ec, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:06:56.951756 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:56.979503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be408ab-2128-49c2-8192-e7cba82be3e7 None None] Pushing event updated for resources: {'Port': ['ID=47ca0a6f-a923-4b51-9beb-7a5036bb80ec,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:57.072945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] For port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:06:57.112841 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] For port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=47ca0a6f-a923-4b51-9beb-7a5036bb80ec,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:06:57.170574 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:57.254613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-acc752f0-deb9-4d43-b89b-050f2a4248c8', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 13:06:57.255356 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:57.269009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Routers {'36ac79d7-dc09-443a-b398-027ed4572e3a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:06:57.269635 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:06:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['36ac79d7-dc09-443a-b398-027ed4572e3a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:57.407202 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be408ab-2128-49c2-8192-e7cba82be3e7 None None] Pushing event updated for resources: {'Port': ['ID=47ca0a6f-a923-4b51-9beb-7a5036bb80ec,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:57.569723 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] Set router 36ac79d7-dc09-443a-b398-027ed4572e3a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:06:57.763795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:57.821030 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Allocated IP 172.20.0.2 (acc752f0-deb9-4d43-b89b-050f2a4248c8/6eb78a51-34f4-4fc1-995d-1f14f6f7edce/cc2afa8d-bc86-4c2d-84fa-aa38db90c46e) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:06:58.113032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:54Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:06:58.125386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790e1d8-89ed-4e12-aca8-68c7fff81007 None None] The sync data for ids ['36ac79d7-dc09-443a-b398-027ed4572e3a'] in dv-neutron-857775-2-hyperv is: [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:54Z', 'revision_number': 3, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:06:58.140682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:58.155079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Transition to ACTIVE for port object cc2afa8d-bc86-4c2d-84fa-aa38db90c46e will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:06:58.174473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Transition to ACTIVE for port object cc2afa8d-bc86-4c2d-84fa-aa38db90c46e will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:06:58.241299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:58.301268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Network acc752f0-deb9-4d43-b89b-050f2a4248c8 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:06:58.309024 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:06:58.311981 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.20.0.1 (acc752f0-deb9-4d43-b89b-050f2a4248c8/6eb78a51-34f4-4fc1-995d-1f14f6f7edce/71e49c87-4edd-4b88-8a5e-79fc8249eaea) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:06:58.313352 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:06:58.386888 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Pushing event updated for resources: {'Port': ['ID=cc2afa8d-bc86-4c2d-84fa-aa38db90c46e,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:58.453099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Attempting to bind port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:06:58.453615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Attempting to bind port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:06:58.454076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Attempting to bind port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e on network acc752f0-deb9-4d43-b89b-050f2a4248c8 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:06:58.459945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:06:58.460321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Checking segment: {'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:06:58.460720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:58.461326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Bound using segment: {'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:06:58.462015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Bound port: cc2afa8d-bc86-4c2d-84fa-aa38db90c46e, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:06:58.462400 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:58.506092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:58.523710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Transition to ACTIVE for port object 71e49c87-4edd-4b88-8a5e-79fc8249eaea will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:06:58.565779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] For port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:06:58.569110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] For port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cc2afa8d-bc86-4c2d-84fa-aa38db90c46e,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:06:58.635717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:58.635958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:58.710822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network acc752f0-deb9-4d43-b89b-050f2a4248c8 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:06:58.717578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:06:58.720255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:06:58.723144 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3f5f-c66b-441d-8dbb-e1bfecfe952e None None] Pushing event updated for resources: {'Port': ['ID=cc2afa8d-bc86-4c2d-84fa-aa38db90c46e,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:58.776892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=71e49c87-4edd-4b88-8a5e-79fc8249eaea,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:58.802988 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:59.031099 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:59.380243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cc2afa8d-bc86-4c2d-84fa-aa38db90c46e up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:06:59.515044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:06:59.521139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 47ca0a6f-a923-4b51-9beb-7a5036bb80ec up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:06:59.606959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:59.635413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:06:59.642158 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:06:59.642565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:59.653012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:59.708722 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f516fed7-19e3-4fd4-8ab6-e124cd1f239d None None] Network acc752f0-deb9-4d43-b89b-050f2a4248c8 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:06:59.776781 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:59.781252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=71e49c87-4edd-4b88-8a5e-79fc8249eaea,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:06:59.888104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4ee804f0-e440-42ae-9488-bedb2449e061 None None] Provisioning for port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:06:59.912189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-4ee804f0-e440-42ae-9488-bedb2449e061 None None] Provisioning complete for port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:06:59.915901 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4ee804f0-e440-42ae-9488-bedb2449e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:06:59.924718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network acc752f0-deb9-4d43-b89b-050f2a4248c8 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:06:59.926075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:06:59.937585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:06:59.938327 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:00.028780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=47ca0a6f-a923-4b51-9beb-7a5036bb80ec,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:07:00.079664 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:00.134629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 36ac79d7-dc09-443a-b398-027ed4572e3a has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:07:00.219712 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=47ca0a6f-a923-4b51-9beb-7a5036bb80ec,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:00.225121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4ee804f0-e440-42ae-9488-bedb2449e061 None None] Current status of the port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:07:00.225498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4ee804f0-e440-42ae-9488-bedb2449e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:00.266480 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4ee804f0-e440-42ae-9488-bedb2449e061 None None] For port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cc2afa8d-bc86-4c2d-84fa-aa38db90c46e,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:07:00.314882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4ee804f0-e440-42ae-9488-bedb2449e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:00.335140 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:07:00.345785 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Sync routers for ids ['36ac79d7-dc09-443a-b398-027ed4572e3a'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:07:00.360231 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-57687733-1fb5-4348-aec8-227d8e800336 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "PUT /v2.0/routers/36ac79d7-dc09-443a-b398-027ed4572e3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072623 Sep 19 13:07:00.366631 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Routers {'36ac79d7-dc09-443a-b398-027ed4572e3a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:07:00.367301 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c841a49c-3328-461e-b93e-2be783421842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:06:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['36ac79d7-dc09-443a-b398-027ed4572e3a'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:07:00.386938 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee804f0-e440-42ae-9488-bedb2449e061 None None] Pushing event updated for resources: {'Port': ['ID=cc2afa8d-bc86-4c2d-84fa-aa38db90c46e,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:00.533643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-256ee269-d2ff-4920-9444-08861731fdba req-b53bfd5e-e67e-439f-b463-3fd3e8c7c20f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:07:00.541164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82b80bcf-f239-4b18-a501-debbad98df73 None None] Provisioning complete for port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:07:00.541625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82b80bcf-f239-4b18-a501-debbad98df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:00.571230 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Set router 36ac79d7-dc09-443a-b398-027ed4572e3a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:07:00.594705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-256ee269-d2ff-4920-9444-08861731fdba req-b53bfd5e-e67e-439f-b463-3fd3e8c7c20f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:07:00.598063 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-b53bfd5e-e67e-439f-b463-3fd3e8c7c20f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1953838676&fields=id&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 267 time: 0.1107721 Sep 19 13:07:00.683504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-82b80bcf-f239-4b18-a501-debbad98df73 None None] Current status of the port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:07:00.760462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82b80bcf-f239-4b18-a501-debbad98df73 None None] Provisioning for port 71e49c87-4edd-4b88-8a5e-79fc8249eaea completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:07:00.761285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee269-d2ff-4920-9444-08861731fdba req-9446eab0-ffc5-4bf2-bd8d-05e4941b6888 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:00.762002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-256ee269-d2ff-4920-9444-08861731fdba req-9446eab0-ffc5-4bf2-bd8d-05e4941b6888 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:07:00.767429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-82b80bcf-f239-4b18-a501-debbad98df73 None None] Provisioning complete for port 71e49c87-4edd-4b88-8a5e-79fc8249eaea triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:07:00.768081 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82b80bcf-f239-4b18-a501-debbad98df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:00.834661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-256ee269-d2ff-4920-9444-08861731fdba req-9446eab0-ffc5-4bf2-bd8d-05e4941b6888 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:network {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:07:00.835902 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-9446eab0-ffc5-4bf2-bd8d-05e4941b6888 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/networks?id=acc752f0-deb9-4d43-b89b-050f2a4248c8 HTTP/1.1" status: 200 len: 797 time: 0.2300482 Sep 19 13:07:00.865175 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-57f86e62-8228-4fbc-bfb9-a583e9dffecd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/quotas/2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 375 time: 0.0197747 Sep 19 13:07:00.884915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-82b80bcf-f239-4b18-a501-debbad98df73 None None] Port 71e49c87-4edd-4b88-8a5e-79fc8249eaea cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:07:00.933073 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c841a49c-3328-461e-b93e-2be783421842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:58Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '71e49c87-4edd-4b88-8a5e-79fc8249eaea', 'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c9:e2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:57Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 2, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:07:00.937028 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Checking router: 36ac79d7-dc09-443a-b398-027ed4572e3a for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:07:00.937442 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Updating router 36ac79d7-dc09-443a-b398-027ed4572e3a port 71e49c87-4edd-4b88-8a5e-79fc8249eaea binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:07:00.958259 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-256ee269-d2ff-4920-9444-08861731fdba req-485557be-f705-4e92-afa3-963a51604019 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:07:01.004618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-328e8243-04cb-4ae7-85e2-84c513c7e499 None None] Provisioning complete for port 71e49c87-4edd-4b88-8a5e-79fc8249eaea triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:07:01.004993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-328e8243-04cb-4ae7-85e2-84c513c7e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:01.028598 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:01.040637 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-256ee269-d2ff-4920-9444-08861731fdba req-485557be-f705-4e92-afa3-963a51604019 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:07:01.042634 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-485557be-f705-4e92-afa3-963a51604019 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758556 Sep 19 13:07:01.059032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-328e8243-04cb-4ae7-85e2-84c513c7e499 None None] Port 71e49c87-4edd-4b88-8a5e-79fc8249eaea cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:07:01.311304 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-cabdf9fb-8024-452c-b08c-eb82b8554bb0 service neutron] 10.222.0.66 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549207 Sep 19 13:07:01.333555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cc2afa8d-bc86-4c2d-84fa-aa38db90c46e up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:07:01.387090 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:01.399410 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Transition to ACTIVE for port object 71e49c87-4edd-4b88-8a5e-79fc8249eaea will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:07:01.405451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:07:01.406031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:01.449336 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-b36ede40-8572-4fda-bdea-1ebd896c1954 service neutron] 10.222.0.66 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328285 Sep 19 13:07:01.469067 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:01.528632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:07:01.529705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 47ca0a6f-a923-4b51-9beb-7a5036bb80ec up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:07:01.599948 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:07:01.600429 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:01.696855 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Pushing event updated for resources: {'Port': ['ID=71e49c87-4edd-4b88-8a5e-79fc8249eaea,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:01.706635 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.707114 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.707459 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.707798 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.708461 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.709006 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.709344 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.709678 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.710006 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.710882 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bfde042e-927c-47d2-951b-ee941114f8ee req-dd56ad80-f676-4c24-80ff-5a862c073e31 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 210 time: 0.0604398 Sep 19 13:07:01.717807 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.728637 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.728984 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:01.737568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:07:01.745075 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Attempting to bind port 71e49c87-4edd-4b88-8a5e-79fc8249eaea on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:07:01.745447 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Attempting to bind port 71e49c87-4edd-4b88-8a5e-79fc8249eaea by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:07:01.745870 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Attempting to bind port 71e49c87-4edd-4b88-8a5e-79fc8249eaea on network acc752f0-deb9-4d43-b89b-050f2a4248c8 {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:07:01.751137 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:07:01.751510 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Checking segment: {'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:07:01.751950 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:01.752282 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Bound using segment: {'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:07:01.752740 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Bound port: 71e49c87-4edd-4b88-8a5e-79fc8249eaea, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:07:01.753110 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:01.847461 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-c841a49c-3328-461e-b93e-2be783421842 None None] For port 71e49c87-4edd-4b88-8a5e-79fc8249eaea, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:07:01.850307 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-c841a49c-3328-461e-b93e-2be783421842 None None] For port 71e49c87-4edd-4b88-8a5e-79fc8249eaea, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=71e49c87-4edd-4b88-8a5e-79fc8249eaea,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:07:01.932292 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:01.995200 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Routers {'36ac79d7-dc09-443a-b398-027ed4572e3a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:07:01.995915 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c841a49c-3328-461e-b93e-2be783421842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:06:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['36ac79d7-dc09-443a-b398-027ed4572e3a'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:07:02.083687 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854deea7-b032-4074-a19b-17c90f75ac79 None None] Pushing event updated for resources: {'Port': ['ID=71e49c87-4edd-4b88-8a5e-79fc8249eaea,revision_number=4']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:02.190564 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-c841a49c-3328-461e-b93e-2be783421842 None None] Set router 36ac79d7-dc09-443a-b398-027ed4572e3a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:07:02.519924 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-c841a49c-3328-461e-b93e-2be783421842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:58Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '71e49c87-4edd-4b88-8a5e-79fc8249eaea', 'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c9:e2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:57Z', 'updated_at': '2022-09-19T13:07:01Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:07:02.523973 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841a49c-3328-461e-b93e-2be783421842 None None] The sync data for ids ['36ac79d7-dc09-443a-b398-027ed4572e3a'] in dv-neutron-857775-2-hyperv is: [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:58Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '71e49c87-4edd-4b88-8a5e-79fc8249eaea', 'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c9:e2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:57Z', 'updated_at': '2022-09-19T13:07:01Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:07:02.896036 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b2bc01da-2a3f-4ed5-b8b5-345db5635875 req-2856626b-0e51-4a33-b670-bfe35ea56212 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 210 time: 0.0631955 Sep 19 13:07:03.341908 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 71e49c87-4edd-4b88-8a5e-79fc8249eaea up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:07:03.474659 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 71e49c87-4edd-4b88-8a5e-79fc8249eaea completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:07:03.480859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 71e49c87-4edd-4b88-8a5e-79fc8249eaea triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:07:03.481228 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:03.607831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 71e49c87-4edd-4b88-8a5e-79fc8249eaea is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:07:03.608246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:03.651214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 71e49c87-4edd-4b88-8a5e-79fc8249eaea, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=71e49c87-4edd-4b88-8a5e-79fc8249eaea,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:07:03.719655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:03.792707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=71e49c87-4edd-4b88-8a5e-79fc8249eaea,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:03.910673 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee269-d2ff-4920-9444-08861731fdba req-848a290d-b70e-4f70-b8f0-c8a9dc0fb840 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:03.912144 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-848a290d-b70e-4f70-b8f0-c8a9dc0fb840 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/networks?id=acc752f0-deb9-4d43-b89b-050f2a4248c8 HTTP/1.1" status: 200 len: 797 time: 0.1542192 Sep 19 13:07:03.967581 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-cdd71ec2-d78a-4e22-91f6-4131dcd82601 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b81e4f8f0c2493886e11c94d1a8d012 HTTP/1.1" status: 200 len: 380 time: 0.0411637 Sep 19 13:07:03.979350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'port': {'device_id': '65f74161-1bef-40f9-b309-42893a87abf9', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'admin_state_up': True, 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'security_groups': ['507dea9d-18e8-4372-9162-1d1fb85abd38']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:07:04.069686 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1c8bd62e-fb21-4b25-b064-84d2228677dc req-d3c2ac01-2461-4a61-8520-baef8a6cd3ad tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 210 time: 0.0540485 Sep 19 13:07:04.129017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:07:04.139301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:07:04.194909 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Made reservation on behalf of 2b81e4f8f0c2493886e11c94d1a8d012 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:07:04.199037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:04.365584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.20.0.6 (acc752f0-deb9-4d43-b89b-050f2a4248c8/6eb78a51-34f4-4fc1-995d-1f14f6f7edce/802aedc5-958f-475c-9a86-7c05adbc50bd) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:07:04.672019 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:04.687504 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Transition to ACTIVE for port object 802aedc5-958f-475c-9a86-7c05adbc50bd will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:07:04.760330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:04.830330 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network acc752f0-deb9-4d43-b89b-050f2a4248c8 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:07:04.833249 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:07:04.837787 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:07:04.874665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=802aedc5-958f-475c-9a86-7c05adbc50bd,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:04.907419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:04.908048 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:04.979269 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-a7aa4c36-663c-4ecd-9f9a-1c1f7e4c73c9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0041585 Sep 19 13:07:04.997261 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Request body: {'port': {'device_id': '65f74161-1bef-40f9-b309-42893a87abf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:07:05.114468 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:05.160107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2489950e-911d-47ec-9f1c-b3469e48f77c None None] Provisioning for port 802aedc5-958f-475c-9a86-7c05adbc50bd completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:07:05.166151 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-2489950e-911d-47ec-9f1c-b3469e48f77c None None] Provisioning complete for port 802aedc5-958f-475c-9a86-7c05adbc50bd triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:07:05.169544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2489950e-911d-47ec-9f1c-b3469e48f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:05.228252 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-2489950e-911d-47ec-9f1c-b3469e48f77c None None] Port 802aedc5-958f-475c-9a86-7c05adbc50bd cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:07:05.296117 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984b54f-4ea3-46d3-ae0b-5ac59bf7f2ba req-2ec8bec9-7e53-46b7-82b3-9d5743b57a35 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:05.303254 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2984b54f-4ea3-46d3-ae0b-5ac59bf7f2ba req-2ec8bec9-7e53-46b7-82b3-9d5743b57a35 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 931 time: 0.1114771 Sep 19 13:07:05.329472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 71e49c87-4edd-4b88-8a5e-79fc8249eaea up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:07:05.345619 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2984b54f-4ea3-46d3-ae0b-5ac59bf7f2ba req-f0040639-9aea-4858-b74f-54474ff07a11 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415170 Sep 19 13:07:05.399620 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 71e49c87-4edd-4b88-8a5e-79fc8249eaea triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:07:05.399922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:05.485474 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802aedc5-958f-475c-9a86-7c05adbc50bd {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:07:05.493002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:05.507496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Transition to ACTIVE for port object 802aedc5-958f-475c-9a86-7c05adbc50bd will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:07:05.518363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 71e49c87-4edd-4b88-8a5e-79fc8249eaea is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:07:05.565869 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:05.751593 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=802aedc5-958f-475c-9a86-7c05adbc50bd,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:05.791327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Attempting to bind port 802aedc5-958f-475c-9a86-7c05adbc50bd on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:07:05.791665 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Attempting to bind port 802aedc5-958f-475c-9a86-7c05adbc50bd by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:07:05.791993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Attempting to bind port 802aedc5-958f-475c-9a86-7c05adbc50bd on network acc752f0-deb9-4d43-b89b-050f2a4248c8 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:07:05.796643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Port 802aedc5-958f-475c-9a86-7c05adbc50bd on network acc752f0-deb9-4d43-b89b-050f2a4248c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 13:07:05.796964 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Attempting to bind port 802aedc5-958f-475c-9a86-7c05adbc50bd on network acc752f0-deb9-4d43-b89b-050f2a4248c8 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:07:05.802449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:07:05.803020 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Checking segment: {'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:07:05.803669 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Bound using segment: {'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:07:05.804255 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Bound port: 802aedc5-958f-475c-9a86-7c05adbc50bd, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0376cfdf-c1bc-499e-b019-24c1b94439a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:07:05.805314 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:05.897595 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] For port 802aedc5-958f-475c-9a86-7c05adbc50bd, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:07:05.900872 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] For port 802aedc5-958f-475c-9a86-7c05adbc50bd, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=802aedc5-958f-475c-9a86-7c05adbc50bd,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:07:05.960967 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:05.964302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:05.964912 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:05.966501 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] 10.222.0.85 "PUT /v2.0/ports/802aedc5-958f-475c-9a86-7c05adbc50bd HTTP/1.1" status: 200 len: 1093 time: 0.9746010 Sep 19 13:07:05.997442 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f74161-1bef-40f9-b309-42893a87abf9', 'tag': '802aedc5-958f-475c-9a86-7c05adbc50bd'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:07:06.004069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "65f74161-1bef-40f9-b309-42893a87abf9", "tag": "802aedc5-958f-475c-9a86-7c05adbc50bd"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:07:06.082130 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f608238-278d-49ca-9ada-e6b1aef4c2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=802aedc5-958f-475c-9a86-7c05adbc50bd,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:06.085543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97db2276-1e92-49c4-a8b7-2e90907cc510 x-openstack-request-id: req-97db2276-1e92-49c4-a8b7-2e90907cc510 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:07:06.085827 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f74161-1bef-40f9-b309-42893a87abf9", "tag": "802aedc5-958f-475c-9a86-7c05adbc50bd", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:07:06.086076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97db2276-1e92-49c4-a8b7-2e90907cc510 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:07:06.086452 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97db2276-1e92-49c4-a8b7-2e90907cc510'] response: {'name': 'network-changed', 'server_uuid': '65f74161-1bef-40f9-b309-42893a87abf9', 'tag': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'status': 'completed', 'code': 200} Sep 19 13:07:06.131017 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee269-d2ff-4920-9444-08861731fdba req-dd6ddeba-adf9-4d28-aacb-0a1bdc89efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:06.132487 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-dd6ddeba-adf9-4d28-aacb-0a1bdc89efe7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 1096 time: 0.0854142 Sep 19 13:07:06.207653 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-c7194ad8-a92f-4de0-8f6a-247b4c3e07a5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=802aedc5-958f-475c-9a86-7c05adbc50bd HTTP/1.1" status: 200 len: 217 time: 0.0642607 Sep 19 13:07:06.278941 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee269-d2ff-4920-9444-08861731fdba req-393820c8-664e-4ba2-afb9-15fc6955bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:06.280314 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-393820c8-664e-4ba2-afb9-15fc6955bdbd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6eb78a51-34f4-4fc1-995d-1f14f6f7edce HTTP/1.1" status: 200 len: 835 time: 0.0632801 Sep 19 13:07:06.367316 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee269-d2ff-4920-9444-08861731fdba req-f3237eb2-61f7-4ff3-92f8-9b2229c9f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:06.368856 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-f3237eb2-61f7-4ff3-92f8-9b2229c9f08f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=acc752f0-deb9-4d43-b89b-050f2a4248c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797067 Sep 19 13:07:06.511043 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-fcd9a3c5-d05d-4b8d-8b96-b336a0a14acc service neutron] 10.222.0.85 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284015 Sep 19 13:07:06.551779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907047-95f4-477a-b56d-c53128ad0760 req-b465c408-c46b-444d-9a48-3128e053f77e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:06.553182 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-54907047-95f4-477a-b56d-c53128ad0760 req-b465c408-c46b-444d-9a48-3128e053f77e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 943 time: 0.0933719 Sep 19 13:07:06.598620 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-54907047-95f4-477a-b56d-c53128ad0760 req-b103c70d-215c-41cb-89ae-044eee1b376c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395744 Sep 19 13:07:06.747408 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-256ee269-d2ff-4920-9444-08861731fdba req-5ec35ff4-8c6f-4682-a38c-009e08083a75 service neutron] 10.222.0.85 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271135 Sep 19 13:07:06.802592 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:07:06.942004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-baad5468-d6f1-4a14-a307-5c8f0cf9b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:06.943506 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-baad5468-d6f1-4a14-a307-5c8f0cf9b118 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 1096 time: 0.0807967 Sep 19 13:07:07.075230 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-06927e5b-f749-4a5d-93e7-9ee96937064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:07.076635 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-06927e5b-f749-4a5d-93e7-9ee96937064c service neutron] 10.222.0.85 "GET /v2.0/networks?id=acc752f0-deb9-4d43-b89b-050f2a4248c8 HTTP/1.1" status: 200 len: 898 time: 0.1266096 Sep 19 13:07:07.145862 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-c4604a7c-5052-4c53-ae55-26035f23a428 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=802aedc5-958f-475c-9a86-7c05adbc50bd HTTP/1.1" status: 200 len: 217 time: 0.0627220 Sep 19 13:07:07.210929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-2f0c29b4-89cd-4efc-bbe4-782a694a7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:07.212383 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-2f0c29b4-89cd-4efc-bbe4-782a694a7a54 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6eb78a51-34f4-4fc1-995d-1f14f6f7edce HTTP/1.1" status: 200 len: 835 time: 0.0605819 Sep 19 13:07:07.297222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-7d7b9280-54fc-4535-955e-6184a800cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:07.298714 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-7d7b9280-54fc-4535-955e-6184a800cfd7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=acc752f0-deb9-4d43-b89b-050f2a4248c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794187 Sep 19 13:07:07.432845 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-2f2aead1-1898-4e67-9520-a714e39b6cf1 service neutron] 10.222.0.85 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251068 Sep 19 13:07:07.565559 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-ac3eda47-49bb-46a5-b2e7-4bf91f9f8e3d req-91dbbb66-f8be-48cc-9b0b-56c6f85fcea6 service neutron] 10.222.0.85 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254768 Sep 19 13:07:07.798903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490d1e-4518-41f7-9acc-0dcabb55aa2a req-4877facb-488d-4265-b8dd-f5392571d2bd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:07.800373 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cf490d1e-4518-41f7-9acc-0dcabb55aa2a req-4877facb-488d-4265-b8dd-f5392571d2bd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 943 time: 0.0870786 Sep 19 13:07:07.844440 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cf490d1e-4518-41f7-9acc-0dcabb55aa2a req-eaebceef-1507-4890-86f1-13f6ec41a134 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378003 Sep 19 13:07:09.045922 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abad01a-d0d2-4dc5-9941-9d423f67c22b req-7b1e909f-75e4-420c-bb0f-a3639f1c170e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:09.047412 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4abad01a-d0d2-4dc5-9941-9d423f67c22b req-7b1e909f-75e4-420c-bb0f-a3639f1c170e tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 943 time: 0.0910888 Sep 19 13:07:09.092560 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4abad01a-d0d2-4dc5-9941-9d423f67c22b req-cb14edc0-32b3-4d00-be41-89dd309ec01c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394759 Sep 19 13:07:09.440500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 802aedc5-958f-475c-9a86-7c05adbc50bd details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:07:09.571271 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 802aedc5-958f-475c-9a86-7c05adbc50bd, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=802aedc5-958f-475c-9a86-7c05adbc50bd,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:07:09.583941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'port_id': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'mac_address': 'fa:16:3e:81:9e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:07:09.638985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 802aedc5-958f-475c-9a86-7c05adbc50bd is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:07:09.639366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:09.657437 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802aedc5-958f-475c-9a86-7c05adbc50bd {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:07:09.674249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 802aedc5-958f-475c-9a86-7c05adbc50bd, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=802aedc5-958f-475c-9a86-7c05adbc50bd,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:07:09.743342 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:09.814251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=802aedc5-958f-475c-9a86-7c05adbc50bd,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:10.077279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['802aedc5-958f-475c-9a86-7c05adbc50bd'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:07:10.300226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c31e3c-8c3e-4c24-bd10-cea98615c5b9 req-38c70637-fbad-4467-9820-a79022042188 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:10.301742 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a3c31e3c-8c3e-4c24-bd10-cea98615c5b9 req-38c70637-fbad-4467-9820-a79022042188 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 944 time: 0.0929215 Sep 19 13:07:10.349305 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a3c31e3c-8c3e-4c24-bd10-cea98615c5b9 req-352b5289-6221-4d35-be77-42606d1c9ab1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Sep 19 13:07:11.471431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 802aedc5-958f-475c-9a86-7c05adbc50bd up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:07:11.547544 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0e90-fdf3-4c50-8cf9-1d96cc498666 req-767aea7e-8209-4353-932c-0b22f375159a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:11.548246 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7c7f0e90-fdf3-4c50-8cf9-1d96cc498666 req-767aea7e-8209-4353-932c-0b22f375159a tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 944 time: 0.0885310 Sep 19 13:07:11.593381 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7c7f0e90-fdf3-4c50-8cf9-1d96cc498666 req-69d884bc-3351-40d0-9746-5c35651dd7cd tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Sep 19 13:07:11.611567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9adb-3776-4cb9-96a0-597ff38cbd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:11.640087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 802aedc5-958f-475c-9a86-7c05adbc50bd completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:07:11.645360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 802aedc5-958f-475c-9a86-7c05adbc50bd triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:07:11.645695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:11.760126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 802aedc5-958f-475c-9a86-7c05adbc50bd is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:07:11.760500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:11.790257 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f74161-1bef-40f9-b309-42893a87abf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802aedc5-958f-475c-9a86-7c05adbc50bd'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:07:11.792550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bafe94-f000-4ab2-8fd5-e9753a749083" -d '{"events": [{"server_uuid": "65f74161-1bef-40f9-b309-42893a87abf9", "name": "network-vif-plugged", "status": "completed", "tag": "802aedc5-958f-475c-9a86-7c05adbc50bd"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:07:11.800313 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 802aedc5-958f-475c-9a86-7c05adbc50bd, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=802aedc5-958f-475c-9a86-7c05adbc50bd,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:07:11.835231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2704c4-cd69-4776-bd9a-88deb5231c4c x-openstack-request-id: req-8b2704c4-cd69-4776-bd9a-88deb5231c4c {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:07:11.835522 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f74161-1bef-40f9-b309-42893a87abf9", "name": "network-vif-plugged", "status": "completed", "tag": "802aedc5-958f-475c-9a86-7c05adbc50bd", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:07:11.836277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b2704c4-cd69-4776-bd9a-88deb5231c4c {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:07:11.836729 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2704c4-cd69-4776-bd9a-88deb5231c4c'] response: {'server_uuid': '65f74161-1bef-40f9-b309-42893a87abf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'code': 200} Sep 19 13:07:11.868836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:11.972975 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=802aedc5-958f-475c-9a86-7c05adbc50bd,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:12.263407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b25726-f9ff-4188-be9e-35131cbb0e61 req-f0d5fa3f-fef0-445b-8652-145dd3e15b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:12.264885 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-71b25726-f9ff-4188-be9e-35131cbb0e61 req-f0d5fa3f-fef0-445b-8652-145dd3e15b44 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 1098 time: 0.0842636 Sep 19 13:07:12.306282 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-71b25726-f9ff-4188-be9e-35131cbb0e61 req-dc1ddada-9aaa-4099-be2b-dddce246ccf6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352762 Sep 19 13:07:12.813696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf5e1d-aeca-48cd-9f30-256798087b86 req-fcf0e5bd-0ad9-46cf-809a-2fdf88d1c3c1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:12.815191 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1ebf5e1d-aeca-48cd-9f30-256798087b86 req-fcf0e5bd-0ad9-46cf-809a-2fdf88d1c3c1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.0917969 Sep 19 13:07:12.859941 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1ebf5e1d-aeca-48cd-9f30-256798087b86 req-c1b7f32e-87c5-495b-bf32-de1dac69227c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386789 Sep 19 13:07:13.737168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-18f8b049-e6d2-4975-be0e-0e6fbe6ce8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:14.060671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102c367-557a-440f-a05b-be7b2d7ce468 req-4c5cb680-c95d-4abf-afab-5b019bfa11b9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:14.062136 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9102c367-557a-440f-a05b-be7b2d7ce468 req-4c5cb680-c95d-4abf-afab-5b019bfa11b9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.0883677 Sep 19 13:07:14.111722 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9102c367-557a-440f-a05b-be7b2d7ce468 req-750ff624-5ec6-40f0-a17c-66cf395fc82d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Sep 19 13:07:14.313004 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08074fdb-3371-4403-b2ac-4e5f094b6cbb req-48981cff-e720-41a1-8830-ed78a24d50a7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:14.314401 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08074fdb-3371-4403-b2ac-4e5f094b6cbb req-48981cff-e720-41a1-8830-ed78a24d50a7 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.0883043 Sep 19 13:07:14.359808 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08074fdb-3371-4403-b2ac-4e5f094b6cbb req-e87168e0-bac4-4a49-b8bd-144c376b07bb tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394018 Sep 19 13:07:14.389420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39918) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:07:14.471120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb688d-731a-4c38-8c5d-f69b0f6d1a04 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:14.472643 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-89bb688d-731a-4c38-8c5d-f69b0f6d1a04 tempest-TestNetworkAdvancedServerOps-1502877418 tempest-TestNetworkAdvancedServerOps-1502877418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 1093 time: 0.0822439 Sep 19 13:07:14.475670 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39922) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:07:14.480878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:07:14.486939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:07:14.490919 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Usage tracker for resource:floatingip and tenant:2b81e4f8f0c2493886e11c94d1a8d012 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:07:14.494147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:07:14.499956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:07:14.577453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:14.605866 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:14.716703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:14.850651 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Allocated IP 172.26.5.13 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/a6345bda-85a3-4320-bcec-57b43b6f6705) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:07:15.020036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:15.097959 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:15.177730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:15.266732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:07:15.269730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:07:15.273471 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:07:15.319072 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=a6345bda-85a3-4320-bcec-57b43b6f6705,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:15.713940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:15.837553 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:16.042958 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:16.103451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:16.209903 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event updated for resources: {'Port': ['ID=a6345bda-85a3-4320-bcec-57b43b6f6705,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:16.213768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:16.388845 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Floating IP 9c48169e-4196-4f52-969e-35018ac47768 associated. External IP: 172.26.5.13, port: 802aedc5-958f-475c-9a86-7c05adbc50bd. Sep 19 13:07:16.611708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:16.943273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 36ac79d7-dc09-443a-b398-027ed4572e3a has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:07:17.151690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:07:17.163117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] Sync routers for ids ['36ac79d7-dc09-443a-b398-027ed4572e3a'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:07:17.173202 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] Routers {'36ac79d7-dc09-443a-b398-027ed4572e3a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:07:17.173827 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:07:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['36ac79d7-dc09-443a-b398-027ed4572e3a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:07:17.234442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:17.300256 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5268f4d5-8819-4679-a0b7-62f2a464b434 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8210208 Sep 19 13:07:17.300256 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f74161-1bef-40f9-b309-42893a87abf9', 'tag': '802aedc5-958f-475c-9a86-7c05adbc50bd'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:07:17.301218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44" -d '{"events": [{"name": "network-changed", "server_uuid": "65f74161-1bef-40f9-b309-42893a87abf9", "tag": "802aedc5-958f-475c-9a86-7c05adbc50bd"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:07:17.353466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d372c92e-4ced-4af1-b66f-fbb3894b1791 x-openstack-request-id: req-d372c92e-4ced-4af1-b66f-fbb3894b1791 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:07:17.353758 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f74161-1bef-40f9-b309-42893a87abf9", "tag": "802aedc5-958f-475c-9a86-7c05adbc50bd", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:07:17.354013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d372c92e-4ced-4af1-b66f-fbb3894b1791 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:07:17.354416 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d372c92e-4ced-4af1-b66f-fbb3894b1791'] response: {'name': 'network-changed', 'server_uuid': '65f74161-1bef-40f9-b309-42893a87abf9', 'tag': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'status': 'completed', 'code': 200} Sep 19 13:07:17.384956 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] Set router 36ac79d7-dc09-443a-b398-027ed4572e3a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:07:17.468596 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-c6c316cc-85bd-42ae-bbbb-00c275844402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:17.470116 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-c6c316cc-85bd-42ae-bbbb-00c275844402 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 1098 time: 0.0916696 Sep 19 13:07:17.503853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4ca47-a475-454c-accc-eab23add99f3 req-b5ba6593-3f74-4c93-a11f-d241ae8f7422 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:17.505421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ad4ca47-a475-454c-accc-eab23add99f3 req-b5ba6593-3f74-4c93-a11f-d241ae8f7422 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.0969403 Sep 19 13:07:17.557421 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ad4ca47-a475-454c-accc-eab23add99f3 req-8e6241e1-919f-4fc3-96c0-65b7f8b5bd90 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456231 Sep 19 13:07:17.589965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39930) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:07:17.609201 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-b4ea7bee-e765-498e-ae1f-7aabc6458a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:17.610658 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-b4ea7bee-e765-498e-ae1f-7aabc6458a6d service neutron] 10.222.0.85 "GET /v2.0/networks?id=acc752f0-deb9-4d43-b89b-050f2a4248c8 HTTP/1.1" status: 200 len: 898 time: 0.1344118 Sep 19 13:07:17.699216 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3d05e5db-2ab6-435f-9871-2942d449555c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/9c48169e-4196-4f52-969e-35018ac47768 HTTP/1.1" status: 200 len: 990 time: 0.1080437 Sep 19 13:07:17.722787 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-8affb39e-81ec-47b2-b13c-57f83ad530ce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=802aedc5-958f-475c-9a86-7c05adbc50bd HTTP/1.1" status: 200 len: 998 time: 0.1061101 Sep 19 13:07:17.771478 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:58Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '9c48169e-4196-4f52-969e-35018ac47768', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'port_id': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'mac_address': 'fa:16:3e:81:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f74161-1bef-40f9-b309-42893a87abf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:07:15Z', 'updated_at': '2022-09-19T13:07:15Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e49c87-4edd-4b88-8a5e-79fc8249eaea', 'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c9:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:57Z', 'updated_at': '2022-09-19T13:07:03Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:07:17.776423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] Checking router: 36ac79d7-dc09-443a-b398-027ed4572e3a for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:07:17.785393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] Routers {'36ac79d7-dc09-443a-b398-027ed4572e3a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:07:17.785764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:07:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['36ac79d7-dc09-443a-b398-027ed4572e3a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:07:17.791554 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-ba6a6e07-0a27-4853-943f-da0f2e1a3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:17.793015 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-ba6a6e07-0a27-4853-943f-da0f2e1a3b35 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6eb78a51-34f4-4fc1-995d-1f14f6f7edce HTTP/1.1" status: 200 len: 835 time: 0.0637815 Sep 19 13:07:17.876683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-b716ee90-eeef-4014-849d-99a57433b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:17.878224 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-b716ee90-eeef-4014-849d-99a57433b735 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=acc752f0-deb9-4d43-b89b-050f2a4248c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792329 Sep 19 13:07:17.964440 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] Set router 36ac79d7-dc09-443a-b398-027ed4572e3a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:07:18.012780 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-58e70d68-6fc6-4122-853e-57a18c472232 service neutron] 10.222.0.85 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280260 Sep 19 13:07:18.253553 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-3fd6ed8d-1ca6-4840-acbe-559d4ba30e44 req-9dcaa849-5a3d-4ce0-b20d-13351fa058e7 service neutron] 10.222.0.85 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345374 Sep 19 13:07:18.339404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:58Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '9c48169e-4196-4f52-969e-35018ac47768', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'port_id': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'mac_address': 'fa:16:3e:81:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f74161-1bef-40f9-b309-42893a87abf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:07:15Z', 'updated_at': '2022-09-19T13:07:15Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e49c87-4edd-4b88-8a5e-79fc8249eaea', 'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c9:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:57Z', 'updated_at': '2022-09-19T13:07:03Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:07:18.343623 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480ed89-0b87-4cd0-b791-34356e6a0b85 None None] The sync data for ids ['36ac79d7-dc09-443a-b398-027ed4572e3a'] in dv-neutron-857775-2-hyperv is: [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:58Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '9c48169e-4196-4f52-969e-35018ac47768', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'port_id': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'mac_address': 'fa:16:3e:81:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f74161-1bef-40f9-b309-42893a87abf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:07:15Z', 'updated_at': '2022-09-19T13:07:15Z', 'revision_number': 0, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e49c87-4edd-4b88-8a5e-79fc8249eaea', 'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c9:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:57Z', 'updated_at': '2022-09-19T13:07:03Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:07:18.539429 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6416448-0bf2-4777-9e2d-7c84e7916594 None None] New status for floating IP 9c48169e-4196-4f52-969e-35018ac47768: ACTIVE {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:07:18.702522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39934) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:07:18.835624 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9c1626e2-34d7-441e-a409-f11e2776988d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/9c48169e-4196-4f52-969e-35018ac47768 HTTP/1.1" status: 200 len: 990 time: 0.1314917 Sep 19 13:07:19.839924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 39938) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:07:19.947024 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-ce221f3d-7729-4af5-a39d-6d39f89118f1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/9c48169e-4196-4f52-969e-35018ac47768 HTTP/1.1" status: 200 len: 992 time: 0.1059504 Sep 19 13:07:23.474192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:41.577041 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-277629c2-2b33-4298-8b93-42b45bb405e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:43.725410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-eabb9be1-e231-4433-b6f7-368f00d38a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:43.801980 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:07:44.571128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:45.205036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:46.622507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:51.835901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62759e5f-1ffa-4548-b21d-40663f517497 req-83c7b423-638f-422d-bbf2-0eea3cc2ceb0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:51.837581 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-62759e5f-1ffa-4548-b21d-40663f517497 req-83c7b423-638f-422d-bbf2-0eea3cc2ceb0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.0909746 Sep 19 13:07:51.882196 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-62759e5f-1ffa-4548-b21d-40663f517497 req-76492951-69d1-40d6-9db1-cae3c8a791fe tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391045 Sep 19 13:07:53.082318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe3984-9033-4141-b271-7a10d5796798 req-ac643212-bc13-4930-adeb-0530f710a889 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:53.083855 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f6fe3984-9033-4141-b271-7a10d5796798 req-ac643212-bc13-4930-adeb-0530f710a889 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.0867305 Sep 19 13:07:53.131807 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f6fe3984-9033-4141-b271-7a10d5796798 req-92b0b4fe-b71f-44cc-80c5-bc95f72e7e5f tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Sep 19 13:07:53.162020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39962) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:07:53.268135 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-738bd410-54a9-43ab-9916-50629ea43476 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/9c48169e-4196-4f52-969e-35018ac47768 HTTP/1.1" status: 200 len: 992 time: 0.1049416 Sep 19 13:07:53.496750 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:55.004485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50331c45-c037-438b-b2da-986c95c5fe6a req-ffd057da-b76f-4b4e-93e5-d20c33cd535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:55.005975 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-50331c45-c037-438b-b2da-986c95c5fe6a req-ffd057da-b76f-4b4e-93e5-d20c33cd535f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 1098 time: 0.0846946 Sep 19 13:07:55.062012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b90e4-e0c2-455b-857e-d98fb7d7de70 req-bb54a6b5-ad2a-4688-a853-02837f5b8b93 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:55.063542 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e07b90e4-e0c2-455b-857e-d98fb7d7de70 req-bb54a6b5-ad2a-4688-a853-02837f5b8b93 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.0925739 Sep 19 13:07:55.113684 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e07b90e4-e0c2-455b-857e-d98fb7d7de70 req-14ce98d9-1fee-43f7-ac53-b85c1a625c2c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Sep 19 13:07:55.151543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50331c45-c037-438b-b2da-986c95c5fe6a req-fe8a94bd-78e3-477d-b9a8-6b14e2c343c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:55.152965 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-50331c45-c037-438b-b2da-986c95c5fe6a req-fe8a94bd-78e3-477d-b9a8-6b14e2c343c3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=acc752f0-deb9-4d43-b89b-050f2a4248c8 HTTP/1.1" status: 200 len: 898 time: 0.1371677 Sep 19 13:07:55.256559 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-50331c45-c037-438b-b2da-986c95c5fe6a req-f324afef-a295-4443-9bf4-39b4de26924a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=802aedc5-958f-475c-9a86-7c05adbc50bd HTTP/1.1" status: 200 len: 1000 time: 0.0930643 Sep 19 13:07:55.324440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50331c45-c037-438b-b2da-986c95c5fe6a req-eee94e50-1423-4d0a-8b88-04149c76bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:55.325869 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-50331c45-c037-438b-b2da-986c95c5fe6a req-eee94e50-1423-4d0a-8b88-04149c76bb4f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6eb78a51-34f4-4fc1-995d-1f14f6f7edce HTTP/1.1" status: 200 len: 835 time: 0.0614195 Sep 19 13:07:55.411947 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50331c45-c037-438b-b2da-986c95c5fe6a req-f76349b9-d063-4acc-9cc8-e0731967cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:55.413419 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-50331c45-c037-438b-b2da-986c95c5fe6a req-f76349b9-d063-4acc-9cc8-e0731967cd60 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=acc752f0-deb9-4d43-b89b-050f2a4248c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787258 Sep 19 13:07:55.551051 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-50331c45-c037-438b-b2da-986c95c5fe6a req-289296a4-7b73-4d75-95c8-216634e466a8 service neutron] 10.222.0.85 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270387 Sep 19 13:07:55.685983 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-50331c45-c037-438b-b2da-986c95c5fe6a req-e8125bef-6c6e-4e67-a134-1784ae96b461 service neutron] 10.222.0.85 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262295 Sep 19 13:07:56.358342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097101f-934e-4797-a9d4-dc124a9f0a03 req-af996381-f26f-4594-93f5-9f36c6b1c326 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:56.359885 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f097101f-934e-4797-a9d4-dc124a9f0a03 req-af996381-f26f-4594-93f5-9f36c6b1c326 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.1124599 Sep 19 13:07:56.404829 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f097101f-934e-4797-a9d4-dc124a9f0a03 req-28eb5766-0b4e-45f3-a9a2-de31d2237151 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394297 Sep 19 13:07:57.602571 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca17a17-70f7-47d7-9eab-6ae2026bcb69 req-5de277dc-bbf3-4962-86bc-54fd1e185fb9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:57.604678 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ca17a17-70f7-47d7-9eab-6ae2026bcb69 req-5de277dc-bbf3-4962-86bc-54fd1e185fb9 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.0877218 Sep 19 13:07:57.647831 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9ca17a17-70f7-47d7-9eab-6ae2026bcb69 req-b1f5bfc3-9f38-4969-b8c2-eb518f239f3d tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376468 Sep 19 13:07:57.676884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39980) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:07:57.784303 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d7e4dbf5-6d96-487e-91b2-a1ef3aa89775 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/floatingips/9c48169e-4196-4f52-969e-35018ac47768 HTTP/1.1" status: 200 len: 992 time: 0.1061671 Sep 19 13:07:58.085086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 39988) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:07:58.290005 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port a6345bda-85a3-4320-bcec-57b43b6f6705 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:07:58.290462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:58.569031 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:58.569275 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:58.703123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for a6345bda-85a3-4320-bcec-57b43b6f6705 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:07:58.948152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:58.998028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=a6345bda-85a3-4320-bcec-57b43b6f6705,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:07:59.039782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.040229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.040558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.040910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.041744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.042076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.042409 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.042737 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.043096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.043413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.043741 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.044062 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:07:59.105978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:59.108161 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Floating IP 9c48169e-4196-4f52-969e-35018ac47768 disassociated (deleted). External IP: 172.26.5.13, port: 802aedc5-958f-475c-9a86-7c05adbc50bd. Sep 19 13:07:59.471526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 36ac79d7-dc09-443a-b398-027ed4572e3a has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:07:59.646104 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:07:59.655858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] Sync routers for ids ['36ac79d7-dc09-443a-b398-027ed4572e3a'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:07:59.662111 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:07:59.665298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] Routers {'36ac79d7-dc09-443a-b398-027ed4572e3a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:07:59.666164 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:07:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['36ac79d7-dc09-443a-b398-027ed4572e3a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:07:59.722677 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-11d392e2-ee7f-4980-aa3f-b61e107e9005 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/floatingips/9c48169e-4196-4f52-969e-35018ac47768 HTTP/1.1" status: 204 len: 168 time: 1.6365144 Sep 19 13:07:59.723302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f74161-1bef-40f9-b309-42893a87abf9', 'tag': '802aedc5-958f-475c-9a86-7c05adbc50bd'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:07:59.725684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2dcaaffce4ef36fee8ceb813592e51db59f9087cb5a067bb503b33d6f899c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfce6fd-a15c-42ff-994d-685d0700f64a" -d '{"events": [{"name": "network-changed", "server_uuid": "65f74161-1bef-40f9-b309-42893a87abf9", "tag": "802aedc5-958f-475c-9a86-7c05adbc50bd"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:07:59.771140 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862665cf-6002-4764-a961-33d3d9fb9921 x-openstack-request-id: req-862665cf-6002-4764-a961-33d3d9fb9921 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:07:59.771433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f74161-1bef-40f9-b309-42893a87abf9", "tag": "802aedc5-958f-475c-9a86-7c05adbc50bd", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:07:59.771691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-862665cf-6002-4764-a961-33d3d9fb9921 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:07:59.772107 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862665cf-6002-4764-a961-33d3d9fb9921'] response: {'name': 'network-changed', 'server_uuid': '65f74161-1bef-40f9-b309-42893a87abf9', 'tag': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'status': 'completed', 'code': 200} Sep 19 13:07:59.887972 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-378c5127-b0e0-48e7-b3f6-96b957c331ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:07:59.891803 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-378c5127-b0e0-48e7-b3f6-96b957c331ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 1098 time: 0.0887756 Sep 19 13:07:59.897719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] Set router 36ac79d7-dc09-443a-b398-027ed4572e3a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:00.034432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-1a0b55cd-e6a2-4491-bbc9-f6db712286f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:00.035943 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-1a0b55cd-e6a2-4491-bbc9-f6db712286f4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=acc752f0-deb9-4d43-b89b-050f2a4248c8 HTTP/1.1" status: 200 len: 898 time: 0.1376886 Sep 19 13:08:00.107741 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-a6e457a4-0356-4a23-b939-eb8340644250 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=802aedc5-958f-475c-9a86-7c05adbc50bd HTTP/1.1" status: 200 len: 217 time: 0.0622354 Sep 19 13:08:00.180562 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-b65ab49d-d687-4ef2-a5fa-e5ad347741af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:00.182258 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-b65ab49d-d687-4ef2-a5fa-e5ad347741af service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6eb78a51-34f4-4fc1-995d-1f14f6f7edce HTTP/1.1" status: 200 len: 835 time: 0.0657940 Sep 19 13:08:00.231269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:58Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '71e49c87-4edd-4b88-8a5e-79fc8249eaea', 'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c9:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:57Z', 'updated_at': '2022-09-19T13:07:03Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:00.238566 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] Checking router: 36ac79d7-dc09-443a-b398-027ed4572e3a for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:08:00.249092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] Routers {'36ac79d7-dc09-443a-b398-027ed4572e3a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:00.249707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:07:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['36ac79d7-dc09-443a-b398-027ed4572e3a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:00.280084 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-ef16b35a-a3cd-4edd-837d-4ed0960a197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:00.282852 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-ef16b35a-a3cd-4edd-837d-4ed0960a197b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=acc752f0-deb9-4d43-b89b-050f2a4248c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915329 Sep 19 13:08:00.306385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd9d5c-6ed6-4fda-b8ab-bed6226854e7 req-1fc676b3-f787-428e-bb21-de747937ca16 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:00.307280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-e4dd9d5c-6ed6-4fda-b8ab-bed6226854e7 req-1fc676b3-f787-428e-bb21-de747937ca16 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:08:00.388113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-e4dd9d5c-6ed6-4fda-b8ab-bed6226854e7 req-1fc676b3-f787-428e-bb21-de747937ca16 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:08:00.389721 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e4dd9d5c-6ed6-4fda-b8ab-bed6226854e7 req-1fc676b3-f787-428e-bb21-de747937ca16 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.1774828 Sep 19 13:08:00.450735 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e4dd9d5c-6ed6-4fda-b8ab-bed6226854e7 req-5da27864-9751-4628-83ca-2ec82a78d0cc tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540209 Sep 19 13:08:00.462318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] Set router 36ac79d7-dc09-443a-b398-027ed4572e3a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:00.534823 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-e3b7d615-efed-4575-b484-920fa2b1696c service neutron] 10.222.0.85 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454422 Sep 19 13:08:00.671176 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7dfce6fd-a15c-42ff-994d-685d0700f64a req-530602dd-6bfe-48d7-9b9e-360096614beb service neutron] 10.222.0.85 "GET /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289089 Sep 19 13:08:00.783209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:58Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '71e49c87-4edd-4b88-8a5e-79fc8249eaea', 'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c9:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:57Z', 'updated_at': '2022-09-19T13:07:03Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:00.787298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4fd7eb-3a70-4667-b0f2-bf896fb5318f None None] The sync data for ids ['36ac79d7-dc09-443a-b398-027ed4572e3a'] in dv-neutron-857775-2-hyperv is: [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:58Z', 'revision_number': 4, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '71e49c87-4edd-4b88-8a5e-79fc8249eaea', 'name': '', 'network_id': 'acc752f0-deb9-4d43-b89b-050f2a4248c8', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'mac_address': 'fa:16:3e:c9:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:57Z', 'updated_at': '2022-09-19T13:07:03Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'subnets': [{'id': '6eb78a51-34f4-4fc1-995d-1f14f6f7edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:08:01.004892 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7275cff-6d12-4092-ac38-13413c36a76e None None] New status for floating IP 9c48169e-4196-4f52-969e-35018ac47768: DOWN {{(pid=89797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:08:01.643800 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed415e-7c27-4152-9432-ce2577e5d3bc req-83f09351-bd29-427d-a2a0-9dc1150a34c0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:01.645264 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a8ed415e-7c27-4152-9432-ce2577e5d3bc req-83f09351-bd29-427d-a2a0-9dc1150a34c0 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.0898111 Sep 19 13:08:01.689697 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a8ed415e-7c27-4152-9432-ce2577e5d3bc req-f2dcde44-2600-4d43-9e96-c041666e4173 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/security-groups?id=507dea9d-18e8-4372-9162-1d1fb85abd38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381188 Sep 19 13:08:01.961103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-11f2c080-bc62-49fe-9815-44e42d52c154 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:01.962298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-11f2c080-bc62-49fe-9815-44e42d52c154 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Synchronizing usage tracker for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:08:01.974607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-11f2c080-bc62-49fe-9815-44e42d52c154 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Unset dirty status for tenant:2b81e4f8f0c2493886e11c94d1a8d012 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:08:01.975725 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-11f2c080-bc62-49fe-9815-44e42d52c154 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 945 time: 0.1044021 Sep 19 13:08:02.051598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 802aedc5-958f-475c-9a86-7c05adbc50bd {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:08:02.051933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:02.301441 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 802aedc5-958f-475c-9a86-7c05adbc50bd, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=802aedc5-958f-475c-9a86-7c05adbc50bd,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:02.301803 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:02.434929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 802aedc5-958f-475c-9a86-7c05adbc50bd owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:08:02.719615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:02.781906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=802aedc5-958f-475c-9a86-7c05adbc50bd,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:02.830360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.830704 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.831059 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.831392 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.831718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.832044 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.832429 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.832748 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.833066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.833397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.833699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.834012 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:02.879232 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aa636272-0a63-48f2-b04d-ab64db20e328 req-40829948-94e6-4cdb-b874-79ff843bf882 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 210 time: 0.0544615 Sep 19 13:08:02.880217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] No DVR routers for this DVR port 802aedc5-958f-475c-9a86-7c05adbc50bd on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:08:02.882729 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:02.886631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f74161-1bef-40f9-b309-42893a87abf9', 'name': 'network-vif-deleted', 'tag': '802aedc5-958f-475c-9a86-7c05adbc50bd'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:08:02.888925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e12fb1-b925-4112-a7f8-6a5ff952b0fb" -d '{"events": [{"server_uuid": "65f74161-1bef-40f9-b309-42893a87abf9", "name": "network-vif-deleted", "tag": "802aedc5-958f-475c-9a86-7c05adbc50bd"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:08:02.960700 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9acfd561-c6a0-42d5-ad9d-a1673808b0b0 req-4b036e8c-a648-4fc2-b7e4-3a2fc4f8d2de tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.85 "DELETE /v2.0/ports/802aedc5-958f-475c-9a86-7c05adbc50bd HTTP/1.1" status: 204 len: 173 time: 0.9770629 Sep 19 13:08:02.995752 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1902bb-17a3-48ed-bd23-e70175172aaa x-openstack-request-id: req-2a1902bb-17a3-48ed-bd23-e70175172aaa {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:08:02.997525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f74161-1bef-40f9-b309-42893a87abf9", "name": "network-vif-deleted", "tag": "802aedc5-958f-475c-9a86-7c05adbc50bd", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:08:02.997525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a1902bb-17a3-48ed-bd23-e70175172aaa {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:08:02.997525 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1902bb-17a3-48ed-bd23-e70175172aaa'] response: {'server_uuid': '65f74161-1bef-40f9-b309-42893a87abf9', 'name': 'network-vif-deleted', 'tag': '802aedc5-958f-475c-9a86-7c05adbc50bd', 'status': 'completed', 'code': 200} Sep 19 13:08:04.166628 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1dd4b4e5-97bb-466f-9110-9aa773f2b2aa req-af8b20c1-a8d0-413e-bc06-f1f01b57cc51 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "GET /v2.0/ports?device_id=65f74161-1bef-40f9-b309-42893a87abf9 HTTP/1.1" status: 200 len: 210 time: 0.1544197 Sep 19 13:08:05.269311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40010) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:05.768108 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 802aedc5-958f-475c-9a86-7c05adbc50bd no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:08:05.802054 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 802aedc5-958f-475c-9a86-7c05adbc50bd {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:08:05.802399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 802aedc5-958f-475c-9a86-7c05adbc50bd not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:08:05.841166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:06.192852 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 71e49c87-4edd-4b88-8a5e-79fc8249eaea {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:08:06.193119 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:06.390500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 71e49c87-4edd-4b88-8a5e-79fc8249eaea, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=71e49c87-4edd-4b88-8a5e-79fc8249eaea,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:06.391267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:06.513468 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 71e49c87-4edd-4b88-8a5e-79fc8249eaea owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:08:06.879726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:06.930417 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=71e49c87-4edd-4b88-8a5e-79fc8249eaea,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:07.213410 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:07.579648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Router 36ac79d7-dc09-443a-b398-027ed4572e3a has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:08:07.757366 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:08:07.767565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] Sync routers for ids ['36ac79d7-dc09-443a-b398-027ed4572e3a'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:08:07.771051 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-42935bfc-094c-40d0-b393-4aa87e0778a1 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "PUT /v2.0/routers/36ac79d7-dc09-443a-b398-027ed4572e3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5002472 Sep 19 13:08:07.773551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40014) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:07.777633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] Routers {'36ac79d7-dc09-443a-b398-027ed4572e3a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:07.778235 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:07:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['36ac79d7-dc09-443a-b398-027ed4572e3a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:07.840841 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c1012f-bef8-4894-ade9-4059aa1da204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting subnet 6eb78a51-34f4-4fc1-995d-1f14f6f7edce {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 13:08:07.843888 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9c1012f-bef8-4894-ade9-4059aa1da204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:07.903109 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9c1012f-bef8-4894-ade9-4059aa1da204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:07.958899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] Set router 36ac79d7-dc09-443a-b398-027ed4572e3a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:07.987762 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9c1012f-bef8-4894-ade9-4059aa1da204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:08.125586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9c1012f-bef8-4894-ade9-4059aa1da204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:08.172135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1012f-bef8-4894-ade9-4059aa1da204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb78a51-34f4-4fc1-995d-1f14f6f7edce,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:08.174133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-d9c1012f-bef8-4894-ade9-4059aa1da204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:08.181432 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-d9c1012f-bef8-4894-ade9-4059aa1da204 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/subnets/6eb78a51-34f4-4fc1-995d-1f14f6f7edce HTTP/1.1" status: 204 len: 168 time: 0.4062817 Sep 19 13:08:08.184253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40018) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:08.186933 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ff4d6-22bf-48ec-86ab-11f98cf5a299 None None] Network acc752f0-deb9-4d43-b89b-050f2a4248c8 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:08:08.473690 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:08:06Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:08.478897 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] Checking router: 36ac79d7-dc09-443a-b398-027ed4572e3a for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:08:08.488413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] Routers {'36ac79d7-dc09-443a-b398-027ed4572e3a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:08.489080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:07:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['36ac79d7-dc09-443a-b398-027ed4572e3a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:08.492200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:08.547776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] DHCP port deletion for acc752f0-deb9-4d43-b89b-050f2a4248c8 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 13:08:08.564513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Deleting port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:08:08.564884 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:08.683997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:08.785549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] Set router 36ac79d7-dc09-443a-b398-027ed4572e3a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:08.799441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Deleting port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:08:08.799875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:08.981982 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] For port 47ca0a6f-a923-4b51-9beb-7a5036bb80ec, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=47ca0a6f-a923-4b51-9beb-7a5036bb80ec,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:08.982357 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:09.043557 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] For port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=cc2afa8d-bc86-4c2d-84fa-aa38db90c46e,segment=NetworkSegment(0376cfdf-c1bc-499e-b019-24c1b94439a6),segment_id=0376cfdf-c1bc-499e-b019-24c1b94439a6)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:09.043863 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:09.109071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Calling delete_port for 47ca0a6f-a923-4b51-9beb-7a5036bb80ec owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:08:09.171015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Calling delete_port for cc2afa8d-bc86-4c2d-84fa-aa38db90c46e owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:08:09.329677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:08:06Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:09.333651 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7998c-9adf-4e97-9590-7424f60594de None None] The sync data for ids ['36ac79d7-dc09-443a-b398-027ed4572e3a'] in dv-neutron-857775-2-hyperv is: [{'id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542901715', 'tenant_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:08:06Z', 'revision_number': 5, 'project_id': '2b81e4f8f0c2493886e11c94d1a8d012', 'gw_port': {'id': '47ca0a6f-a923-4b51-9beb-7a5036bb80ec', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac79d7-dc09-443a-b398-027ed4572e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:06:53Z', 'updated_at': '2022-09-19T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:08:09.342214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:09.346567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cc2afa8d-bc86-4c2d-84fa-aa38db90c46e no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:08:09.388673 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399'] for port, after_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:09.430878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Port': ['ID=47ca0a6f-a923-4b51-9beb-7a5036bb80ec,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:09.435363 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: cc2afa8d-bc86-4c2d-84fa-aa38db90c46e {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:08:09.435705 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device cc2afa8d-bc86-4c2d-84fa-aa38db90c46e not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:08:09.445789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Pushing event deleted for resources: {'Port': ['ID=cc2afa8d-bc86-4c2d-84fa-aa38db90c46e,revision_number=None']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:09.448609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] No DVR routers for this DVR port cc2afa8d-bc86-4c2d-84fa-aa38db90c46e on host dv-neutron-857775-2-hyperv {{(pid=89796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:08:09.456341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.456599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.456937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.457268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.457592 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.457917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.459215 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.459552 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.459924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.460196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.460536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.460848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6b0e-f45c-4b8f-a229-a86966829e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:09.492028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:09.673408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:09.673408 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:09.782395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:09.783121 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Fanout notify agent at l3_agent the message router_deleted on router 36ac79d7-dc09-443a-b398-027ed4572e3a {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 13:08:09.800851 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:09.804559 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-845a703c-0d23-401b-8fac-c35d10f32c89 tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/routers/36ac79d7-dc09-443a-b398-027ed4572e3a HTTP/1.1" status: 204 len: 168 time: 1.6168182 Sep 19 13:08:09.805288 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40022) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:09.923732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.061562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.096868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc752f0-deb9-4d43-b89b-050f2a4248c8']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:10.109291 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0376cfdf-c1bc-499e-b019-24c1b94439a6') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:10.109593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0376cfdf-c1bc-499e-b019-24c1b94439a6') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:10.121374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.137634 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.143878 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 13:08:10.144262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.208855 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 0376cfdf-c1bc-499e-b019-24c1b94439a6 resource provider aggregate not found Sep 19 13:08:10.337898 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 0376cfdf-c1bc-499e-b019-24c1b94439a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0376cfdf-c1bc-499e-b019-24c1b94439a6 found for delete ", "request_id": "req-aa594317-3cdd-408b-83ce-4352c0748308"}]} Sep 19 13:08:10.410775 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.428284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.439493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'Network': ['ID=acc752f0-deb9-4d43-b89b-050f2a4248c8,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:10.491211 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8b51bbad-f399-449e-82bc-4da585e2713c tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/networks/acc752f0-deb9-4d43-b89b-050f2a4248c8 HTTP/1.1" status: 204 len: 168 time: 0.6853890 Sep 19 13:08:10.493980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40030) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:10.567756 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e06496df-2f77-45a3-b569-5811aa4ed6ad tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.597619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e06496df-2f77-45a3-b569-5811aa4ed6ad tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.707745 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e06496df-2f77-45a3-b569-5811aa4ed6ad tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.726400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06496df-2f77-45a3-b569-5811aa4ed6ad tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507dea9d-18e8-4372-9162-1d1fb85abd38,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:10.781337 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-e06496df-2f77-45a3-b569-5811aa4ed6ad tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:10.782481 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-e06496df-2f77-45a3-b569-5811aa4ed6ad tempest-TestNetworkAdvancedServerOps-1915972849 tempest-TestNetworkAdvancedServerOps-1915972849-project] 10.222.0.66 "DELETE /v2.0/security-groups/507dea9d-18e8-4372-9162-1d1fb85abd38 HTTP/1.1" status: 204 len: 168 time: 0.2875829 Sep 19 13:08:11.347694 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 71e49c87-4edd-4b88-8a5e-79fc8249eaea no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:08:11.358590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40040) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:11.389825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 71e49c87-4edd-4b88-8a5e-79fc8249eaea {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:08:11.390180 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 71e49c87-4edd-4b88-8a5e-79fc8249eaea not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:08:11.390599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 47ca0a6f-a923-4b51-9beb-7a5036bb80ec no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:08:11.472499 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 47ca0a6f-a923-4b51-9beb-7a5036bb80ec {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:08:11.472851 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 47ca0a6f-a923-4b51-9beb-7a5036bb80ec not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:08:11.542577 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fdddd491-fd35-4a1f-9292-7fcdac15587d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b81e4f8f0c2493886e11c94d1a8d012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827223 Sep 19 13:08:11.545137 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40046) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:11.593645 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2016a83a-f957-4ee5-b077-298de6592ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:11.605196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fda8fcd3-dad8-40eb-9c09-825d5a514389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:11.631722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fda8fcd3-dad8-40eb-9c09-825d5a514389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:11.765170 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fda8fcd3-dad8-40eb-9c09-825d5a514389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:11.785279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8fcd3-dad8-40eb-9c09-825d5a514389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a861c63-1f6b-4855-9b8e-fca5f47be073,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:11.788703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-fda8fcd3-dad8-40eb-9c09-825d5a514389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:11.791099 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-fda8fcd3-dad8-40eb-9c09-825d5a514389 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a861c63-1f6b-4855-9b8e-fca5f47be073 HTTP/1.1" status: 204 len: 168 time: 0.2437718 Sep 19 13:08:12.379442 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40054) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:12.397541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cab9272f-860b-4e89-ad7d-c246dbb93356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:12.422846 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cab9272f-860b-4e89-ad7d-c246dbb93356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:12.426830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cab9272f-860b-4e89-ad7d-c246dbb93356 admin admin] Usage tracker for resource:security_group_rule and tenant:979c7a38990643b6b85473ad06439abe is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:12.429665 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cab9272f-860b-4e89-ad7d-c246dbb93356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:12.435447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cab9272f-860b-4e89-ad7d-c246dbb93356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:12.517881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cab9272f-860b-4e89-ad7d-c246dbb93356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:12.576414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cab9272f-860b-4e89-ad7d-c246dbb93356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:12.628551 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cab9272f-860b-4e89-ad7d-c246dbb93356 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=979c7a38990643b6b85473ad06439abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480404 Sep 19 13:08:12.629414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9272f-860b-4e89-ad7d-c246dbb93356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bbc341-a8bb-43f9-b6ae-d2ec12fc3e8e,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:12.632004 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40058) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:12.694065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f40b02d3-0701-493e-ac35-d4cd84510f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:12.719966 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f40b02d3-0701-493e-ac35-d4cd84510f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:12.850960 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f40b02d3-0701-493e-ac35-d4cd84510f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:12.868335 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b02d3-0701-493e-ac35-d4cd84510f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bbc341-a8bb-43f9-b6ae-d2ec12fc3e8e,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:12.873852 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f40b02d3-0701-493e-ac35-d4cd84510f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:12.875743 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f40b02d3-0701-493e-ac35-d4cd84510f95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13bbc341-a8bb-43f9-b6ae-d2ec12fc3e8e HTTP/1.1" status: 204 len: 168 time: 0.2424238 Sep 19 13:08:13.708893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e5a1fb2a-923b-46ca-bf52-1fc101da123c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:13.876382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40082) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:13.978863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1421684886-network', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:13.983792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:13.987700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Usage tracker for resource:network and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:13.990517 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:13.997315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:14.056832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Made reservation on behalf of 66505fae3e2a4d41873bac011c670a2b for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:08:14.059618 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:14.072619 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:14.086936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:14.090768 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:14.093670 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:14.099627 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:14.183561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:14.256002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:14.290417 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 13:08:14.295706 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3641f9-3729-4653-b628-81e15b16c6b8,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:14.303221 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:14.305525 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Added segment 2378af6a-2b5c-4f5f-9b6f-c03307d71468 of type vlan for network d0574eb0-b196-4c27-ada1-3fdb6f519d8b Sep 19 13:08:14.332773 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:14.433616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:14.434599 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:14.435215 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:14.539173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] Pushing event updated for resources: {'Network': ['ID=d0574eb0-b196-4c27-ada1-3fdb6f519d8b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:14.549881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network d0574eb0-b196-4c27-ada1-3fdb6f519d8b details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 13:08:14.600180 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f082d029-1236-4df1-b2c0-cbb170f89f3b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7226889 Sep 19 13:08:14.604167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40088) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:14.609579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Request body: {'subnet': {'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1421684886-subnet', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'ip_version': 4}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:14.613634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:14.614440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:14.618893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Usage tracker for resource:subnet and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:14.621753 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:14.627444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:14.702283 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Made reservation on behalf of 66505fae3e2a4d41873bac011c670a2b for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:08:14.704684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:14.982321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:15.054648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Pushing event updated for resources: {'Subnet': ['ID=78071a0e-6d32-473f-baee-ca76f0c8fad7,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:15.063971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Checking segment: {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:08:15.064364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Network hostable DHCP agents. Network: d0574eb0-b196-4c27-ada1-3fdb6f519d8b, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 13:08:15.147730 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Network d0574eb0-b196-4c27-ada1-3fdb6f519d8b is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 13:08:15.198842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:15.273124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, d0574eb0-b196-4c27-ada1-3fdb6f519d8b) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:15.278179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:15.279058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:15.283667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd9665-a7cc-4c7b-8d7a-94166c1c6893 None None] Network d0574eb0-b196-4c27-ada1-3fdb6f519d8b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:08:15.349032 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e86c8962-a3f2-4c87-88f7-e2e6daec518f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7437987 Sep 19 13:08:15.351950 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40092) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:15.357886 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:15.364068 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:15.366796 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Usage tracker for resource:router and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:15.370006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:15.376173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:15.428021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:15.429125 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:15.444949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:15.512852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-d0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 13:08:15.513718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:15.666982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Allocated IP 172.20.0.2 (d0574eb0-b196-4c27-ada1-3fdb6f519d8b/78071a0e-6d32-473f-baee-ca76f0c8fad7/7f5929ed-8004-4020-9a6c-653695ae6e69) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:08:15.772678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:15.884313 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:15.895312 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Transition to ACTIVE for port object 7f5929ed-8004-4020-9a6c-653695ae6e69 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:15.916419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Transition to ACTIVE for port object 7f5929ed-8004-4020-9a6c-653695ae6e69 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:15.977920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:16.045972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Network d0574eb0-b196-4c27-ada1-3fdb6f519d8b is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:08:16.048990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:16.052692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:08:16.060811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Pushing event updated for resources: {'Port': ['ID=7f5929ed-8004-4020-9a6c-653695ae6e69,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:16.159163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:16.163358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Attempting to bind port 7f5929ed-8004-4020-9a6c-653695ae6e69 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:08:16.163727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Attempting to bind port 7f5929ed-8004-4020-9a6c-653695ae6e69 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:08:16.164084 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Attempting to bind port 7f5929ed-8004-4020-9a6c-653695ae6e69 on network d0574eb0-b196-4c27-ada1-3fdb6f519d8b {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:08:16.170554 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:08:16.170970 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Checking segment: {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:08:16.171367 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:16.171754 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Bound using segment: {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:08:16.172298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Bound port: 7f5929ed-8004-4020-9a6c-653695ae6e69, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:08:16.172784 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:16.190303 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:16.270530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] For port 7f5929ed-8004-4020-9a6c-653695ae6e69, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:08:16.274865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] For port 7f5929ed-8004-4020-9a6c-653695ae6e69, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7f5929ed-8004-4020-9a6c-653695ae6e69,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:08:16.342428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Allocated IP 172.26.5.11 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/4533cc66-186f-4451-98b5-f98834e7d684) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:08:16.365175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:16.455416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0b503-ef78-4bc4-94dc-80f9b40adeb5 None None] Pushing event updated for resources: {'Port': ['ID=7f5929ed-8004-4020-9a6c-653695ae6e69,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:16.501785 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:16.582420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:16.610505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:16.670705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:08:16.673790 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:16.677794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:08:16.713656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Pushing event updated for resources: {'Port': ['ID=4533cc66-186f-4451-98b5-f98834e7d684,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:17.390630 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:17.409168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7f5929ed-8004-4020-9a6c-653695ae6e69 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:17.450156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62048bb6-be8c-4b3e-88a0-3eb770fe3ff3 None None] Network d0574eb0-b196-4c27-ada1-3fdb6f519d8b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:08:17.635590 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-520b510f-7527-4339-921e-ffdb57fe08b8 None None] Provisioning for port 7f5929ed-8004-4020-9a6c-653695ae6e69 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:17.695507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 7f5929ed-8004-4020-9a6c-653695ae6e69 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:17.705837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7f5929ed-8004-4020-9a6c-653695ae6e69 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:17.706210 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:17.763859 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:17.850599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7f5929ed-8004-4020-9a6c-653695ae6e69 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:17.851414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:17.887982 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 7f5929ed-8004-4020-9a6c-653695ae6e69, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7f5929ed-8004-4020-9a6c-653695ae6e69,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:17.948218 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:18.053861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=7f5929ed-8004-4020-9a6c-653695ae6e69,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:18.073092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-54e67791-5342-4c86-b663-286136fab285 None None] Provisioning complete for port 7f5929ed-8004-4020-9a6c-653695ae6e69 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:18.073279 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 13:08:18.073465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-54e67791-5342-4c86-b663-286136fab285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:18.191276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-54e67791-5342-4c86-b663-286136fab285 None None] Current status of the port 7f5929ed-8004-4020-9a6c-653695ae6e69 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:18.259380 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:08:18.260457 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Sync routers for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:08:18.270718 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:18.271470 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:08:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:18.336199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:18.338028 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6a658840-31af-4fe9-99d6-5e46bf842c20 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9844410 Sep 19 13:08:18.347105 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40096) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:18.453892 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:18.746031 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:17Z', 'revision_number': 3, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:18.757442 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Checking router: c10129a2-2d27-4d9e-9171-1cf87f6a6f7d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:08:18.758033 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Updating router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d port 4533cc66-186f-4451-98b5-f98834e7d684 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:08:18.813222 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:19.139614 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:19.152251 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Transition to ACTIVE for port object 4533cc66-186f-4451-98b5-f98834e7d684 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:19.159857 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:19.204465 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:19.303131 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Attempting to bind port 4533cc66-186f-4451-98b5-f98834e7d684 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:08:19.303693 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Attempting to bind port 4533cc66-186f-4451-98b5-f98834e7d684 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:08:19.303930 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Attempting to bind port 4533cc66-186f-4451-98b5-f98834e7d684 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:08:19.313086 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:08:19.313548 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:08:19.313946 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:19.314331 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:08:19.314817 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Bound port: 4533cc66-186f-4451-98b5-f98834e7d684, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:08:19.315186 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:19.358719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7f5929ed-8004-4020-9a6c-653695ae6e69 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:19.364584 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Pushing event updated for resources: {'Port': ['ID=4533cc66-186f-4451-98b5-f98834e7d684,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:19.376312 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.376654 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.377261 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.377391 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.377622 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.377950 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.378280 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.378588 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.378937 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.379255 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.379572 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.379884 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:08:19.390334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Allocated IP 172.20.0.1 (d0574eb0-b196-4c27-ada1-3fdb6f519d8b/78071a0e-6d32-473f-baee-ca76f0c8fad7/f01bd0ee-c488-42df-b9ea-ccea3ed468ea) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:08:19.411429 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] For port 4533cc66-186f-4451-98b5-f98834e7d684, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:08:19.414536 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] For port 4533cc66-186f-4451-98b5-f98834e7d684, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4533cc66-186f-4451-98b5-f98834e7d684,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:08:19.430515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 7f5929ed-8004-4020-9a6c-653695ae6e69 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:19.430997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:19.508962 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:19.543860 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:19.554128 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 7f5929ed-8004-4020-9a6c-653695ae6e69 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:19.561733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Transition to ACTIVE for port object f01bd0ee-c488-42df-b9ea-ccea3ed468ea will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:19.573833 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:19.574448 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:08:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:19.655709 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72114dc-39c8-45d6-8212-f849a7df5c92 None None] Pushing event updated for resources: {'Port': ['ID=4533cc66-186f-4451-98b5-f98834e7d684,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:19.690939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:19.760399 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:19.760631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Network d0574eb0-b196-4c27-ada1-3fdb6f519d8b is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:08:19.763340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:19.765901 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:08:19.810226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Pushing event updated for resources: {'Port': ['ID=f01bd0ee-c488-42df-b9ea-ccea3ed468ea,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:19.833893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:20.066596 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:17Z', 'revision_number': 3, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:20.070375 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e3a56-2b8f-44d8-abe6-8675e9202090 None None] The sync data for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv is: [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:17Z', 'revision_number': 3, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:08:20.084686 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-665c6cf7-351a-400b-87d3-6d9d024f96d8 None None] Provisioning for port f01bd0ee-c488-42df-b9ea-ccea3ed468ea completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:20.093944 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-665c6cf7-351a-400b-87d3-6d9d024f96d8 None None] Provisioning complete for port f01bd0ee-c488-42df-b9ea-ccea3ed468ea triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:20.094348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-665c6cf7-351a-400b-87d3-6d9d024f96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:20.162141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-665c6cf7-351a-400b-87d3-6d9d024f96d8 None None] Port f01bd0ee-c488-42df-b9ea-ccea3ed468ea cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:08:20.176749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:20.419300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:20.496237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:20.731271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:20.734891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Pushing event updated for resources: {'Port': ['ID=f01bd0ee-c488-42df-b9ea-ccea3ed468ea,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:20.800403 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:08:20.879680 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Network d0574eb0-b196-4c27-ada1-3fdb6f519d8b is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:08:20.880863 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:21.074495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:08:21.095446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-722fb2f9-34b2-4b6a-933e-703957e7e9f5 None None] Provisioning complete for port f01bd0ee-c488-42df-b9ea-ccea3ed468ea triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:21.096076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-722fb2f9-34b2-4b6a-933e-703957e7e9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:21.152521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-722fb2f9-34b2-4b6a-933e-703957e7e9f5 None None] Port f01bd0ee-c488-42df-b9ea-ccea3ed468ea cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:08:21.260814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:08:21.270501 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-86b98957-ba41-43e6-a226-53b30443205b admin admin] 10.222.0.66 "PUT /v2.0/routers/c10129a2-2d27-4d9e-9171-1cf87f6a6f7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9220080 Sep 19 13:08:21.374898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4533cc66-186f-4451-98b5-f98834e7d684 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:21.507720 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 4533cc66-186f-4451-98b5-f98834e7d684 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:21.513987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4533cc66-186f-4451-98b5-f98834e7d684 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:21.514299 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:21.637166 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4533cc66-186f-4451-98b5-f98834e7d684 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:21.637551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:21.656667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 4533cc66-186f-4451-98b5-f98834e7d684, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4533cc66-186f-4451-98b5-f98834e7d684,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:21.692614 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Sync routers for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:08:21.702338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:21.705089 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:08:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:21.760865 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:21.921604 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=4533cc66-186f-4451-98b5-f98834e7d684,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:21.944223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:22.106978 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40114) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:22.112750 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1515668245-network', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:22.118226 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:22.122261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Usage tracker for resource:network and tenant:b4324cc69a2c49649dc9f10c025a63c8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:22.125250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:22.131002 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:22.193089 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Made reservation on behalf of b4324cc69a2c49649dc9f10c025a63c8 for: {'network': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:08:22.195661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.208991 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.224149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:22.228088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Usage tracker for resource:security_group_rule and tenant:b4324cc69a2c49649dc9f10c025a63c8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:22.230999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:22.236858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:22.278735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 2, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:22.283101 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Checking router: c10129a2-2d27-4d9e-9171-1cf87f6a6f7d for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:08:22.283555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Updating router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d port f01bd0ee-c488-42df-b9ea-ccea3ed468ea binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:08:22.325660 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.337569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.393119 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.422218 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=89795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 13:08:22.435290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effaf082-1630-43e7-b5a7-04d16eedb2d0,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:22.439706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.440086 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.segments_db [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Added segment ba4145bd-278b-4241-904f-5ed71b9974e1 of type vlan for network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe Sep 19 13:08:22.466009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.565135 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.566116 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:22.566699 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.668908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] Pushing event updated for resources: {'Network': ['ID=2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:22.693835 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 13:08:22.713992 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5b128aea-de31-44d0-8624-21630a8d3485 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6059036 Sep 19 13:08:22.716675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40118) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:22.722400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Request body: {'subnet': {'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1515668245-subnet', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'ip_version': 4}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:22.727881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:22.731705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Usage tracker for resource:subnet and tenant:b4324cc69a2c49649dc9f10c025a63c8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:22.734568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:22.740331 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:22.812921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.828222 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Made reservation on behalf of b4324cc69a2c49649dc9f10c025a63c8 for: {'subnet': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:08:22.829904 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Transition to ACTIVE for port object f01bd0ee-c488-42df-b9ea-ccea3ed468ea will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:22.830997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10640133'] for subnet, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:22.918817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.096508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10640187'] for subnet, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.120696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994cb2e-ef38-4274-b7f1-ffbcd2711afb None None] Pushing event updated for resources: {'Port': ['ID=f01bd0ee-c488-42df-b9ea-ccea3ed468ea,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:23.128951 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Attempting to bind port f01bd0ee-c488-42df-b9ea-ccea3ed468ea on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:08:23.129320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Attempting to bind port f01bd0ee-c488-42df-b9ea-ccea3ed468ea by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:08:23.129681 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Attempting to bind port f01bd0ee-c488-42df-b9ea-ccea3ed468ea on network d0574eb0-b196-4c27-ada1-3fdb6f519d8b {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:08:23.135733 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:08:23.136104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Checking segment: {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:08:23.136503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.136893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Bound using segment: {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:08:23.137414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Bound port: f01bd0ee-c488-42df-b9ea-ccea3ed468ea, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:08:23.137842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.172083 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc427ce-4f6a-4995-8a67-6e765693fec4,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:23.180640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Checking segment: {'id': 'ba4145bd-278b-4241-904f-5ed71b9974e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:08:23.181069 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Network hostable DHCP agents. Network: 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 13:08:23.230616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] For port f01bd0ee-c488-42df-b9ea-ccea3ed468ea, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:08:23.233677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] For port f01bd0ee-c488-42df-b9ea-ccea3ed468ea, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=f01bd0ee-c488-42df-b9ea-ccea3ed468ea,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:08:23.256146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 13:08:23.313782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.341834 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe) {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:23.346822 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:23.351560 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.357599 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766548c5-9ed3-4fd6-a57e-41e10999e993 None None] Network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:08:23.380109 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4533cc66-186f-4451-98b5-f98834e7d684 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:23.428382 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-04f1061a-1d12-497a-a293-f12f261f09b9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7105186 Sep 19 13:08:23.430911 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40122) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:23.435921 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1515668245-router', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:23.440746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:23.444640 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Usage tracker for resource:router and tenant:b4324cc69a2c49649dc9f10c025a63c8 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:23.448207 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:23.453918 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:23.488924 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:23.489546 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:08:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:23.519107 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.520402 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.535949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.620930 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994cb2e-ef38-4274-b7f1-ffbcd2711afb None None] Pushing event updated for resources: {'Port': ['ID=f01bd0ee-c488-42df-b9ea-ccea3ed468ea,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:23.692168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.782515 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 4533cc66-186f-4451-98b5-f98834e7d684 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:23.782913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.847100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:23.973423 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe', 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'fixed_ips': [{'subnet_id': '2fc427ce-4f6a-4995-8a67-6e765693fec4'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 13:08:23.974274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:23.979258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:24.298009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 4533cc66-186f-4451-98b5-f98834e7d684 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:24.361120 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:24.391080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:24.433182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Allocated IP 172.20.0.2 (2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe/2fc427ce-4f6a-4995-8a67-6e765693fec4/97c8019f-ef88-4dc4-ab6d-4bc6f5272978) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:08:24.530972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Allocated IP 172.26.5.134 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/54ac0dea-86cf-43dc-98d4-3a2153907bb5) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:08:24.548702 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:23Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:24.565280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a86bc0-c8db-4121-8f43-6de551e2ad93 None None] The sync data for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv is: [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:23Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:08:24.697116 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:24.707792 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Transition to ACTIVE for port object 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:24.717074 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:24.728072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Transition to ACTIVE for port object 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:24.799474 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:24.827942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:24.871833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:08:24.874850 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:24.878657 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:08:24.885269 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Pushing event updated for resources: {'Port': ['ID=97c8019f-ef88-4dc4-ab6d-4bc6f5272978,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:24.894981 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:08:24.898479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:24.903284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:08:24.960508 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Pushing event updated for resources: {'Port': ['ID=54ac0dea-86cf-43dc-98d4-3a2153907bb5,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:24.993276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Attempting to bind port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:08:24.993656 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Attempting to bind port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'ba4145bd-278b-4241-904f-5ed71b9974e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:08:24.994013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Attempting to bind port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 on network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:08:24.999683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:08:25.000225 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Checking segment: {'id': 'ba4145bd-278b-4241-904f-5ed71b9974e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:08:25.000767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:25.001169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Bound using segment: {'id': 'ba4145bd-278b-4241-904f-5ed71b9974e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:08:25.001634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Bound port: 97c8019f-ef88-4dc4-ab6d-4bc6f5272978, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4145bd-278b-4241-904f-5ed71b9974e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:08:25.002009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:25.098864 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] For port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:08:25.102451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] For port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=97c8019f-ef88-4dc4-ab6d-4bc6f5272978,segment=NetworkSegment(ba4145bd-278b-4241-904f-5ed71b9974e1),segment_id=ba4145bd-278b-4241-904f-5ed71b9974e1)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:08:25.170823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:25.267885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb1fea-82a6-4121-92f9-1480e03f2a30 None None] Pushing event updated for resources: {'Port': ['ID=97c8019f-ef88-4dc4-ab6d-4bc6f5272978,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:25.422214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device f01bd0ee-c488-42df-b9ea-ccea3ed468ea up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:25.559081 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:25.599329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port f01bd0ee-c488-42df-b9ea-ccea3ed468ea completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:25.609432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port f01bd0ee-c488-42df-b9ea-ccea3ed468ea triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:25.609808 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:25.744394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port f01bd0ee-c488-42df-b9ea-ccea3ed468ea is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:25.744870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:25.783861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port f01bd0ee-c488-42df-b9ea-ccea3ed468ea, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=f01bd0ee-c488-42df-b9ea-ccea3ed468ea,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:25.851922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:25.931057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=f01bd0ee-c488-42df-b9ea-ccea3ed468ea,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:26.045555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:26.336265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Router 2320867a-7cab-4586-bcc8-cdec49372a8a is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 13:08:26.339538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c5daa-4956-44fb-b6ee-cfe036fd81c5 None None] Network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:08:26.504828 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cd9f9239-0cd0-47a4-9c64-090f75c72b58 None None] Provisioning for port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:26.528096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:08:26.537411 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Sync routers for ids ['2320867a-7cab-4586-bcc8-cdec49372a8a'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:08:26.548567 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Routers {'2320867a-7cab-4586-bcc8-cdec49372a8a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:26.549379 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:08:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['2320867a-7cab-4586-bcc8-cdec49372a8a'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:26.639413 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:26.641082 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-cc2a2ccf-bccb-490c-b859-096b9342c927 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2087247 Sep 19 13:08:26.643480 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40128) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:26.751390 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Set router 2320867a-7cab-4586-bcc8-cdec49372a8a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:27.051609 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'name': 'tempest-TestShelveInstance-1515668245-router', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:23Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 3, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'gw_port': {'id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:24Z', 'updated_at': '2022-09-19T13:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:27.055639 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Checking router: 2320867a-7cab-4586-bcc8-cdec49372a8a for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:08:27.055983 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Updating router 2320867a-7cab-4586-bcc8-cdec49372a8a port 54ac0dea-86cf-43dc-98d4-3a2153907bb5 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:08:27.109541 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.449404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device f01bd0ee-c488-42df-b9ea-ccea3ed468ea up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:27.459545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.498334 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.512759 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Transition to ACTIVE for port object 54ac0dea-86cf-43dc-98d4-3a2153907bb5 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:27.525928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port f01bd0ee-c488-42df-b9ea-ccea3ed468ea triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:27.526303 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.564790 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.628097 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Attempting to bind port 54ac0dea-86cf-43dc-98d4-3a2153907bb5 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:08:27.628464 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Attempting to bind port 54ac0dea-86cf-43dc-98d4-3a2153907bb5 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:08:27.629077 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Attempting to bind port 54ac0dea-86cf-43dc-98d4-3a2153907bb5 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:08:27.640535 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:08:27.640908 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:08:27.641507 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.641906 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:08:27.642395 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Bound port: 54ac0dea-86cf-43dc-98d4-3a2153907bb5, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:08:27.642790 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.685755 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port f01bd0ee-c488-42df-b9ea-ccea3ed468ea is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:27.686867 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:27.688471 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff5751-ad71-4e67-84cd-38adffb04a7a None None] Pushing event updated for resources: {'Port': ['ID=54ac0dea-86cf-43dc-98d4-3a2153907bb5,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:27.692153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Allocated IP 172.20.0.1 (2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe/2fc427ce-4f6a-4995-8a67-6e765693fec4/af90f849-cd9e-4fe3-9569-82cd7718024a) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:08:27.725001 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] For port 54ac0dea-86cf-43dc-98d4-3a2153907bb5, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:08:27.728741 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] For port 54ac0dea-86cf-43dc-98d4-3a2153907bb5, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=54ac0dea-86cf-43dc-98d4-3a2153907bb5,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:08:27.805506 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.827502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:27.832900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:27.833281 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.845403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.862650 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Transition to ACTIVE for port object af90f849-cd9e-4fe3-9569-82cd7718024a will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:27.868159 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Routers {'2320867a-7cab-4586-bcc8-cdec49372a8a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:27.869263 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:08:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['2320867a-7cab-4586-bcc8-cdec49372a8a'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:27.936419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.954320 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:27.954543 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff5751-ad71-4e67-84cd-38adffb04a7a None None] Pushing event updated for resources: {'Port': ['ID=54ac0dea-86cf-43dc-98d4-3a2153907bb5,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:27.954793 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:27.989157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=97c8019f-ef88-4dc4-ab6d-4bc6f5272978,segment=NetworkSegment(ba4145bd-278b-4241-904f-5ed71b9974e1),segment_id=ba4145bd-278b-4241-904f-5ed71b9974e1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:28.004327 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:08:28.007400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:28.011251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:08:28.041496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Pushing event updated for resources: {'Port': ['ID=af90f849-cd9e-4fe3-9569-82cd7718024a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:28.052402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:28.070960 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] Set router 2320867a-7cab-4586-bcc8-cdec49372a8a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:28.072269 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:28.140102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=97c8019f-ef88-4dc4-ab6d-4bc6f5272978,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:28.271615 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:28.347498 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-250989f0-f1eb-43da-bdeb-6850b356a289 None None] Provisioning for port af90f849-cd9e-4fe3-9569-82cd7718024a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:28.353124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-250989f0-f1eb-43da-bdeb-6850b356a289 None None] Provisioning complete for port af90f849-cd9e-4fe3-9569-82cd7718024a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:28.353509 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-250989f0-f1eb-43da-bdeb-6850b356a289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:28.390071 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'name': 'tempest-TestShelveInstance-1515668245-router', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:23Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 3, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'gw_port': {'id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:24Z', 'updated_at': '2022-09-19T13:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:28.394597 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf7fff-ed2a-4991-974c-07e178f32f1a None None] The sync data for ids ['2320867a-7cab-4586-bcc8-cdec49372a8a'] in dv-neutron-857775-2-hyperv is: [{'id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'name': 'tempest-TestShelveInstance-1515668245-router', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:23Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 3, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'gw_port': {'id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:24Z', 'updated_at': '2022-09-19T13:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:08:28.412046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-250989f0-f1eb-43da-bdeb-6850b356a289 None None] Port af90f849-cd9e-4fe3-9569-82cd7718024a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:08:28.513710 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:28.553262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:28.684126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:28.695121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Pushing event updated for resources: {'Port': ['ID=af90f849-cd9e-4fe3-9569-82cd7718024a,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:28.937892 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:08:28.939149 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:29.155097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Router 2320867a-7cab-4586-bcc8-cdec49372a8a has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:08:29.248383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-71bfeab0-6a98-4ce5-9a72-64c3738cc5f1 None None] Provisioning complete for port af90f849-cd9e-4fe3-9569-82cd7718024a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:29.248976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-71bfeab0-6a98-4ce5-9a72-64c3738cc5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:29.326543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-71bfeab0-6a98-4ce5-9a72-64c3738cc5f1 None None] Port af90f849-cd9e-4fe3-9569-82cd7718024a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:08:29.353436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:08:29.371950 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-d484bc23-2d37-487f-867a-ee880ed0c35a admin admin] 10.222.0.66 "PUT /v2.0/routers/2320867a-7cab-4586-bcc8-cdec49372a8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7273421 Sep 19 13:08:29.436404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 54ac0dea-86cf-43dc-98d4-3a2153907bb5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:29.593486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 54ac0dea-86cf-43dc-98d4-3a2153907bb5 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:29.599059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 54ac0dea-86cf-43dc-98d4-3a2153907bb5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:29.599585 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:29.721100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 54ac0dea-86cf-43dc-98d4-3a2153907bb5 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:29.721549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:29.740353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 54ac0dea-86cf-43dc-98d4-3a2153907bb5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=54ac0dea-86cf-43dc-98d4-3a2153907bb5,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:29.793301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:29.794100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:29.809275 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40138) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:29.814818 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757451513', 'description': 'tempest-secgroup-smoke-1757451513 description', 'project_id': '66505fae3e2a4d41873bac011c670a2b'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:29.822086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:29.827007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:29.830317 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:29.841027 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:29.925706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=54ac0dea-86cf-43dc-98d4-3a2153907bb5,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:29.931566 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:29.936489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:29.937070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:29.952425 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:29.956661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:29.959624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:29.965371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:30.037995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.065721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:30.193439 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.236204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e8d1fc-8069-4577-b137-9bf350b9585b,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:30.279195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.280538 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b7fed6c5-ab37-4ae5-bca5-c671a575700c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4700580 Sep 19 13:08:30.283450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40142) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:30.288396 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '45e8d1fc-8069-4577-b137-9bf350b9585b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:30.295397 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:30.299242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:30.302282 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:30.308837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:30.376885 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.440336 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.489814 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.519795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7039349-cf39-4921-bcca-a5b201f59613,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:30.569857 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.571695 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-869f96ee-f4f1-443a-8cb7-107a9a125f3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873394 Sep 19 13:08:30.574508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40146) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:30.579383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '45e8d1fc-8069-4577-b137-9bf350b9585b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:30.585545 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:30.589778 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:30.592841 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:30.598685 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:30.662153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.724033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.764046 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.787393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e566b3-4614-463c-a67e-0cc26f92edb1,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:30.890485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:30.891562 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b93d44c8-7d32-4340-b782-ecdb04b73e09 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160880 Sep 19 13:08:30.894290 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40150) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:30.899514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '45e8d1fc-8069-4577-b137-9bf350b9585b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:30.905666 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:30.909525 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:30.912465 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:30.918926 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:30.959318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Sync routers for ids ['2320867a-7cab-4586-bcc8-cdec49372a8a'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:08:30.969782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Routers {'2320867a-7cab-4586-bcc8-cdec49372a8a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:30.970387 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:08:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['2320867a-7cab-4586-bcc8-cdec49372a8a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:31.000625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.063422 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.113066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.141728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d702dc9-d149-4c7a-9c6c-c782cef02dbc,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:31.155143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Set router 2320867a-7cab-4586-bcc8-cdec49372a8a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:31.215893 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.219807 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-616b2b9a-14f1-4209-906a-c2ce46f1804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217847 Sep 19 13:08:31.220009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40154) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:31.227279 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '45e8d1fc-8069-4577-b137-9bf350b9585b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:31.234364 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:31.238357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:31.241257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:31.247907 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:31.338242 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.374797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 54ac0dea-86cf-43dc-98d4-3a2153907bb5 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:31.408526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.478577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.502421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2480c51-ac1e-464c-a088-41380f572de7,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:31.555140 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 54ac0dea-86cf-43dc-98d4-3a2153907bb5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:31.555447 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.598998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.600223 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b16e56e5-b4f1-48f8-88c1-5e9432e07e54 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3787715 Sep 19 13:08:31.603179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40158) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:31.608207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '45e8d1fc-8069-4577-b137-9bf350b9585b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:31.614382 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:31.618629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:31.622393 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:31.627401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:31.669625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'name': 'tempest-TestShelveInstance-1515668245-router', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:23Z', 'updated_at': '2022-09-19T13:08:28Z', 'revision_number': 4, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'gw_port': {'id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:24Z', 'updated_at': '2022-09-19T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'af90f849-cd9e-4fe3-9569-82cd7718024a', 'name': '', 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'mac_address': 'fa:16:3e:b3:d8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '2fc427ce-4f6a-4995-8a67-6e765693fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:27Z', 'updated_at': '2022-09-19T13:08:28Z', 'revision_number': 2, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'subnets': [{'id': '2fc427ce-4f6a-4995-8a67-6e765693fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:31.684754 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Project 66505fae3e2a4d41873bac011c670a2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:08:31.686717 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Checking router: 2320867a-7cab-4586-bcc8-cdec49372a8a for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:08:31.687168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Updating router 2320867a-7cab-4586-bcc8-cdec49372a8a port af90f849-cd9e-4fe3-9569-82cd7718024a binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:08:31.691720 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.742981 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 54ac0dea-86cf-43dc-98d4-3a2153907bb5 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:31.751976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.759986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.822333 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.845801 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14634fb-28d5-410f-bd5c-3ea4288b512f,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:31.913067 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:31.914313 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-479a4c65-7014-4589-9c61-76a6e6000b69 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3101523 Sep 19 13:08:31.917189 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40162) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:31.922173 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '45e8d1fc-8069-4577-b137-9bf350b9585b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:31.928302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:31.932929 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:31.935923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:31.942072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:32.004925 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.securitygroups_db [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Project 66505fae3e2a4d41873bac011c670a2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:08:32.012162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:32.080616 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:32.093411 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:32.104899 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Transition to ACTIVE for port object af90f849-cd9e-4fe3-9569-82cd7718024a will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:32.159057 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:32.184195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0a4fc2-0270-4564-a58e-f446c2a7d768,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:32.201277 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:32.256122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:32.259449 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-884be3b3-3120-43e5-9e73-24d3371cc347 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3393464 Sep 19 13:08:32.417745 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424fd96-1dbf-4b91-a8e4-a1fff4bd1fab None None] Pushing event updated for resources: {'Port': ['ID=af90f849-cd9e-4fe3-9569-82cd7718024a,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:32.428469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Attempting to bind port af90f849-cd9e-4fe3-9569-82cd7718024a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:08:32.428837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Attempting to bind port af90f849-cd9e-4fe3-9569-82cd7718024a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'ba4145bd-278b-4241-904f-5ed71b9974e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:08:32.429193 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Attempting to bind port af90f849-cd9e-4fe3-9569-82cd7718024a on network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:08:32.431873 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-8068bce7-581a-44e7-9a8d-acf5dbbbf509 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757451513&fields=id&tenant_id=66505fae3e2a4d41873bac011c670a2b HTTP/1.1" status: 200 len: 267 time: 0.0418470 Sep 19 13:08:32.434770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:08:32.435154 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Checking segment: {'id': 'ba4145bd-278b-4241-904f-5ed71b9974e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:08:32.435551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:32.435931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Bound using segment: {'id': 'ba4145bd-278b-4241-904f-5ed71b9974e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:08:32.436392 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Bound port: af90f849-cd9e-4fe3-9569-82cd7718024a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4145bd-278b-4241-904f-5ed71b9974e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:08:32.436854 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:32.529117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] For port af90f849-cd9e-4fe3-9569-82cd7718024a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:08:32.532117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] For port af90f849-cd9e-4fe3-9569-82cd7718024a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=af90f849-cd9e-4fe3-9569-82cd7718024a,segment=NetworkSegment(ba4145bd-278b-4241-904f-5ed71b9974e1),segment_id=ba4145bd-278b-4241-904f-5ed71b9974e1)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:08:32.593394 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:32.605706 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-fa63daab-a4b2-43ba-ab92-5efee8290305 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:32.607088 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-fa63daab-a4b2-43ba-ab92-5efee8290305 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 809 time: 0.1686847 Sep 19 13:08:32.632793 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-655561cd-e788-47c9-aac4-565b91d239d5 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/quotas/66505fae3e2a4d41873bac011c670a2b HTTP/1.1" status: 200 len: 375 time: 0.0198779 Sep 19 13:08:32.656287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Routers {'2320867a-7cab-4586-bcc8-cdec49372a8a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:32.656915 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:08:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['2320867a-7cab-4586-bcc8-cdec49372a8a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:32.724036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-47339d8d-f167-46ad-98c3-d2a7a3dc918d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Synchronizing usage tracker for tenant:66505fae3e2a4d41873bac011c670a2b on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:08:32.744918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424fd96-1dbf-4b91-a8e4-a1fff4bd1fab None None] Pushing event updated for resources: {'Port': ['ID=af90f849-cd9e-4fe3-9569-82cd7718024a,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:32.815847 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-47339d8d-f167-46ad-98c3-d2a7a3dc918d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Unset dirty status for tenant:66505fae3e2a4d41873bac011c670a2b on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:08:32.817422 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-47339d8d-f167-46ad-98c3-d2a7a3dc918d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778407 Sep 19 13:08:32.848625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] Set router 2320867a-7cab-4586-bcc8-cdec49372a8a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:33.060045 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-6cecfe08-f5b3-4fa5-91d9-836f6783211e service neutron] 10.222.0.66 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303460 Sep 19 13:08:33.195073 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-3df47ad1-8e97-4ad1-bde8-0915bd77eb2a service neutron] 10.222.0.66 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289833 Sep 19 13:08:33.206134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'name': 'tempest-TestShelveInstance-1515668245-router', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:23Z', 'updated_at': '2022-09-19T13:08:28Z', 'revision_number': 4, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'gw_port': {'id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:24Z', 'updated_at': '2022-09-19T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'af90f849-cd9e-4fe3-9569-82cd7718024a', 'name': '', 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'mac_address': 'fa:16:3e:b3:d8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '2fc427ce-4f6a-4995-8a67-6e765693fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:27Z', 'updated_at': '2022-09-19T13:08:32Z', 'revision_number': 4, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'subnets': [{'id': '2fc427ce-4f6a-4995-8a67-6e765693fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:33.210097 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafc6f7-c78f-4a6b-87ba-e678bdfe527f None None] The sync data for ids ['2320867a-7cab-4586-bcc8-cdec49372a8a'] in dv-neutron-857775-2-hyperv is: [{'id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'name': 'tempest-TestShelveInstance-1515668245-router', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:23Z', 'updated_at': '2022-09-19T13:08:28Z', 'revision_number': 4, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'gw_port': {'id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:24Z', 'updated_at': '2022-09-19T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'af90f849-cd9e-4fe3-9569-82cd7718024a', 'name': '', 'network_id': '2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'mac_address': 'fa:16:3e:b3:d8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '2fc427ce-4f6a-4995-8a67-6e765693fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:27Z', 'updated_at': '2022-09-19T13:08:32Z', 'revision_number': 4, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'subnets': [{'id': '2fc427ce-4f6a-4995-8a67-6e765693fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:08:33.400466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device af90f849-cd9e-4fe3-9569-82cd7718024a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:33.536925 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c94c8ef2-db55-4afa-a4e5-b75f15d3c877 req-1e2c6701-3c5c-4a27-8b4b-5f22ac07b0e9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 210 time: 0.0666003 Sep 19 13:08:33.547583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port af90f849-cd9e-4fe3-9569-82cd7718024a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:33.553360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port af90f849-cd9e-4fe3-9569-82cd7718024a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:33.553737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:33.684613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port af90f849-cd9e-4fe3-9569-82cd7718024a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:33.684996 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:33.719565 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port af90f849-cd9e-4fe3-9569-82cd7718024a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=af90f849-cd9e-4fe3-9569-82cd7718024a,segment=NetworkSegment(ba4145bd-278b-4241-904f-5ed71b9974e1),segment_id=ba4145bd-278b-4241-904f-5ed71b9974e1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:33.776053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:33.849943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=af90f849-cd9e-4fe3-9569-82cd7718024a,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:34.694600 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4dd7374-8ccf-4832-800c-9ce7fea8f3e4 req-cf646590-e042-4d2c-b1cd-14106d82f24e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 210 time: 0.0503674 Sep 19 13:08:35.367124 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device af90f849-cd9e-4fe3-9569-82cd7718024a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:35.438300 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port af90f849-cd9e-4fe3-9569-82cd7718024a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:35.438801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:35.581484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port af90f849-cd9e-4fe3-9569-82cd7718024a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:35.664646 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-c6a94186-2d82-4046-9bd4-051dc95fe93a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:35.665350 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-c6a94186-2d82-4046-9bd4-051dc95fe93a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Synchronizing usage tracker for tenant:66505fae3e2a4d41873bac011c670a2b on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:08:35.741351 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-c6a94186-2d82-4046-9bd4-051dc95fe93a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Unset dirty status for tenant:66505fae3e2a4d41873bac011c670a2b on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:08:35.743134 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-c6a94186-2d82-4046-9bd4-051dc95fe93a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 809 time: 0.2411344 Sep 19 13:08:35.798390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-d604cfe3-db5f-4b78-a3ea-2593480249c0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Synchronizing usage tracker for tenant:66505fae3e2a4d41873bac011c670a2b on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:08:35.862692 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d5897af1-ce8f-4e53-a1fd-7aa87b8e25e9 req-39dd9770-e3be-4879-b43c-4afa53975d00 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 210 time: 0.0533552 Sep 19 13:08:35.872881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-d604cfe3-db5f-4b78-a3ea-2593480249c0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Unset dirty status for tenant:66505fae3e2a4d41873bac011c670a2b on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:08:35.874085 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-d604cfe3-db5f-4b78-a3ea-2593480249c0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66505fae3e2a4d41873bac011c670a2b HTTP/1.1" status: 200 len: 380 time: 0.1167998 Sep 19 13:08:35.886900 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'port': {'device_id': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'admin_state_up': True, 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'security_groups': ['45e8d1fc-8069-4577-b137-9bf350b9585b']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:36.027401 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:36.036797 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:36.107345 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Made reservation on behalf of 66505fae3e2a4d41873bac011c670a2b for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:08:36.110889 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:36.289006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Allocated IP 172.20.0.6 (d0574eb0-b196-4c27-ada1-3fdb6f519d8b/78071a0e-6d32-473f-baee-ca76f0c8fad7/0ec06ec8-4c86-4ec7-8851-cb2ef578887a) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:08:36.588481 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:36.605444 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Transition to ACTIVE for port object 0ec06ec8-4c86-4ec7-8851-cb2ef578887a will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:36.696927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:36.768123 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Network d0574eb0-b196-4c27-ada1-3fdb6f519d8b is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:08:36.770968 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:36.775728 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:08:36.811837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:36.845478 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:36.846288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:36.942809 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edbd4574-3af9-4011-9d74-40f207f60403 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0606625 Sep 19 13:08:36.959371 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Request body: {'port': {'device_id': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:37.071038 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadadc0-81d5-48e9-990f-f20d70a08aa2 req-f4acb198-ceec-464e-b593-45ef64f313ef tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:37.072677 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aaadadc0-81d5-48e9-990f-f20d70a08aa2 req-f4acb198-ceec-464e-b593-45ef64f313ef tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 931 time: 0.0891666 Sep 19 13:08:37.073139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ee33744e-8d46-4bf5-8800-ba7ea28ab7c6 None None] Provisioning for port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:37.078492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ee33744e-8d46-4bf5-8800-ba7ea28ab7c6 None None] Provisioning complete for port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:37.079285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:37.079495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ee33744e-8d46-4bf5-8800-ba7ea28ab7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:37.121881 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-aaadadc0-81d5-48e9-990f-f20d70a08aa2 req-7bacca4a-7c9f-4de6-9b96-9682e1b93354 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Sep 19 13:08:37.154846 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-ee33744e-8d46-4bf5-8800-ba7ea28ab7c6 None None] Port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:08:37.442075 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec06ec8-4c86-4ec7-8851-cb2ef578887a {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:08:37.449066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:37.463117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Transition to ACTIVE for port object 0ec06ec8-4c86-4ec7-8851-cb2ef578887a will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:08:37.553030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:37.744047 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:37.784010 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Attempting to bind port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:08:37.784346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Attempting to bind port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:08:37.784674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Attempting to bind port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a on network d0574eb0-b196-4c27-ada1-3fdb6f519d8b {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:08:37.790100 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a on network d0574eb0-b196-4c27-ada1-3fdb6f519d8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 13:08:37.790386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Attempting to bind port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a on network d0574eb0-b196-4c27-ada1-3fdb6f519d8b {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:08:37.795519 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:08:37.795860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Checking segment: {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:08:37.796238 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Bound using segment: {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:08:37.796663 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Bound port: 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:08:37.797007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:37.888431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:08:37.891926 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:08:37.970601 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:38.001758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:38.002299 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:38.003786 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] 10.222.0.85 "PUT /v2.0/ports/0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 200 len: 1093 time: 1.0488336 Sep 19 13:08:38.004217 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:08:38.006487 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd2dd5-4f11-43ef-91c5-add734769032" -d '{"events": [{"name": "network-changed", "server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:08:38.055101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aea466-a879-46ff-bc97-6a62fe4b47f2 x-openstack-request-id: req-c4aea466-a879-46ff-bc97-6a62fe4b47f2 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:08:38.055101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:08:38.055101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4aea466-a879-46ff-bc97-6a62fe4b47f2 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:08:38.055101 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4aea466-a879-46ff-bc97-6a62fe4b47f2'] response: {'name': 'network-changed', 'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'status': 'completed', 'code': 200} Sep 19 13:08:38.055101 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53019f27-2e14-4187-bfa5-08b92ecce351 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:38.151332 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd2dd5-4f11-43ef-91c5-add734769032 req-0e2c7db6-3f66-4fe9-b665-dc25c8c3b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:38.152811 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5bcd2dd5-4f11-43ef-91c5-add734769032 req-0e2c7db6-3f66-4fe9-b665-dc25c8c3b794 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1096 time: 0.0796769 Sep 19 13:08:38.301708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd2dd5-4f11-43ef-91c5-add734769032 req-727de918-4b19-4da6-9a3b-2c21cd305530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:38.303218 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5bcd2dd5-4f11-43ef-91c5-add734769032 req-727de918-4b19-4da6-9a3b-2c21cd305530 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=66505fae3e2a4d41873bac011c670a2b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1402953 Sep 19 13:08:38.441672 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd60c-bc44-4173-95d7-26415bd74ed7 req-74f0f8d0-ccfb-4210-9159-bc4a36b83497 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:38.443184 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-169dd60c-bc44-4173-95d7-26415bd74ed7 req-74f0f8d0-ccfb-4210-9159-bc4a36b83497 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.2028630 Sep 19 13:08:38.449252 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd2dd5-4f11-43ef-91c5-add734769032 req-a7894ce1-7475-4d19-b73d-79b0bb4267b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:38.450771 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-5bcd2dd5-4f11-43ef-91c5-add734769032 req-a7894ce1-7475-4d19-b73d-79b0bb4267b2 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377366 Sep 19 13:08:38.492908 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-169dd60c-bc44-4173-95d7-26415bd74ed7 req-ccc65246-bf66-43dc-be25-288a0d6d07b5 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 Sep 19 13:08:38.581167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-e8a60c39-0732-430d-a180-4921324c452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:38.582563 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-e8a60c39-0732-430d-a180-4921324c452b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1096 time: 0.0875499 Sep 19 13:08:38.658274 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-c9bb1c28-f7f1-4006-8952-d122ef2788ff service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 200 len: 217 time: 0.0652018 Sep 19 13:08:38.811349 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-46bb93bc-f6f7-49d6-ba79-cdced1782f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:38.812863 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-46bb93bc-f6f7-49d6-ba79-cdced1782f08 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.1459739 Sep 19 13:08:38.897744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edc777d3-bf57-402b-be4f-4b22bdcced4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:38.899821 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-edc777d3-bf57-402b-be4f-4b22bdcced4a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807993 Sep 19 13:08:39.034500 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-20616023-5b3d-4882-87b9-aa9ac835495a service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250174 Sep 19 13:08:39.170125 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-20d93e08-58de-46c7-9b8c-04515fe1e617 req-fe44f595-4f32-4d17-99b4-9c0f42e576a7 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263921 Sep 19 13:08:39.693881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd622ad-5683-40e5-afcd-73fe461b2b18 req-865afa95-3867-4def-8460-fe9e8acc5870 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:39.695367 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0cd622ad-5683-40e5-afcd-73fe461b2b18 req-865afa95-3867-4def-8460-fe9e8acc5870 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0914001 Sep 19 13:08:39.739345 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0cd622ad-5683-40e5-afcd-73fe461b2b18 req-86b7798f-b022-4f7b-a2f6-f9bcf4d1d0ff tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383716 Sep 19 13:08:40.952500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c14787-a1f4-4b20-b70f-6becbfa8878b req-adb72432-ebf3-4012-9cd3-95d7ad9927e7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:40.953889 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c3c14787-a1f4-4b20-b70f-6becbfa8878b req-adb72432-ebf3-4012-9cd3-95d7ad9927e7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0988462 Sep 19 13:08:40.998886 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c3c14787-a1f4-4b20-b70f-6becbfa8878b req-bb0c26a8-306a-440f-bedb-ba6d07662835 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392334 Sep 19 13:08:41.604100 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-916a1a2f-fa68-4f87-a78d-880a797c24fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:41.845375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0ec06ec8-4c86-4ec7-8851-cb2ef578887a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:08:41.978167 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:41.990898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'port_id': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'mac_address': 'fa:16:3e:6c:8e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:08:42.046074 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:42.046462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:42.064253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec06ec8-4c86-4ec7-8851-cb2ef578887a {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:08:42.079523 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:42.153105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:42.207158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde2601-6b1d-44d7-b74c-18270fb9e9f4 req-36a52121-4c40-4158-b3c4-48940e43914e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:42.208658 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2bde2601-6b1d-44d7-b74c-18270fb9e9f4 req-36a52121-4c40-4158-b3c4-48940e43914e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 944 time: 0.0938997 Sep 19 13:08:42.225072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:42.263612 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2bde2601-6b1d-44d7-b74c-18270fb9e9f4 req-205e0111-452e-4e9e-bfb7-52f0088b06d9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487700 Sep 19 13:08:42.406481 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['0ec06ec8-4c86-4ec7-8851-cb2ef578887a'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:08:43.470050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0826-dd7d-476a-b988-b4a063fe8371 req-e55e04eb-465b-45cb-b44f-2df1c94a4668 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:43.471524 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c7c0826-dd7d-476a-b988-b4a063fe8371 req-e55e04eb-465b-45cb-b44f-2df1c94a4668 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 944 time: 0.0921085 Sep 19 13:08:43.519185 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6c7c0826-dd7d-476a-b988-b4a063fe8371 req-4ad45d61-9bb3-4502-8504-46f188d4d0ef tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Sep 19 13:08:43.706704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-77fdc7b2-7765-4147-a258-c6bb4e45e314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:43.860255 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0ec06ec8-4c86-4ec7-8851-cb2ef578887a up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:08:43.970236 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:08:43.975231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:08:43.975606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:44.090964 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:08:44.091341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:44.118446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:08:44.120662 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a93f366-ffcc-4e3f-9cd2-8d6193ac984e" -d '{"events": [{"server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:08:44.128087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:08:44.164653 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d1ee09-99a8-4585-ab9f-f15971eb7773 x-openstack-request-id: req-91d1ee09-99a8-4585-ab9f-f15971eb7773 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:08:44.164946 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:08:44.165204 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91d1ee09-99a8-4585-ab9f-f15971eb7773 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:08:44.165625 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d1ee09-99a8-4585-ab9f-f15971eb7773'] response: {'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'code': 200} Sep 19 13:08:44.181410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:44.251510 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:44.575885 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:44.578546 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f8879-b8fd-4eb7-acd4-1341118a61c8 req-d056d85a-2920-45b1-9787-8d9631e45ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:44.580088 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9d3f8879-b8fd-4eb7-acd4-1341118a61c8 req-d056d85a-2920-45b1-9787-8d9631e45ab4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1098 time: 0.0815742 Sep 19 13:08:44.626733 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9d3f8879-b8fd-4eb7-acd4-1341118a61c8 req-6ab6d9fb-ad36-4c94-8695-99f58d3f36a8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369837 Sep 19 13:08:44.732203 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f3686-49f0-4808-9a83-063a63dfc284 req-54af8fa9-ac20-47cf-b4fa-6f2236ea63c9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:44.733682 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-924f3686-49f0-4808-9a83-063a63dfc284 req-54af8fa9-ac20-47cf-b4fa-6f2236ea63c9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0893741 Sep 19 13:08:44.783024 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-924f3686-49f0-4808-9a83-063a63dfc284 req-3c381818-f729-42fc-b62d-71724cbd99cd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435972 Sep 19 13:08:45.181576 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:45.989232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5bfd-6ab5-419c-9aab-b716a32ca66c req-c2c3bb04-e4b8-462f-b9fa-901fda181fa1 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:45.990594 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-754c5bfd-6ab5-419c-9aab-b716a32ca66c req-c2c3bb04-e4b8-462f-b9fa-901fda181fa1 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0925708 Sep 19 13:08:46.035386 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-754c5bfd-6ab5-419c-9aab-b716a32ca66c req-72cdcd15-5583-454a-b2ef-65822acea0bd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383036 Sep 19 13:08:46.610224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:47.235985 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b972d-43d1-4f1f-816b-e218638d8d00 req-ef037431-a7d9-493c-a65f-2d8b0512d59d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:47.237436 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-df9b972d-43d1-4f1f-816b-e218638d8d00 req-ef037431-a7d9-493c-a65f-2d8b0512d59d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0881045 Sep 19 13:08:47.287799 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-df9b972d-43d1-4f1f-816b-e218638d8d00 req-9cdfed21-645c-4039-b39c-6f32a28efec3 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438130 Sep 19 13:08:47.488280 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2e727-4199-4f92-877c-5b357a7e7ecf req-dd0b52f6-8ed5-4913-aa4f-b80afb8cdff7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:47.489701 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7eb2e727-4199-4f92-877c-5b357a7e7ecf req-dd0b52f6-8ed5-4913-aa4f-b80afb8cdff7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0883033 Sep 19 13:08:47.534363 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7eb2e727-4199-4f92-877c-5b357a7e7ecf req-c804d88a-7c1f-402f-a174-3c3b72951db0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383713 Sep 19 13:08:47.563493 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40224) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:47.687899 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f032c-9902-4f22-b919-d89aedd6fb3e tempest-TestShelveInstance-852357006 tempest-TestShelveInstance-852357006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:47.688603 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0b0f032c-9902-4f22-b919-d89aedd6fb3e tempest-TestShelveInstance-852357006 tempest-TestShelveInstance-852357006-project-admin] Synchronizing usage tracker for tenant:b4324cc69a2c49649dc9f10c025a63c8 on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:08:47.752674 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-0b0f032c-9902-4f22-b919-d89aedd6fb3e tempest-TestShelveInstance-852357006 tempest-TestShelveInstance-852357006-project-admin] Unset dirty status for tenant:b4324cc69a2c49649dc9f10c025a63c8 on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:08:47.754112 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-0b0f032c-9902-4f22-b919-d89aedd6fb3e tempest-TestShelveInstance-852357006 tempest-TestShelveInstance-852357006-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1093 time: 0.1894763 Sep 19 13:08:47.757251 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 40230) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:08:47.763003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:08:47.769062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:08:47.772974 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:floatingip and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:08:47.775862 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:08:47.781649 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:08:47.838511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for floatingip, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:47.986337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:48.117533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Allocated IP 172.26.5.34 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/dcb3fdf3-291b-4838-a1b7-18d239d41001) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:08:48.267518 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:48.381700 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:48.448141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:08:48.451147 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:08:48.453834 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:08:48.490139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'Port': ['ID=dcb3fdf3-291b-4838-a1b7-18d239d41001,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:48.886262 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:49.088877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:49.297505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:49.381633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:49.488534 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'Port': ['ID=dcb3fdf3-291b-4838-a1b7-18d239d41001,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:08:49.493718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:49.669324 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Floating IP c47c80a7-da63-4c35-bb38-d594959d3897 associated. External IP: 172.26.5.34, port: 0ec06ec8-4c86-4ec7-8851-cb2ef578887a. Sep 19 13:08:50.019952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:08:50.195864 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:08:50.207859 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] Sync routers for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:08:50.218840 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:50.219660 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:08:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:50.278738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:50.337116 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-84da7abe-beef-4869-98ad-17d1c641556a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5781636 Sep 19 13:08:50.337759 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:08:50.340142 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008f33fa41353989dabca372ec27acb961fe87bbe08b9ebf78f2cc13bdac7a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:08:50.383467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510a82b2-d975-4883-b3ff-a2c4a842d695 x-openstack-request-id: req-510a82b2-d975-4883-b3ff-a2c4a842d695 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:08:50.383759 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:08:50.384041 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-510a82b2-d975-4883-b3ff-a2c4a842d695 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:08:50.384464 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-510a82b2-d975-4883-b3ff-a2c4a842d695'] response: {'name': 'network-changed', 'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'status': 'completed', 'code': 200} Sep 19 13:08:50.401762 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:50.485629 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-a03c7af6-9d7b-49fc-a40e-8b2f1a9d53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:50.487149 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-a03c7af6-9d7b-49fc-a40e-8b2f1a9d53a2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1098 time: 0.0794890 Sep 19 13:08:50.620698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-1c130761-5400-4baf-a615-0af864ec9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:50.622074 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-1c130761-5400-4baf-a615-0af864ec9db4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1284735 Sep 19 13:08:50.793955 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c47c80a7-da63-4c35-bb38-d594959d3897', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'floating_ip_address': '172.26.5.34', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'port_id': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'mac_address': 'fa:16:3e:6c:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:08:48Z', 'updated_at': '2022-09-19T13:08:48Z', 'revision_number': 0, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:50.797816 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] Checking router: c10129a2-2d27-4d9e-9171-1cf87f6a6f7d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:08:50.806855 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:08:50.807445 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:08:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:50.845865 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-d5cc6017-e79f-4010-82a5-360138e16118 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 200 len: 998 time: 0.2165320 Sep 19 13:08:50.911460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-64161f49-4070-403d-9255-04d1592194c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:50.912807 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-64161f49-4070-403d-9255-04d1592194c2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0612631 Sep 19 13:08:50.990565 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:08:50.995370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-b4066f1c-9d8a-4e05-a24f-bd6cb8daffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:08:50.996874 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-b4066f1c-9d8a-4e05-a24f-bd6cb8daffbb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782547 Sep 19 13:08:51.148051 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-2f3c7f38-e073-4218-94f1-3ece29faefb3 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446712 Sep 19 13:08:51.286286 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9fdb1ed1-7918-4b5c-a819-9c5dfb4ffdc4 req-59c61f8f-42ad-4865-8ddb-614be837b35f service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325486 Sep 19 13:08:51.356728 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c47c80a7-da63-4c35-bb38-d594959d3897', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'floating_ip_address': '172.26.5.34', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'port_id': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'mac_address': 'fa:16:3e:6c:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:08:48Z', 'updated_at': '2022-09-19T13:08:48Z', 'revision_number': 0, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:08:51.361661 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8bf52-4850-4fed-ac92-7cee823e7375 None None] The sync data for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv is: [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': 'c47c80a7-da63-4c35-bb38-d594959d3897', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'floating_ip_address': '172.26.5.34', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'port_id': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'mac_address': 'fa:16:3e:6c:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:08:48Z', 'updated_at': '2022-09-19T13:08:48Z', 'revision_number': 0, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:08:51.572782 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca35bb1-fc7f-4951-b040-12fd5c314b3f None None] New status for floating IP c47c80a7-da63-4c35-bb38-d594959d3897: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:08:53.467010 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:08:57.799854 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:09:10.953448 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-a57c723b-c97a-4f42-a899-9b95d1ab34c2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819488 Sep 19 13:09:11.100878 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-755ea83d-4c79-4f6e-8aec-6d392201fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:09:11.102410 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-755ea83d-4c79-4f6e-8aec-6d392201fb7d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1098 time: 0.0783732 Sep 19 13:09:11.246139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-d4864629-48cc-42a8-9e88-fc6388d5f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:09:11.247551 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-d4864629-48cc-42a8-9e88-fc6388d5f1bc service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1264668 Sep 19 13:09:11.353430 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-22ab070d-f9e6-4afe-acd5-6b780f29114f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 200 len: 1000 time: 0.0986397 Sep 19 13:09:11.416560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-1fdf1719-98cc-4adb-97bc-ead3ac550702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:09:11.418047 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-1fdf1719-98cc-4adb-97bc-ead3ac550702 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0572731 Sep 19 13:09:11.504982 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-32efc2ae-5fe6-44a9-843d-5837bd38e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:09:11.506469 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-32efc2ae-5fe6-44a9-843d-5837bd38e543 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823531 Sep 19 13:09:11.569527 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-fd14bd1e-feb8-4cb3-8c77-5260895ec6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:11.642592 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-2010b378-38bc-411f-848b-3be8ea6c9b74 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269386 Sep 19 13:09:11.779245 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cfd212a0-c500-4030-bc61-5013edc7b2eb req-0b4af465-d9ae-41c0-84ff-dbe4a310b531 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254401 Sep 19 13:09:13.729958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff305-55e4-486d-a187-2fc54f137055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:14.586689 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:15.192132 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:16.621005 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:23.449017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:34.799844 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:09:41.575026 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-92b436b4-83fa-4478-a42f-d959898bf8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:43.735056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-90c3542c-5dc8-4238-b683-ab7504670523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:44.563652 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:45.180502 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:46.608789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:09:53.488443 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:09.997867 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-2fa5ea35-63b2-467c-82a6-7bf25bb5a2c2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777657 Sep 19 13:10:10.154848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-029b907b-71c2-4874-8457-106778c1b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:10.156306 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-029b907b-71c2-4874-8457-106778c1b1b4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1098 time: 0.0824695 Sep 19 13:10:10.400796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-a7cfa934-f8d0-441c-a4f9-ba079057445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:10.402236 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-a7cfa934-f8d0-441c-a4f9-ba079057445f service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.2229130 Sep 19 13:10:10.507224 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-22bf55c9-6624-488e-898e-d9023e312f45 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 200 len: 1000 time: 0.0955536 Sep 19 13:10:10.570135 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-e4285214-e3ba-4dec-92a8-a4c690522670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:10.571487 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-e4285214-e3ba-4dec-92a8-a4c690522670 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0568275 Sep 19 13:10:10.659697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-78002795-658a-4fc3-8e81-fa58db08dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:10.661171 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-78002795-658a-4fc3-8e81-fa58db08dc6c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802813 Sep 19 13:10:10.797831 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-1016d594-cb07-4d45-b2e6-eef9cdabf123 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270816 Sep 19 13:10:10.938202 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-93d06f23-0892-475f-a06b-d15e26310ea5 req-edd9946b-375d-482b-89c6-b59387ce3643 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310630 Sep 19 13:10:11.602963 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6bec-58df-4a9f-9f32-7d193a12f413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:11.799255 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:10:13.722816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3d2dd662-0a1c-449f-960b-bf9a7e0f114d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:14.557386 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:15.180126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:16.626197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:23.494060 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:41.591247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-06a5c523-592d-46c5-9fe8-f2dd3bb139ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:43.722573 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-dc21193b-9b31-4d86-a49c-f73212260068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:44.614283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:45.179916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:45.927780 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640ff6c-76e8-472f-82e7-0477483db370 req-96bf7c57-6a5f-435e-941c-48ef5d5929c6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:45.929235 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b640ff6c-76e8-472f-82e7-0477483db370 req-96bf7c57-6a5f-435e-941c-48ef5d5929c6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.1344314 Sep 19 13:10:45.973629 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b640ff6c-76e8-472f-82e7-0477483db370 req-7b336394-6f43-48ac-81cb-407ff103f35e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387347 Sep 19 13:10:46.608285 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:47.269167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311c04e-ce25-499a-b176-5727fb1e87c5 req-09e9a668-d586-4967-ab25-c0ad3a01a004 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:47.270572 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f311c04e-ce25-499a-b176-5727fb1e87c5 req-09e9a668-d586-4967-ab25-c0ad3a01a004 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.1369395 Sep 19 13:10:47.318179 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f311c04e-ce25-499a-b176-5727fb1e87c5 req-a4954a9f-2501-47d9-bc57-5a047f1c8b3a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404565 Sep 19 13:10:48.528791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3b9c-2a78-4a2f-af43-22e305de2f44 req-a2198f8b-51d2-48ef-9863-a376a8f77097 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:48.530172 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c8e3b9c-2a78-4a2f-af43-22e305de2f44 req-a2198f8b-51d2-48ef-9863-a376a8f77097 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0911632 Sep 19 13:10:48.578971 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c8e3b9c-2a78-4a2f-af43-22e305de2f44 req-b428f9d8-8c2b-4919-b843-e6158b3c52bd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430381 Sep 19 13:10:48.798867 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:10:49.781063 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139891c5-22ac-4b19-89f0-6285c3ededf9 req-14d986cf-a6f3-4979-807f-d126fbf7525c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:49.782507 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-139891c5-22ac-4b19-89f0-6285c3ededf9 req-14d986cf-a6f3-4979-807f-d126fbf7525c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0913365 Sep 19 13:10:49.826628 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-139891c5-22ac-4b19-89f0-6285c3ededf9 req-95fda6eb-6a64-4949-9651-725f96eee744 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377271 Sep 19 13:10:51.034076 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6f639-add0-4e07-9313-2ea29464e6a2 req-91ae4881-a419-4606-9b06-dce2f3094965 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:51.035630 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ddd6f639-add0-4e07-9313-2ea29464e6a2 req-91ae4881-a419-4606-9b06-dce2f3094965 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0873528 Sep 19 13:10:51.084529 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ddd6f639-add0-4e07-9313-2ea29464e6a2 req-5db0531c-7e4e-458d-852e-5ed2eafb6c07 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428522 Sep 19 13:10:52.283095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb555c26-3541-46ac-bd8f-e06ece6344b3 req-2056958e-dc05-400a-8b64-3e8851e471a2 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:52.284549 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eb555c26-3541-46ac-bd8f-e06ece6344b3 req-2056958e-dc05-400a-8b64-3e8851e471a2 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0886323 Sep 19 13:10:52.329055 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-eb555c26-3541-46ac-bd8f-e06ece6344b3 req-6e77f14d-065e-4e0a-a68b-0aaf47660851 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378695 Sep 19 13:10:53.517370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:53.539087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bafb93-d1fc-4772-83c5-9b0275905741 req-f6b97012-752e-4661-a0fa-f2b6e71daa83 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:53.540456 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f5bafb93-d1fc-4772-83c5-9b0275905741 req-f6b97012-752e-4661-a0fa-f2b6e71daa83 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0956311 Sep 19 13:10:53.587379 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f5bafb93-d1fc-4772-83c5-9b0275905741 req-24dcfce0-4e65-40c8-8423-75d39cbf97e8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 Sep 19 13:10:54.788118 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dd798-fc49-44d4-96e8-a5e47ce583e8 req-9fae56f0-3582-456c-bebf-4052ab997d1b tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:54.789572 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-897dd798-fc49-44d4-96e8-a5e47ce583e8 req-9fae56f0-3582-456c-bebf-4052ab997d1b tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0875483 Sep 19 13:10:54.838453 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-897dd798-fc49-44d4-96e8-a5e47ce583e8 req-15be8ee4-7346-427f-afd1-ee4ddaa864cc tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432377 Sep 19 13:10:56.041997 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6f18f-e2d3-4bde-8087-217e5ad581e0 req-017119ad-bed1-40ff-8224-6460e6a42e20 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:56.043482 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ebc6f18f-e2d3-4bde-8087-217e5ad581e0 req-017119ad-bed1-40ff-8224-6460e6a42e20 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0879161 Sep 19 13:10:56.087077 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ebc6f18f-e2d3-4bde-8087-217e5ad581e0 req-df42343c-8abe-4630-a1dc-c2cc77323558 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380051 Sep 19 13:10:57.382952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf5949-6296-43d2-9aa0-f4feeb1f44bc req-56cf3db7-b51e-49b1-b7b3-f4e2fcf499c7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:57.384418 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0bdf5949-6296-43d2-9aa0-f4feeb1f44bc req-56cf3db7-b51e-49b1-b7b3-f4e2fcf499c7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.1853850 Sep 19 13:10:57.429072 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0bdf5949-6296-43d2-9aa0-f4feeb1f44bc req-786e3518-f087-4f41-88a9-662a5a4c492a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 Sep 19 13:10:58.561463 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0ec06ec8-4c86-4ec7-8851-cb2ef578887a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:10:58.641342 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e22a1-08be-494f-9414-3fb24f6ba56a req-810e471f-cb30-4b91-ba83-9ac9a7e679f5 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:58.643168 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bf0e22a1-08be-494f-9414-3fb24f6ba56a req-810e471f-cb30-4b91-ba83-9ac9a7e679f5 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0967107 Sep 19 13:10:58.690932 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bf0e22a1-08be-494f-9414-3fb24f6ba56a req-f839b7cc-1f59-4d81-8cd4-b2384c4b6e2a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411539 Sep 19 13:10:58.710519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:10:58.724353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'port_id': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'mac_address': 'fa:16:3e:6c:8e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:10:58.782205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a is: ACTIVE; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:10:58.782205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:58.799317 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ec06ec8-4c86-4ec7-8851-cb2ef578887a {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:10:58.815353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:10:58.882553 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:10:58.957018 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:10:58.965179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.965534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.965927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.966200 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.966538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.967345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.967708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.967916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.968104 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.968465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.968789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.969112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:10:58.977748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['0ec06ec8-4c86-4ec7-8851-cb2ef578887a'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:10:59.929696 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7999b0-0437-404f-95f6-accad8ad63ba req-0206ff8f-cddd-41ff-b7de-e81c73b2bc41 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:10:59.932121 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5e7999b0-0437-404f-95f6-accad8ad63ba req-0206ff8f-cddd-41ff-b7de-e81c73b2bc41 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 944 time: 0.1160204 Sep 19 13:10:59.981513 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5e7999b0-0437-404f-95f6-accad8ad63ba req-1fb5d6e5-cfc0-4315-bd09-f337b8eb925f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Sep 19 13:11:00.580859 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0ec06ec8-4c86-4ec7-8851-cb2ef578887a up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:11:00.672662 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:11:00.673178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:00.804965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:11:00.805358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:00.836791 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:11:00.839256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5648f92c-16f5-46a2-8f5d-2b43dde3c808" -d '{"events": [{"server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:11:00.848922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:11:00.917357 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:00.959724 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9547b47-16d8-4de1-b3cf-01e009d25faa x-openstack-request-id: req-f9547b47-16d8-4de1-b3cf-01e009d25faa {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:11:00.960013 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:11:00.960262 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9547b47-16d8-4de1-b3cf-01e009d25faa {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:11:00.960658 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9547b47-16d8-4de1-b3cf-01e009d25faa'] response: {'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'code': 200} Sep 19 13:11:01.003155 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:11:01.220731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef3f90-a6fa-4f9f-ba53-49c790511e5d req-22aa1113-e3eb-4b8e-acc6-46a2421c116f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:01.222119 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4eef3f90-a6fa-4f9f-ba53-49c790511e5d req-22aa1113-e3eb-4b8e-acc6-46a2421c116f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.1090140 Sep 19 13:11:01.275772 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4eef3f90-a6fa-4f9f-ba53-49c790511e5d req-01d9c901-73d3-450c-a94d-41193744a72f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459540 Sep 19 13:11:02.517974 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e5638-1885-47c3-ac01-0b36afde571b req-3ae56cd4-73fa-468e-b6c4-136eb737316f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:02.525781 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5e8e5638-1885-47c3-ac01-0b36afde571b req-3ae56cd4-73fa-468e-b6c4-136eb737316f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.1179104 Sep 19 13:11:02.585810 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5e8e5638-1885-47c3-ac01-0b36afde571b req-0b7f6b93-c2f0-45ce-9408-fbb80c653366 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584848 Sep 19 13:11:03.837200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486d66f-41d0-4286-8fe4-e101d85180e2 req-e3cd801e-acd9-440b-a7f7-01eb0ca045d2 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:03.838835 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c486d66f-41d0-4286-8fe4-e101d85180e2 req-e3cd801e-acd9-440b-a7f7-01eb0ca045d2 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0973303 Sep 19 13:11:03.888327 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c486d66f-41d0-4286-8fe4-e101d85180e2 req-0336c2c4-206d-4c8f-ab6a-33421be8f4a0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 Sep 19 13:11:05.098370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c7e06-e418-4130-948b-4d0e8129727b req-fa9d5268-3cc9-4b85-8da0-21b552c09fcb tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:05.100116 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-431c7e06-e418-4130-948b-4d0e8129727b req-fa9d5268-3cc9-4b85-8da0-21b552c09fcb tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0953004 Sep 19 13:11:05.146701 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-431c7e06-e418-4130-948b-4d0e8129727b req-407cd4d0-620a-42e6-93d1-24a88023840e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 Sep 19 13:11:06.367077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984961a-0962-41ac-88ee-a435c7e7e58c req-0ebadef8-f87e-4d88-9f11-c64dddfb0a9f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:06.369383 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6984961a-0962-41ac-88ee-a435c7e7e58c req-0ebadef8-f87e-4d88-9f11-c64dddfb0a9f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.1022937 Sep 19 13:11:06.417467 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6984961a-0962-41ac-88ee-a435c7e7e58c req-3c4f15d5-1877-48c4-8aad-1061c6b00536 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Sep 19 13:11:07.630883 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48720-51c3-44cb-bd46-cf87d4fbfcfd req-7e749b66-96a8-4334-b15d-41fb3d61d45b tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:07.632340 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-86c48720-51c3-44cb-bd46-cf87d4fbfcfd req-7e749b66-96a8-4334-b15d-41fb3d61d45b tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0969934 Sep 19 13:11:07.685114 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-86c48720-51c3-44cb-bd46-cf87d4fbfcfd req-9a0720c6-a96c-45d5-a798-86a428924ac7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461311 Sep 19 13:11:08.928024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb120a6-bd3f-4ad8-acdb-5213029fb3a9 req-40675607-e208-4b79-a4b8-5f6225f7b149 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:08.929425 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9fb120a6-bd3f-4ad8-acdb-5213029fb3a9 req-40675607-e208-4b79-a4b8-5f6225f7b149 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0960329 Sep 19 13:11:08.981870 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9fb120a6-bd3f-4ad8-acdb-5213029fb3a9 req-e7510e3a-425b-4f2e-8314-332b4fadda65 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460920 Sep 19 13:11:10.185382 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be311a72-fcb9-4d67-9e2c-65fd4ab74997 req-78a73d63-6957-4f79-b6f2-485493bd37c9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:10.186716 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-be311a72-fcb9-4d67-9e2c-65fd4ab74997 req-78a73d63-6957-4f79-b6f2-485493bd37c9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0922410 Sep 19 13:11:10.231618 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-be311a72-fcb9-4d67-9e2c-65fd4ab74997 req-8b9453e5-3f45-47d4-934e-22e95e4bfd0f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390294 Sep 19 13:11:10.605813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-7d9f06ae-edac-43dc-80e7-ffc2b78f3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:10.607331 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-7d9f06ae-edac-43dc-80e7-ffc2b78f3f92 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1098 time: 0.1190228 Sep 19 13:11:10.746607 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-6a89c71d-0e79-4b7b-ac1e-17b44da9fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:10.748005 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-6a89c71d-0e79-4b7b-ac1e-17b44da9fe6b service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1312795 Sep 19 13:11:10.854495 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-24379ed2-fd72-4c1b-a2fa-62d26b219a8e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 200 len: 1000 time: 0.0965309 Sep 19 13:11:10.916831 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-0b3b74e0-9838-4757-aea9-b91027eaeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:10.918258 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-0b3b74e0-9838-4757-aea9-b91027eaeff7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0573077 Sep 19 13:11:11.006725 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-4c2ab490-68d2-4810-a9ba-acb49fce59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:11.008220 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-4c2ab490-68d2-4810-a9ba-acb49fce59f5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811899 Sep 19 13:11:11.142094 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-ea68e1e5-a340-491e-9c84-3a413beb3d60 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239774 Sep 19 13:11:11.280899 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-02977da1-a962-40e0-bf5c-2a9ace7897b3 req-2708b848-7cb3-4a86-afec-b595cc13239c service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291332 Sep 19 13:11:11.434823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbad4d-e5a6-48ee-831f-3ebc50770700 req-2e9fd00c-098c-4104-afeb-fd4accd9757d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:11.436294 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-38cbad4d-e5a6-48ee-831f-3ebc50770700 req-2e9fd00c-098c-4104-afeb-fd4accd9757d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0916426 Sep 19 13:11:11.480227 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-38cbad4d-e5a6-48ee-831f-3ebc50770700 req-b02db20b-f368-4027-857a-7129a8fab50e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 Sep 19 13:11:11.590965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-697e6fb5-62a5-446f-ad22-9a7f7eeaa9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:12.668972 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0ec06ec8-4c86-4ec7-8851-cb2ef578887a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:11:12.681389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42c1e6-5325-4064-9c3f-3d0cfce9b1cd req-6cb3b7f9-a24a-4866-b898-0f0871376bc9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:12.683003 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3e42c1e6-5325-4064-9c3f-3d0cfce9b1cd req-6cb3b7f9-a24a-4866-b898-0f0871376bc9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 945 time: 0.0898380 Sep 19 13:11:12.738203 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3e42c1e6-5325-4064-9c3f-3d0cfce9b1cd req-18ebb120-f729-4786-a7fb-ca865d3299a9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491867 Sep 19 13:11:12.787896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da49-958b-4f88-a338-216e63978813 req-4382733e-f5dc-40e4-8118-6f234ead99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:12.789384 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e1a3da49-958b-4f88-a338-216e63978813 req-4382733e-f5dc-40e4-8118-6f234ead99b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1098 time: 0.0807869 Sep 19 13:11:12.804161 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:11:12.804544 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:12.831183 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:11:12.833650 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5376a2cf5201e49b1dcf953a177fbfa2d2d13a9ca408fd0ca579cc356056a20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec7c18f-aff6-40b3-a97f-b586c70e624a" -d '{"events": [{"server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:11:12.841642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:11:12.880110 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 13:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ce6870-99a8-4360-b6d5-13d4c466c6f0 x-openstack-request-id: req-07ce6870-99a8-4360-b6d5-13d4c466c6f0 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:11:12.880483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:11:12.880742 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07ce6870-99a8-4360-b6d5-13d4c466c6f0 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:11:12.881177 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ce6870-99a8-4360-b6d5-13d4c466c6f0'] response: {'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'code': 200} Sep 19 13:11:12.911053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:12.936697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da49-958b-4f88-a338-216e63978813 req-0c82f4e8-f4dc-489a-b894-77f1342cac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:12.938081 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e1a3da49-958b-4f88-a338-216e63978813 req-0c82f4e8-f4dc-489a-b894-77f1342cac1c service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1289771 Sep 19 13:11:12.982778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:11:13.157458 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e1a3da49-958b-4f88-a338-216e63978813 req-c7ff6324-2ad1-4cd2-b533-526a7999fb32 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 200 len: 998 time: 0.2005668 Sep 19 13:11:13.223780 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da49-958b-4f88-a338-216e63978813 req-db060e15-6903-43d2-a08c-635ffd3c4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:13.225696 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e1a3da49-958b-4f88-a338-216e63978813 req-db060e15-6903-43d2-a08c-635ffd3c4a59 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0592186 Sep 19 13:11:13.322995 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da49-958b-4f88-a338-216e63978813 req-ad7b6651-604f-4dbf-a0f0-bdad7f2f989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:13.324529 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e1a3da49-958b-4f88-a338-216e63978813 req-ad7b6651-604f-4dbf-a0f0-bdad7f2f989e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819068 Sep 19 13:11:13.460549 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e1a3da49-958b-4f88-a338-216e63978813 req-c6f07866-a421-4a4e-85c1-987f22e9a35b service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263986 Sep 19 13:11:13.592471 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-e1a3da49-958b-4f88-a338-216e63978813 req-cf2b9a27-4c87-430f-b5a4-64428d6ea962 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250415 Sep 19 13:11:13.710240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb5ae-583c-4063-96d6-567f6b48d069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:13.944530 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0a941-134b-4586-890f-37d51d24c2d1 req-2fb1b714-34fd-46c1-86aa-e3bf0a6e947d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:13.945917 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bff0a941-134b-4586-890f-37d51d24c2d1 req-2fb1b714-34fd-46c1-86aa-e3bf0a6e947d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0890572 Sep 19 13:11:13.990687 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bff0a941-134b-4586-890f-37d51d24c2d1 req-45825d24-22cb-4cf9-982d-a17990d26f8a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389578 Sep 19 13:11:14.485519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bc7e2-45bd-493a-b3af-52f71487772b req-c8d4f930-25c0-4657-9975-61ac7caff982 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:14.487000 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bf0bc7e2-45bd-493a-b3af-52f71487772b req-c8d4f930-25c0-4657-9975-61ac7caff982 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0930126 Sep 19 13:11:14.537040 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bf0bc7e2-45bd-493a-b3af-52f71487772b req-9bbd869c-b5e7-420b-806b-6b69b73fefd1 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Sep 19 13:11:14.619384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:14.924311 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-596fe055-e34b-4c80-a387-3ec43aba7028 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230347 Sep 19 13:11:15.202134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:15.735938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de873e8-d1d8-4054-982d-28ec39fbc1e2 req-a4c64235-6150-4059-b0ac-32c666b76f86 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:15.737395 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4de873e8-d1d8-4054-982d-28ec39fbc1e2 req-a4c64235-6150-4059-b0ac-32c666b76f86 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0880740 Sep 19 13:11:15.784523 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4de873e8-d1d8-4054-982d-28ec39fbc1e2 req-0883ed95-154f-4dbe-8718-a8ac1ea6e588 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Sep 19 13:11:16.653402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:16.668945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0ec06ec8-4c86-4ec7-8851-cb2ef578887a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:11:16.782029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a is: DOWN; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:11:16.983200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a21af-1f6e-4b61-a710-b7a5d1a949d7 req-d1e8bbcd-7365-4575-82f7-975664aaf615 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:16.984644 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-122a21af-1f6e-4b61-a710-b7a5d1a949d7 req-d1e8bbcd-7365-4575-82f7-975664aaf615 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0873485 Sep 19 13:11:17.028271 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-122a21af-1f6e-4b61-a710-b7a5d1a949d7 req-b0868390-ed7d-4c5d-a118-fdb457e7b499 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Sep 19 13:11:18.236744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd3c7d-0e62-4076-818e-8a5a0d8a4a7a req-dc7444da-9da4-4254-961f-033cc76b6abb tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:18.238083 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1fd3c7d-0e62-4076-818e-8a5a0d8a4a7a req-dc7444da-9da4-4254-961f-033cc76b6abb tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0941427 Sep 19 13:11:18.282903 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1fd3c7d-0e62-4076-818e-8a5a0d8a4a7a req-8ca352e0-6464-4b6e-99e6-d307913fd4fa tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388367 Sep 19 13:11:18.523512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-ea16d7d3-abab-4495-bda1-d43a32ccf0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:18.525060 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-ea16d7d3-abab-4495-bda1-d43a32ccf0bf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6&tenant_id=66505fae3e2a4d41873bac011c670a2b HTTP/1.1" status: 200 len: 1096 time: 0.0791571 Sep 19 13:11:18.634250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-8723bab0-1f90-479f-8798-154b95d10967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:18.635774 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-8723bab0-1f90-479f-8798-154b95d10967 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1096 time: 0.0818839 Sep 19 13:11:18.771030 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-8b2923ce-9644-410c-b71f-af1b0fea834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:18.773217 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-8b2923ce-9644-410c-b71f-af1b0fea834a service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1286077 Sep 19 13:11:18.875948 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-78de07d9-36c6-48b5-9269-d5047630a3eb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 200 len: 998 time: 0.0928776 Sep 19 13:11:18.947632 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-51b44e44-92f3-450c-96ab-d2e492ad8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:18.949063 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-51b44e44-92f3-450c-96ab-d2e492ad8b55 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0613101 Sep 19 13:11:19.033491 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-5c7c3102-2f22-4a86-a093-c947043d6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:19.034961 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-5c7c3102-2f22-4a86-a093-c947043d6ba4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768266 Sep 19 13:11:19.168958 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-094110ae-a188-410e-b30e-aa641b840689 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241057 Sep 19 13:11:19.304756 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9bc87143-cd8d-4aa8-95e3-30d5604d0d22 req-c64e6038-fc3f-4349-8c8c-1cd35ff34219 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262918 Sep 19 13:11:19.497896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad9419-9951-4de4-aa6d-c3c75a624255 req-bba5ed52-219a-48c1-929f-32622ecfdcf0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:19.499460 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d8ad9419-9951-4de4-aa6d-c3c75a624255 req-bba5ed52-219a-48c1-929f-32622ecfdcf0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0882161 Sep 19 13:11:19.555842 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d8ad9419-9951-4de4-aa6d-c3c75a624255 req-19396ee0-86dc-4191-8ce2-0ee0d60d3a41 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499840 Sep 19 13:11:20.772815 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b32242-b1b3-4f67-89b5-85ce2157a2ae req-96b2096f-8bb2-49a0-a47a-43580f3a21bc tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:20.774465 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-18b32242-b1b3-4f67-89b5-85ce2157a2ae req-96b2096f-8bb2-49a0-a47a-43580f3a21bc tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0965173 Sep 19 13:11:20.821644 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-18b32242-b1b3-4f67-89b5-85ce2157a2ae req-0264c5e4-beea-4232-8e83-69766aefe044 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410366 Sep 19 13:11:22.061755 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb3043-17bd-4989-a2b8-34c3cddeed33 req-91dc2cc6-4861-46fc-8acc-add771fa8420 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:22.063375 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-57fb3043-17bd-4989-a2b8-34c3cddeed33 req-91dc2cc6-4861-46fc-8acc-add771fa8420 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.1119795 Sep 19 13:11:22.120557 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-57fb3043-17bd-4989-a2b8-34c3cddeed33 req-b5503398-7efb-4f2d-a9b8-1c1500db4a87 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484691 Sep 19 13:11:23.361526 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ebd0-f0e0-4112-a482-df7a9668045f req-6da0a608-c912-46aa-a5c4-01f1c76a719d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:23.369010 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f814ebd0-f0e0-4112-a482-df7a9668045f req-6da0a608-c912-46aa-a5c4-01f1c76a719d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.1090200 Sep 19 13:11:23.448120 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f814ebd0-f0e0-4112-a482-df7a9668045f req-e393421f-72e8-419f-96b0-cbc72dff2aed tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712535 Sep 19 13:11:23.538770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:24.652658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c8080-342c-4667-933a-f3d1f6c5bb9f req-cfa0dce6-5089-4ff9-82d1-95d8db2b2b6e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:24.654155 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-807c8080-342c-4667-933a-f3d1f6c5bb9f req-cfa0dce6-5089-4ff9-82d1-95d8db2b2b6e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0945640 Sep 19 13:11:24.704464 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-807c8080-342c-4667-933a-f3d1f6c5bb9f req-c6e3342a-15aa-46bf-83da-742b9adb1ace tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442863 Sep 19 13:11:25.803175 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:11:26.039455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc7e83-2154-493b-a562-6ec71fb0043f req-da65bd16-e11f-4875-9a54-d205f6db687d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:26.040973 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2efc7e83-2154-493b-a562-6ec71fb0043f req-da65bd16-e11f-4875-9a54-d205f6db687d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.2081497 Sep 19 13:11:26.088516 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2efc7e83-2154-493b-a562-6ec71fb0043f req-4dcc72ff-e28b-4e2d-94f9-5036ab76e498 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410256 Sep 19 13:11:27.348942 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b577ed-daac-43fa-a00a-addafe91fb3f req-a49959ae-3e33-4cf6-b293-45154eabdd43 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:27.351802 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4b577ed-daac-43fa-a00a-addafe91fb3f req-a49959ae-3e33-4cf6-b293-45154eabdd43 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.1070790 Sep 19 13:11:27.401141 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4b577ed-daac-43fa-a00a-addafe91fb3f req-4bfec466-98c0-40cc-bc67-70ad931e597e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Sep 19 13:11:28.601396 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4d9cd-7c32-4b8d-ba27-9c283b762f9e req-b0cb820d-feb7-4da9-bd29-7c3b999e2a06 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:28.603541 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7bb4d9cd-7c32-4b8d-ba27-9c283b762f9e req-b0cb820d-feb7-4da9-bd29-7c3b999e2a06 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.0877719 Sep 19 13:11:28.648648 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7bb4d9cd-7c32-4b8d-ba27-9c283b762f9e req-e9160f27-1a87-4414-801c-4fbbd7f45209 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392587 Sep 19 13:11:29.866052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4f929-aa60-4dde-a701-9c3bb27f0fc0 req-cef5feaf-d141-4827-875b-d826f9255da1 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:29.867705 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d1f4f929-aa60-4dde-a701-9c3bb27f0fc0 req-cef5feaf-d141-4827-875b-d826f9255da1 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 943 time: 0.1009440 Sep 19 13:11:29.914414 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d1f4f929-aa60-4dde-a701-9c3bb27f0fc0 req-0b52ab7c-a17b-4b27-95e8-0ea46f037142 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399981 Sep 19 13:11:30.717061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0ec06ec8-4c86-4ec7-8851-cb2ef578887a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:11:30.851080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:11:30.864922 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'port_id': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'mac_address': 'fa:16:3e:6c:8e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:11:30.919812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:11:30.920187 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:30.936542 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec06ec8-4c86-4ec7-8851-cb2ef578887a {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:11:30.952548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:11:31.012965 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:31.083750 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=9']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:11:31.117171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fa6a2-55a3-4f76-9439-7cd42c3d7c3d req-55d31906-c18a-4af7-8eff-5193b59afb85 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:31.118639 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-362fa6a2-55a3-4f76-9439-7cd42c3d7c3d req-55d31906-c18a-4af7-8eff-5193b59afb85 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 944 time: 0.0907311 Sep 19 13:11:31.167530 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-362fa6a2-55a3-4f76-9439-7cd42c3d7c3d req-30f30fc6-7517-490b-96a0-48e752e550ac tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429461 Sep 19 13:11:31.352143 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['0ec06ec8-4c86-4ec7-8851-cb2ef578887a'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:11:32.363561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ada07-3931-4a0d-8f29-32811deb1602 req-d7daa116-359d-4d9e-97b5-28b4377a75d6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:32.365022 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b12ada07-3931-4a0d-8f29-32811deb1602 req-d7daa116-359d-4d9e-97b5-28b4377a75d6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 944 time: 0.0876446 Sep 19 13:11:32.408955 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b12ada07-3931-4a0d-8f29-32811deb1602 req-8d2472c8-169b-488d-bd39-d602b6b218dc tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381374 Sep 19 13:11:32.730385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0ec06ec8-4c86-4ec7-8851-cb2ef578887a up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:11:32.801501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:11:32.801871 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:32.923432 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:11:32.923811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:32.950436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:11:32.959198 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:11:32.993794 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9dfa97694008ba29f3989e61dc9c034c1cb9132fd6cdd5ef447b08d1bad052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46c4686-a541-404b-9c59-f01f978e06ba" -d '{"events": [{"server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:11:33.023916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:33.084212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536663ea-9deb-4810-8bd8-333bbbeab193 x-openstack-request-id: req-536663ea-9deb-4810-8bd8-333bbbeab193 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:11:33.084504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:11:33.084759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-536663ea-9deb-4810-8bd8-333bbbeab193 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:11:33.085154 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536663ea-9deb-4810-8bd8-333bbbeab193'] response: {'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'code': 200} Sep 19 13:11:33.097450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=10']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:11:33.500065 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a5c2-a7ad-4ff7-bf75-012d64285114 req-73928016-7d06-437b-ac0a-2de6b0907f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:33.501560 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-44d2a5c2-a7ad-4ff7-bf75-012d64285114 req-73928016-7d06-437b-ac0a-2de6b0907f77 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1099 time: 0.0882134 Sep 19 13:11:33.546491 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-44d2a5c2-a7ad-4ff7-bf75-012d64285114 req-c4459651-1281-4eb1-8b84-58c17a98d09d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351226 Sep 19 13:11:33.624542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af306c-518d-4d15-b55b-c7985d2f3b80 req-187bd0f9-04fd-46a3-9668-e5b516adcacb tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:33.625995 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1af306c-518d-4d15-b55b-c7985d2f3b80 req-187bd0f9-04fd-46a3-9668-e5b516adcacb tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 946 time: 0.0955276 Sep 19 13:11:33.669292 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a1af306c-518d-4d15-b55b-c7985d2f3b80 req-92f77a91-a5f9-4eb8-b4fc-c8051e4d3f81 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376334 Sep 19 13:11:34.874700 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fc57c-6b82-4631-8ccd-8105e2986397 req-c790008d-54b7-4b03-affe-bd61768fcea4 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:34.876214 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-375fc57c-6b82-4631-8ccd-8105e2986397 req-c790008d-54b7-4b03-affe-bd61768fcea4 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 946 time: 0.0900338 Sep 19 13:11:34.925530 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-375fc57c-6b82-4631-8ccd-8105e2986397 req-5e27614d-f555-419e-ae94-3c98b5311545 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Sep 19 13:11:36.129293 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bead1-c77e-4fc5-9cd4-a846f0a5dc07 req-a8c6c3a4-fd58-48bc-a448-c99102d377bb tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:11:36.130733 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ea5bead1-c77e-4fc5-9cd4-a846f0a5dc07 req-a8c6c3a4-fd58-48bc-a448-c99102d377bb tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 946 time: 0.0890903 Sep 19 13:11:36.174823 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ea5bead1-c77e-4fc5-9cd4-a846f0a5dc07 req-ddea1946-462f-405c-8ff5-ffd0dea8557d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379865 Sep 19 13:11:41.625302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b4ea6934-e14b-4060-b27b-dc9b079e94e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:43.721677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1b62931a-6445-4992-8705-2cb565a9f82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:44.613223 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:45.293511 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:46.663860 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:11:53.521541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:02.803686 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:12:11.601987 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-6db906c1-1ac3-476b-a46d-3586576478bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:13.720550 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-98cab411-c823-48b2-8095-e94c0a955844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:14.303964 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-f9745602-ca48-4412-83f0-c80ccdcfe515 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789192 Sep 19 13:12:14.544813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-e2fa6274-fc99-4084-8308-c456347bbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:14.544813 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-e2fa6274-fc99-4084-8308-c456347bbeca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1099 time: 0.1703508 Sep 19 13:12:14.595265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:14.690288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-4ec100c6-759c-4fb6-aea4-66eeb61e4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:14.691734 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-4ec100c6-759c-4fb6-aea4-66eeb61e4420 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1277699 Sep 19 13:12:14.795248 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-dfa08a4d-0854-4b6d-b30c-d95a2d1f8c30 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 200 len: 1000 time: 0.0960689 Sep 19 13:12:14.858280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-6158479a-b413-4a67-a9b5-87ffe4750c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:14.860316 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-6158479a-b413-4a67-a9b5-87ffe4750c8c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0568428 Sep 19 13:12:14.952625 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-0f2d1655-07b1-4135-b7f3-1340829a7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:14.954310 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-0f2d1655-07b1-4135-b7f3-1340829a7e9e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858006 Sep 19 13:12:15.086627 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-3f6f86e5-0f6e-4b84-9aa7-4a35219a1f8d service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226211 Sep 19 13:12:15.213469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:15.222089 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-94996353-afb0-45c7-bbff-32b9263a7d19 req-b82f60cb-e4ca-4985-8926-da648aa3780a service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263757 Sep 19 13:12:16.642219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:23.492800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:39.802943 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:12:41.595214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-985a2f5c-d07c-4809-b4ff-5e707eea7480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:43.715744 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9911d71a-743c-4e77-a099-3a9c4c9fdfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:44.593952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:45.229354 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:46.669578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:48.961880 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40582) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:12:49.168722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Deleting port dcb3fdf3-291b-4838-a1b7-18d239d41001 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:12:49.169187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:49.356912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:49.357239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:49.479153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Calling delete_port for dcb3fdf3-291b-4838-a1b7-18d239d41001 owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:12:49.685146 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:49.778554 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event deleted for resources: {'Port': ['ID=dcb3fdf3-291b-4838-a1b7-18d239d41001,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:12:49.817577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.824095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:49.854247 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:49.854584 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Floating IP c47c80a7-da63-4c35-bb38-d594959d3897 disassociated (deleted). External IP: 172.26.5.34, port: 0ec06ec8-4c86-4ec7-8851-cb2ef578887a. Sep 19 13:12:50.310198 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:12:50.501266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:12:50.512263 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] Sync routers for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:12:50.518054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:50.522529 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:12:50.523241 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:12:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:12:50.573176 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-855591fd-4e90-4578-ab11-fade95fcd475 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "DELETE /v2.0/floatingips/c47c80a7-da63-4c35-bb38-d594959d3897 HTTP/1.1" status: 204 len: 168 time: 1.6101260 Sep 19 13:12:50.573638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:12:50.619648 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8eeafed157642fcac1667fb31d0e0f5f27bb7ec7077b8ad4bab597b525305a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:12:50.706562 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:12:50.716242 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c602e626-8f5a-4ffa-af05-204a09d8e4b8 x-openstack-request-id: req-c602e626-8f5a-4ffa-af05-204a09d8e4b8 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:12:50.716546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:12:50.716803 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c602e626-8f5a-4ffa-af05-204a09d8e4b8 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:12:50.717224 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c602e626-8f5a-4ffa-af05-204a09d8e4b8'] response: {'name': 'network-changed', 'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'status': 'completed', 'code': 200} Sep 19 13:12:50.835931 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-789e2882-0b5f-4bb2-a24e-8e66253916f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:50.837382 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-789e2882-0b5f-4bb2-a24e-8e66253916f2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 1099 time: 0.0985894 Sep 19 13:12:50.987539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-d8a5e22d-b17a-4deb-9b1f-461002d3dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:50.987539 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-d8a5e22d-b17a-4deb-9b1f-461002d3dc95 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1367919 Sep 19 13:12:51.059543 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-1f8f6ac4-728b-4242-8b89-ad7e7359d795 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 200 len: 217 time: 0.0684860 Sep 19 13:12:51.097059 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:12:51.101423 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] Checking router: c10129a2-2d27-4d9e-9171-1cf87f6a6f7d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:12:51.111959 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:12:51.111959 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:12:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:12:51.128062 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-e2f7c6c1-8d84-43a4-82d0-5b1726194116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:51.129528 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-e2f7c6c1-8d84-43a4-82d0-5b1726194116 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0630221 Sep 19 13:12:51.153278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1739a0-207d-4756-a570-b1ecb08f6af4 req-12b292f0-3beb-46c5-ab16-1f052c21b2f7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:51.154334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7d1739a0-207d-4756-a570-b1ecb08f6af4 req-12b292f0-3beb-46c5-ab16-1f052c21b2f7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Synchronizing usage tracker for tenant:66505fae3e2a4d41873bac011c670a2b on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:12:51.218079 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-3add4a99-ec62-4dc8-995d-8d46d81b60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:51.219648 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-3add4a99-ec62-4dc8-995d-8d46d81b60a1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835128 Sep 19 13:12:51.229848 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7d1739a0-207d-4756-a570-b1ecb08f6af4 req-12b292f0-3beb-46c5-ab16-1f052c21b2f7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Unset dirty status for tenant:66505fae3e2a4d41873bac011c670a2b on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:12:51.233485 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7d1739a0-207d-4756-a570-b1ecb08f6af4 req-12b292f0-3beb-46c5-ab16-1f052c21b2f7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 946 time: 0.1716285 Sep 19 13:12:51.287845 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7d1739a0-207d-4756-a570-b1ecb08f6af4 req-5111ce8f-e09c-4c99-831b-377019fc72a0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486124 Sep 19 13:12:51.300020 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:12:51.365990 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-5f88bf65-075f-401a-97de-f4b94d770824 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389019 Sep 19 13:12:51.500065 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-cde2517c-9c0b-4fec-aa4b-ee73deb6e63e req-a9b91a7b-ee8e-43dc-8174-cc2d9dc7cdd7 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285403 Sep 19 13:12:51.628168 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:12:51.632813 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0be7dc-a2a3-4aa2-a08d-84ac27777fa9 None None] The sync data for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv is: [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:12:51.854446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68191e7f-3839-4af7-bfda-f0c98dd91277 None None] New status for floating IP c47c80a7-da63-4c35-bb38-d594959d3897: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:12:52.490781 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813113d3-3452-4ef9-b0af-ec6bc88e1f03 req-7f08982f-b4ff-4b53-bd82-86f52e9b46c8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:52.492405 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-813113d3-3452-4ef9-b0af-ec6bc88e1f03 req-7f08982f-b4ff-4b53-bd82-86f52e9b46c8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 946 time: 0.0890813 Sep 19 13:12:52.530993 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-2f7a6b13-2c6b-4d33-9e65-e13ee5e3dd5c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:12:52.531608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-2f7a6b13-2c6b-4d33-9e65-e13ee5e3dd5c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Synchronizing usage tracker for tenant:66505fae3e2a4d41873bac011c670a2b on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:12:52.538283 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-813113d3-3452-4ef9-b0af-ec6bc88e1f03 req-cf091bd3-cbf9-40ff-b81e-504070db32fc tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=45e8d1fc-8069-4577-b137-9bf350b9585b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Sep 19 13:12:52.544486 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-2f7a6b13-2c6b-4d33-9e65-e13ee5e3dd5c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Unset dirty status for tenant:66505fae3e2a4d41873bac011c670a2b on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:12:52.545611 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-2f7a6b13-2c6b-4d33-9e65-e13ee5e3dd5c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 946 time: 0.1006575 Sep 19 13:12:52.719963 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Deleting port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:12:52.720301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:52.967643 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] For port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:12:52.967915 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:53.089107 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Calling delete_port for 0ec06ec8-4c86-4ec7-8851-cb2ef578887a owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:12:53.286280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:53.337053 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event deleted for resources: {'Port': ['ID=0ec06ec8-4c86-4ec7-8851-cb2ef578887a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:12:53.379918 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.380271 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.380692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.381533 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.381871 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.382195 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.382522 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.382877 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.383203 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.383526 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.383846 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.384166 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:12:53.441578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] No DVR routers for this DVR port 0ec06ec8-4c86-4ec7-8851-cb2ef578887a on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:12:53.441578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:53.441578 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'name': 'network-vif-deleted', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:12:53.494080 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f50278b48f392221e45d90f9949db7427f8bc222106ef196f1c9c555c85e3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581ab86b-dedc-4f05-932d-891ab7565ef1" -d '{"events": [{"server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "name": "network-vif-deleted", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:12:53.525053 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:53.533025 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7ddfa76-5903-4d08-8476-5202fa04973d req-509aaf22-5ce3-4265-a238-963f625083cf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.85 "DELETE /v2.0/ports/0ec06ec8-4c86-4ec7-8851-cb2ef578887a HTTP/1.1" status: 204 len: 173 time: 0.9799168 Sep 19 13:12:53.583592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b56e2bd-1c81-4d85-8707-df6a8d3185b9 x-openstack-request-id: req-7b56e2bd-1c81-4d85-8707-df6a8d3185b9 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:12:53.585766 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4100762-edd6-4d22-a037-dcc1ceaea6a6", "name": "network-vif-deleted", "tag": "0ec06ec8-4c86-4ec7-8851-cb2ef578887a", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:12:53.586051 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b56e2bd-1c81-4d85-8707-df6a8d3185b9 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:12:53.586470 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b56e2bd-1c81-4d85-8707-df6a8d3185b9'] response: {'server_uuid': 'c4100762-edd6-4d22-a037-dcc1ceaea6a6', 'name': 'network-vif-deleted', 'tag': '0ec06ec8-4c86-4ec7-8851-cb2ef578887a', 'status': 'completed', 'code': 200} Sep 19 13:12:53.718028 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2ea6d1cf-3dde-46ce-8f6b-7e46c8c860a9 req-0dd7a022-d9cb-40a6-8aa0-5e2d0dd62fe9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4100762-edd6-4d22-a037-dcc1ceaea6a6 HTTP/1.1" status: 200 len: 210 time: 0.0585995 Sep 19 13:12:54.831576 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40626) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:12:54.906559 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a262509-85f9-4c35-a19d-a3e1177de5f0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:54.937619 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a262509-85f9-4c35-a19d-a3e1177de5f0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:55.089011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a262509-85f9-4c35-a19d-a3e1177de5f0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:55.105086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a262509-85f9-4c35-a19d-a3e1177de5f0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e8d1fc-8069-4577-b137-9bf350b9585b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:12:55.122302 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0ec06ec8-4c86-4ec7-8851-cb2ef578887a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:12:55.157349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 0ec06ec8-4c86-4ec7-8851-cb2ef578887a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:12:55.157679 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 0ec06ec8-4c86-4ec7-8851-cb2ef578887a not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:12:55.170944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4a262509-85f9-4c35-a19d-a3e1177de5f0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:55.172089 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4a262509-85f9-4c35-a19d-a3e1177de5f0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "DELETE /v2.0/security-groups/45e8d1fc-8069-4577-b137-9bf350b9585b HTTP/1.1" status: 204 len: 168 time: 0.3395536 Sep 19 13:12:55.381391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40636) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:12:55.386965 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121139279', 'description': 'tempest-secgroup-smoke-1121139279 description', 'project_id': '66505fae3e2a4d41873bac011c670a2b'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:12:55.393168 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:12:55.398189 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:12:55.401221 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:12:55.407021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:12:55.480519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:55.500613 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:12:55.504541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:12:55.508090 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:12:55.513753 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:12:55.583086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:55.652119 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:55.697528 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d96a3f-204e-4579-8f6b-1f1f9c1a028b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:12:55.743616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:55.744870 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f377e05c-74e5-45b9-bff0-34ee7198f41e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3624098 Sep 19 13:12:55.747719 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40640) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:12:55.752597 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '26d96a3f-204e-4579-8f6b-1f1f9c1a028b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:12:55.759479 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:12:55.763438 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:12:55.766312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:12:55.772268 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:12:55.836003 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:55.895850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:55.944391 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:55.968028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e78f6f-9905-461f-a607-24c11eb311ce,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:12:56.040722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.041970 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-759b581d-b745-4150-a8d5-55b6800a268f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933443 Sep 19 13:12:56.044723 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40644) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:12:56.049684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '26d96a3f-204e-4579-8f6b-1f1f9c1a028b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:12:56.056444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:12:56.060260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:12:56.063171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:12:56.068949 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:12:56.126993 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.190914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.240617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.266703 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62ca0e3-019e-4799-9f60-bbe471e37e8d,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:12:56.315096 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.316337 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-40bca380-120f-4fd5-919a-414089f34cae tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2706342 Sep 19 13:12:56.319749 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40648) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:12:56.324820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '26d96a3f-204e-4579-8f6b-1f1f9c1a028b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:12:56.331011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:12:56.335223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:12:56.338149 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:12:56.344162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:12:56.389422 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.451480 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.531709 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.555021 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3417781d-bd4a-4bef-adca-3b02950448f6,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:12:56.646929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.647621 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4798e194-9d2d-460e-90e3-819ebb7ac0ea tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268683 Sep 19 13:12:56.650567 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40652) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:12:56.657161 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '26d96a3f-204e-4579-8f6b-1f1f9c1a028b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:12:56.663474 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:12:56.667351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:12:56.670285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:12:56.676971 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:12:56.763034 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.828983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.909067 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:56.934276 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f1dbbc-a3a3-484f-8671-307c75ac3d50,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:12:57.004791 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:57.006285 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-751f26a0-343a-4413-adf5-1156550d3a90 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3546124 Sep 19 13:12:57.009018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40656) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:12:57.013832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '26d96a3f-204e-4579-8f6b-1f1f9c1a028b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:12:57.019979 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:12:57.024419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:12:57.028572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:12:57.040346 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:12:57.142255 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Project 66505fae3e2a4d41873bac011c670a2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:12:57.150138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:57.213617 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:57.350064 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:57.374302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4897154-222e-4291-9bb1-f75354158c59,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:12:57.458086 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:57.460356 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-af4538e8-181b-4505-9992-7524e626fec6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4502685 Sep 19 13:12:57.463418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40660) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:12:57.468838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'security_group_rule': {'security_group_id': '26d96a3f-204e-4579-8f6b-1f1f9c1a028b', 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:12:57.475228 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:12:57.479267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:security_group_rule and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:12:57.482152 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:12:57.487952 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:12:57.570928 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Project 66505fae3e2a4d41873bac011c670a2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:12:57.577771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:57.645095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:57.702204 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:57.729650 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d975a4-0741-4555-8b7c-af97ec611c72,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:12:57.805532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:12:57.807067 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-72580e65-e26c-4b35-a338-c08e689a68b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3424220 Sep 19 13:13:11.600739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f6937587-1df9-4e97-a8bb-1f79492f5c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:13.766171 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0e27eed0-1563-4878-8b0d-abf5cc4159a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:14.672881 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:15.263267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:16.673061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:16.801739 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:13:23.126199 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-a78048f0-33d5-445c-bc25-5ed07ecd600e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Synchronizing usage tracker for tenant:66505fae3e2a4d41873bac011c670a2b on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:13:23.200456 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-a78048f0-33d5-445c-bc25-5ed07ecd600e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Unset dirty status for tenant:66505fae3e2a4d41873bac011c670a2b on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:13:23.201690 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-a78048f0-33d5-445c-bc25-5ed07ecd600e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121139279&fields=id&tenant_id=66505fae3e2a4d41873bac011c670a2b HTTP/1.1" status: 200 len: 267 time: 0.2240829 Sep 19 13:13:23.364206 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ad6db1c0-3592-42e3-9e37-d108dba1311a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:23.365641 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ad6db1c0-3592-42e3-9e37-d108dba1311a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 809 time: 0.1565661 Sep 19 13:13:23.380931 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-cf6e258d-e2f7-4e17-9f9e-1372ae528573 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/quotas/66505fae3e2a4d41873bac011c670a2b HTTP/1.1" status: 200 len: 375 time: 0.0090013 Sep 19 13:13:23.471209 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-9aa90ab3-6337-4dd1-90e5-4fa0991d0d74 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855036 Sep 19 13:13:23.512780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:23.591601 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-4c014b41-13b3-4c7c-bbc5-4cbbf8a1d91c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 13:13:23.592618 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-4c014b41-13b3-4c7c-bbc5-4cbbf8a1d91c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436749 Sep 19 13:13:23.725578 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-584c3b1f-0e2e-48dd-839d-8152a0e9d0ac service neutron] 10.222.0.66 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269214 Sep 19 13:13:23.857249 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-77a4b6cb-fc1c-43cf-b7e1-199a97e23c7b service neutron] 10.222.0.66 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259246 Sep 19 13:13:24.540157 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a9203f09-aed7-468f-8b77-b87aa6211f5c req-20d85e94-2a36-4de0-b05b-5738384c8bfd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 210 time: 0.0553880 Sep 19 13:13:25.703330 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c418ee71-031c-41ab-88b4-538c01e5a884 req-7f33a64c-2e1f-45e3-8312-8b1e62812d76 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 210 time: 0.0494459 Sep 19 13:13:26.739701 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-1066e6fc-0297-49e3-b0c4-e593040b1a29 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:26.741071 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-1066e6fc-0297-49e3-b0c4-e593040b1a29 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 809 time: 0.1463697 Sep 19 13:13:26.797369 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-9bd875a0-1e3e-48e2-afa0-fe33daab198f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66505fae3e2a4d41873bac011c670a2b HTTP/1.1" status: 200 len: 380 time: 0.0431297 Sep 19 13:13:26.809056 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'port': {'device_id': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'admin_state_up': True, 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'security_groups': ['26d96a3f-204e-4579-8f6b-1f1f9c1a028b']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:13:26.872739 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3e6ee109-ca54-416e-a86e-920ff501b07f req-b44b4150-a23f-424e-b2a9-b5992ffbd1ed tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 210 time: 0.0535657 Sep 19 13:13:26.955386 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:13:26.959514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:port and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:13:26.962370 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:13:26.969204 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:13:27.067094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Made reservation on behalf of 66505fae3e2a4d41873bac011c670a2b for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:13:27.070840 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:27.240895 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Allocated IP 172.20.0.7 (d0574eb0-b196-4c27-ada1-3fdb6f519d8b/78071a0e-6d32-473f-baee-ca76f0c8fad7/12f932a0-f396-4b22-b895-87625f491ca7) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:13:27.440322 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:27.456628 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Transition to ACTIVE for port object 12f932a0-f396-4b22-b895-87625f491ca7 will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:13:27.526129 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:27.606085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Network d0574eb0-b196-4c27-ada1-3fdb6f519d8b is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:13:27.609277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:13:27.613325 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:13:27.650734 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'Port': ['ID=12f932a0-f396-4b22-b895-87625f491ca7,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:13:27.684806 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:27.687301 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:27.795988 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-ae1da668-ec51-478d-a398-1675441ed738 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9913421 Sep 19 13:13:27.811586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Request body: {'port': {'device_id': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:13:27.914384 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-669e911c-676b-4ea1-8c4e-ae60ceb3d5a0 None None] Provisioning for port 12f932a0-f396-4b22-b895-87625f491ca7 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:13:27.921692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-669e911c-676b-4ea1-8c4e-ae60ceb3d5a0 None None] Provisioning complete for port 12f932a0-f396-4b22-b895-87625f491ca7 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:13:27.922267 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-669e911c-676b-4ea1-8c4e-ae60ceb3d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:28.017539 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-669e911c-676b-4ea1-8c4e-ae60ceb3d5a0 None None] Port 12f932a0-f396-4b22-b895-87625f491ca7 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:13:28.048810 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:28.106534 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bec92-6fb2-4565-8372-ab4fecfe888c req-c342682f-5466-4f49-88a7-c14ed171b46d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:28.108352 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c8bec92-6fb2-4565-8372-ab4fecfe888c req-c342682f-5466-4f49-88a7-c14ed171b46d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 931 time: 0.0971210 Sep 19 13:13:28.157632 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4c8bec92-6fb2-4565-8372-ab4fecfe888c req-231523a2-9947-4b4c-9c54-5df7f564b49b tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410306 Sep 19 13:13:28.423431 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f932a0-f396-4b22-b895-87625f491ca7 {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:13:28.430514 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:28.445928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Transition to ACTIVE for port object 12f932a0-f396-4b22-b895-87625f491ca7 will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:13:28.524225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:28.745656 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=12f932a0-f396-4b22-b895-87625f491ca7,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:13:28.778050 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Attempting to bind port 12f932a0-f396-4b22-b895-87625f491ca7 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:13:28.778315 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Attempting to bind port 12f932a0-f396-4b22-b895-87625f491ca7 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:13:28.778539 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Attempting to bind port 12f932a0-f396-4b22-b895-87625f491ca7 on network d0574eb0-b196-4c27-ada1-3fdb6f519d8b {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:13:28.783172 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Port 12f932a0-f396-4b22-b895-87625f491ca7 on network d0574eb0-b196-4c27-ada1-3fdb6f519d8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 13:13:28.783494 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Attempting to bind port 12f932a0-f396-4b22-b895-87625f491ca7 on network d0574eb0-b196-4c27-ada1-3fdb6f519d8b {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:13:28.788544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:13:28.793906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Checking segment: {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:13:28.793906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Bound using segment: {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:13:28.793906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Bound port: 12f932a0-f396-4b22-b895-87625f491ca7, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2378af6a-2b5c-4f5f-9b6f-c03307d71468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:13:28.793906 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:28.887094 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] For port 12f932a0-f396-4b22-b895-87625f491ca7, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:13:28.890153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] For port 12f932a0-f396-4b22-b895-87625f491ca7, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12f932a0-f396-4b22-b895-87625f491ca7,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:13:28.943300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:28.975306 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:28.975850 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:28.977242 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] 10.222.0.85 "PUT /v2.0/ports/12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 1093 time: 1.1698027 Sep 19 13:13:28.983983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:13:28.986365 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f50278b48f392221e45d90f9949db7427f8bc222106ef196f1c9c555c85e3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92816825-1786-4e0c-a67e-b345bc4f2d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "tag": "12f932a0-f396-4b22-b895-87625f491ca7"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:13:29.023799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554eb6e0-b5fb-4444-8fc7-ca369df7b3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=12f932a0-f396-4b22-b895-87625f491ca7,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:13:29.031631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ecb547-229f-4b9b-aa10-a479bce8ce5d x-openstack-request-id: req-15ecb547-229f-4b9b-aa10-a479bce8ce5d {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:13:29.031631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "tag": "12f932a0-f396-4b22-b895-87625f491ca7", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:13:29.031631 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15ecb547-229f-4b9b-aa10-a479bce8ce5d {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:13:29.031631 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ecb547-229f-4b9b-aa10-a479bce8ce5d'] response: {'name': 'network-changed', 'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7', 'status': 'completed', 'code': 200} Sep 19 13:13:29.137752 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92816825-1786-4e0c-a67e-b345bc4f2d8e req-a266d70a-9952-4c36-a13c-44076e2de2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:29.139200 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92816825-1786-4e0c-a67e-b345bc4f2d8e req-a266d70a-9952-4c36-a13c-44076e2de2d6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1096 time: 0.0808461 Sep 19 13:13:29.308286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92816825-1786-4e0c-a67e-b345bc4f2d8e req-bff353f3-a9ef-41f9-87da-73a6e05ab19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:29.309805 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92816825-1786-4e0c-a67e-b345bc4f2d8e req-bff353f3-a9ef-41f9-87da-73a6e05ab19b service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=66505fae3e2a4d41873bac011c670a2b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1613121 Sep 19 13:13:29.453614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ec336-95c1-47ec-9416-0d4e218069b8 req-16ba4ef7-adf0-4fb0-9546-bd1db47005b4 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:29.455402 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e21ec336-95c1-47ec-9416-0d4e218069b8 req-16ba4ef7-adf0-4fb0-9546-bd1db47005b4 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.1415088 Sep 19 13:13:29.455638 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92816825-1786-4e0c-a67e-b345bc4f2d8e req-e8fd5634-88b6-4d50-a9e4-b7a53cde0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:29.457091 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-92816825-1786-4e0c-a67e-b345bc4f2d8e req-e8fd5634-88b6-4d50-a9e4-b7a53cde0b5c service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379507 Sep 19 13:13:29.504646 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e21ec336-95c1-47ec-9416-0d4e218069b8 req-8cd9a1c4-d6ae-4ff6-9684-a9bc4562b6f8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425498 Sep 19 13:13:29.579294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-3366e82c-1e31-4bc3-a8d8-fe81eb54828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:29.580709 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-3366e82c-1e31-4bc3-a8d8-fe81eb54828b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1096 time: 0.0867300 Sep 19 13:13:29.658105 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-1ce166cd-f366-49dd-8ba6-8ed667a992fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 217 time: 0.0668209 Sep 19 13:13:29.725184 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-572c7c4c-0066-4845-ad3d-cad822ac9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:29.726709 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-572c7c4c-0066-4845-ad3d-cad822ac9d3e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0586562 Sep 19 13:13:29.815940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-e26efece-dfad-4d67-81ba-4e35f4a01d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:29.817457 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-e26efece-dfad-4d67-81ba-4e35f4a01d9b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808985 Sep 19 13:13:29.958533 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-42818ce8-0a8f-4353-9e62-14205703425c service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309288 Sep 19 13:13:30.180367 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7fb8251a-e3d1-4e37-a1ab-515e7225c3ca req-25518c45-fd0e-4474-9514-bf1e77954e25 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130356 Sep 19 13:13:30.706675 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051bf96-3d3f-41db-9a56-9206840f0e03 req-c293a801-bf61-4268-a6b9-a871d4090dde tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:30.708183 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1051bf96-3d3f-41db-9a56-9206840f0e03 req-c293a801-bf61-4268-a6b9-a871d4090dde tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0876679 Sep 19 13:13:30.756382 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1051bf96-3d3f-41db-9a56-9206840f0e03 req-5454d77f-2e03-4a87-8e56-aae5aae0f0d9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 Sep 19 13:13:31.954404 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860421f-fe3f-4215-a175-3b9a2bbd0470 req-a4b1ee2f-be99-4a26-b4a2-772e0ddf5c4c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:31.956073 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7860421f-fe3f-4215-a175-3b9a2bbd0470 req-a4b1ee2f-be99-4a26-b4a2-772e0ddf5c4c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0879261 Sep 19 13:13:32.000750 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7860421f-fe3f-4215-a175-3b9a2bbd0470 req-760cfa8c-8e93-4451-a0ef-895e9d5eb256 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390334 Sep 19 13:13:33.197953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebc672-e955-4d9f-b44e-e33bb35cb4e3 req-80830a21-9d72-45ad-b3ab-64c2c3cb6c97 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:33.200208 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dbebc672-e955-4d9f-b44e-e33bb35cb4e3 req-80830a21-9d72-45ad-b3ab-64c2c3cb6c97 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0908554 Sep 19 13:13:33.243945 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dbebc672-e955-4d9f-b44e-e33bb35cb4e3 req-87dcc735-888a-4a9b-b6e9-d09f7c574b97 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378635 Sep 19 13:13:34.442252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ad214-11a9-4313-9970-a06dfe204aa6 req-1a0f4e91-9cb8-4cb8-88a8-6f345d5ebb37 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:34.443738 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2e6ad214-11a9-4313-9970-a06dfe204aa6 req-1a0f4e91-9cb8-4cb8-88a8-6f345d5ebb37 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0886989 Sep 19 13:13:34.490944 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2e6ad214-11a9-4313-9970-a06dfe204aa6 req-67cb8745-4224-4672-bdda-05c3ddb1719d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Sep 19 13:13:35.688782 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227842-a48c-434d-83f4-7cfc26f54cbe req-9933d748-e66c-45f8-b8f0-fb2b33575c6a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:35.690300 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-85227842-a48c-434d-83f4-7cfc26f54cbe req-9933d748-e66c-45f8-b8f0-fb2b33575c6a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0896387 Sep 19 13:13:35.735393 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-85227842-a48c-434d-83f4-7cfc26f54cbe req-20f0fa33-7fb6-47c4-af31-bfd803c42eb4 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392952 Sep 19 13:13:36.938274 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b89543-b803-405f-977b-6c2afa31a1cd req-83d99819-a403-4347-b102-6faba6cf00e0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:36.939802 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c9b89543-b803-405f-977b-6c2afa31a1cd req-83d99819-a403-4347-b102-6faba6cf00e0 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0909648 Sep 19 13:13:36.991691 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c9b89543-b803-405f-977b-6c2afa31a1cd req-1863f80f-a27b-42cd-8448-f30115272f0c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 Sep 19 13:13:37.290905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 12f932a0-f396-4b22-b895-87625f491ca7 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:13:37.424126 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 12f932a0-f396-4b22-b895-87625f491ca7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12f932a0-f396-4b22-b895-87625f491ca7,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:13:37.437709 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '12f932a0-f396-4b22-b895-87625f491ca7', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'port_id': '12f932a0-f396-4b22-b895-87625f491ca7', 'mac_address': 'fa:16:3e:bc:85:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:13:37.495843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 12f932a0-f396-4b22-b895-87625f491ca7 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:13:37.497569 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:37.514351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f932a0-f396-4b22-b895-87625f491ca7 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:13:37.529189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 12f932a0-f396-4b22-b895-87625f491ca7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12f932a0-f396-4b22-b895-87625f491ca7,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:13:37.634287 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:37.702256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=12f932a0-f396-4b22-b895-87625f491ca7,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:13:37.709366 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.709713 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.710058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.710399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.710760 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.711099 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.711430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.711759 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.712087 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.712414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.712740 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.713326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:13:37.955830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['12f932a0-f396-4b22-b895-87625f491ca7'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:13:38.349395 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73399-37b5-4963-b19e-85ae73c5f947 req-bc5d16db-5711-48c3-ae90-07b82c8f3da3 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:38.350873 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a9f73399-37b5-4963-b19e-85ae73c5f947 req-bc5d16db-5711-48c3-ae90-07b82c8f3da3 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 944 time: 0.0866816 Sep 19 13:13:38.397085 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a9f73399-37b5-4963-b19e-85ae73c5f947 req-78732ecc-1131-4979-a2ed-75d61bd52540 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397341 Sep 19 13:13:39.415955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 12f932a0-f396-4b22-b895-87625f491ca7 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:13:39.457325 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port 12f932a0-f396-4b22-b895-87625f491ca7 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:13:39.463265 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 12f932a0-f396-4b22-b895-87625f491ca7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:13:39.468536 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:39.586619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 12f932a0-f396-4b22-b895-87625f491ca7 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:13:39.586946 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:39.615615 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:13:39.617912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9dfa97694008ba29f3989e61dc9c034c1cb9132fd6cdd5ef447b08d1bad052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1155008-4603-44db-a52b-cf7675567adf" -d '{"events": [{"server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "name": "network-vif-plugged", "status": "completed", "tag": "12f932a0-f396-4b22-b895-87625f491ca7"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:13:39.625991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 12f932a0-f396-4b22-b895-87625f491ca7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12f932a0-f396-4b22-b895-87625f491ca7,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:13:39.662314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae956e-22e6-446e-9426-f3fce8323775 x-openstack-request-id: req-46ae956e-22e6-446e-9426-f3fce8323775 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:13:39.662609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "name": "network-vif-plugged", "status": "completed", "tag": "12f932a0-f396-4b22-b895-87625f491ca7", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:13:39.662892 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46ae956e-22e6-446e-9426-f3fce8323775 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:13:39.663289 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ae956e-22e6-446e-9426-f3fce8323775'] response: {'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7', 'code': 200} Sep 19 13:13:39.693253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54ad70-2ac7-4906-b766-7666f92add12 req-b4d38208-1378-48a6-b236-9a53fbd9bf56 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:39.694718 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fd54ad70-2ac7-4906-b766-7666f92add12 req-b4d38208-1378-48a6-b236-9a53fbd9bf56 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 944 time: 0.1873906 Sep 19 13:13:39.706800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:39.740459 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-fd54ad70-2ac7-4906-b766-7666f92add12 req-fc913b33-18da-423a-885c-a105636cddb5 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391679 Sep 19 13:13:39.787182 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=12f932a0-f396-4b22-b895-87625f491ca7,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:13:40.078796 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eec87-3164-4485-b515-5b838b1fc8fd req-0ed2e641-ab18-4dec-888d-e39fcda3b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:40.080283 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b33eec87-3164-4485-b515-5b838b1fc8fd req-0ed2e641-ab18-4dec-888d-e39fcda3b02a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1098 time: 0.0779636 Sep 19 13:13:40.123902 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-b33eec87-3164-4485-b515-5b838b1fc8fd req-b57ce72a-28c9-482c-98c1-3afbbb739072 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360174 Sep 19 13:13:40.941305 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b3cde-e819-4960-93fd-14938ebe8efc req-599441ee-469c-45ad-b5af-95c3432f4160 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:40.942767 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-490b3cde-e819-4960-93fd-14938ebe8efc req-599441ee-469c-45ad-b5af-95c3432f4160 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0885530 Sep 19 13:13:40.988958 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-490b3cde-e819-4960-93fd-14938ebe8efc req-da02584b-6815-4583-a6b5-19b26756672b tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Sep 19 13:13:41.593747 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-332d9d03-9305-4eef-b64e-0d899459bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:42.189710 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb748ee3-859c-4dd1-baef-aa125902a768 req-b612af9b-c5f2-4cf4-b1fe-638eb4af0641 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:42.191191 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cb748ee3-859c-4dd1-baef-aa125902a768 req-b612af9b-c5f2-4cf4-b1fe-638eb4af0641 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0879860 Sep 19 13:13:42.240363 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-cb748ee3-859c-4dd1-baef-aa125902a768 req-ac9a18c4-9459-496f-b99d-77c6bce561bf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432332 Sep 19 13:13:42.439013 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f860a-e06c-4f2d-a087-e274d01ff76b req-c8c6a390-dacf-4c1f-b190-99d1db0cf97a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:42.440440 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8a2f860a-e06c-4f2d-a087-e274d01ff76b req-c8c6a390-dacf-4c1f-b190-99d1db0cf97a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0869057 Sep 19 13:13:42.485576 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8a2f860a-e06c-4f2d-a087-e274d01ff76b req-ec492f02-1fde-4365-9287-ec8284edbff4 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395062 Sep 19 13:13:42.514475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40900) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:13:42.595884 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221561b-d802-4b86-ae64-17fd68f903c9 tempest-TestShelveInstance-852357006 tempest-TestShelveInstance-852357006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:42.597287 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-1221561b-d802-4b86-ae64-17fd68f903c9 tempest-TestShelveInstance-852357006 tempest-TestShelveInstance-852357006-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1093 time: 0.0818274 Sep 19 13:13:42.600644 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 40904) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:13:42.605531 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': '12f932a0-f396-4b22-b895-87625f491ca7', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:13:42.612786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:13:42.616770 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Usage tracker for resource:floatingip and tenant:66505fae3e2a4d41873bac011c670a2b is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:13:42.619641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:13:42.625541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:13:42.746835 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:42.883994 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:43.018695 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Allocated IP 172.26.5.192 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/d6d42e77-0ee9-40a1-9716-48604019701f) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:13:43.169095 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:43.261422 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:43.330944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:13:43.335556 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:13:43.338425 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:13:43.374007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'Port': ['ID=d6d42e77-0ee9-40a1-9716-48604019701f,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:13:43.732118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2eb8f007-5572-4e72-95b2-bfeecbca5bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:43.762690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:43.932167 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:44.238484 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:44.348312 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:44.462385 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:44.511805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event updated for resources: {'Port': ['ID=d6d42e77-0ee9-40a1-9716-48604019701f,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:13:44.588239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:44.643581 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Floating IP 2300d15b-b9a1-4060-b5a1-6e59ae65de43 associated. External IP: 172.26.5.192, port: 12f932a0-f396-4b22-b895-87625f491ca7. Sep 19 13:13:45.005309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:13:45.186267 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:13:45.196557 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] Sync routers for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:13:45.205819 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:13:45.206411 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:13:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:13:45.215014 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:45.266523 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:45.326562 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2a7b6f15-8dfe-4387-a4db-b77260078589 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7248619 Sep 19 13:13:45.327229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:13:45.329731 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8eeafed157642fcac1667fb31d0e0f5f27bb7ec7077b8ad4bab597b525305a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152b3446-1b9d-4f13-924f-bfe5dccec74a" -d '{"events": [{"name": "network-changed", "server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "tag": "12f932a0-f396-4b22-b895-87625f491ca7"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:13:45.372496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ffa1b-0d1f-41dd-a126-75b9b89452fd x-openstack-request-id: req-430ffa1b-0d1f-41dd-a126-75b9b89452fd {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:13:45.373113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "tag": "12f932a0-f396-4b22-b895-87625f491ca7", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:13:45.373113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-430ffa1b-0d1f-41dd-a126-75b9b89452fd {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:13:45.373429 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430ffa1b-0d1f-41dd-a126-75b9b89452fd'] response: {'name': 'network-changed', 'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7', 'status': 'completed', 'code': 200} Sep 19 13:13:45.391896 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:13:45.476460 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-e5d19fb1-322a-4b6a-8ed4-0658ff8ca802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:45.477948 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-e5d19fb1-322a-4b6a-8ed4-0658ff8ca802 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1098 time: 0.0833192 Sep 19 13:13:45.613361 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-586301f9-b468-4191-a99a-8d6cdac86398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:45.614720 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-586301f9-b468-4191-a99a-8d6cdac86398 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1302910 Sep 19 13:13:45.719583 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-1fa72bc2-9717-4dc6-97e1-d0c47394ce39 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 999 time: 0.0988374 Sep 19 13:13:45.780135 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '2300d15b-b9a1-4060-b5a1-6e59ae65de43', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'port_id': '12f932a0-f396-4b22-b895-87625f491ca7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'mac_address': 'fa:16:3e:bc:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:13:43Z', 'updated_at': '2022-09-19T13:13:43Z', 'revision_number': 0, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:13:45.784594 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-4d52eba1-0ce2-4fc7-ac7b-8ec049339144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:45.784766 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] Checking router: c10129a2-2d27-4d9e-9171-1cf87f6a6f7d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:13:45.784909 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-4d52eba1-0ce2-4fc7-ac7b-8ec049339144 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0595047 Sep 19 13:13:45.792741 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:13:45.793503 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:13:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:13:45.870466 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-87409a94-a2e0-4f01-a4d1-7024242b5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:13:45.871976 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-87409a94-a2e0-4f01-a4d1-7024242b5b7f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819292 Sep 19 13:13:45.972971 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:13:46.008303 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-0455cb2b-a423-4529-958a-f7e58f018007 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298494 Sep 19 13:13:46.143696 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-152b3446-1b9d-4f13-924f-bfe5dccec74a req-a38c1de7-9f32-4007-86c8-c5a20a4db217 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291561 Sep 19 13:13:46.325790 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '2300d15b-b9a1-4060-b5a1-6e59ae65de43', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'port_id': '12f932a0-f396-4b22-b895-87625f491ca7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'mac_address': 'fa:16:3e:bc:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:13:43Z', 'updated_at': '2022-09-19T13:13:43Z', 'revision_number': 0, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:13:46.329774 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bd44b-0f73-4760-a2de-a95cffc05812 None None] The sync data for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv is: [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '2300d15b-b9a1-4060-b5a1-6e59ae65de43', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'port_id': '12f932a0-f396-4b22-b895-87625f491ca7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'mac_address': 'fa:16:3e:bc:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:13:43Z', 'updated_at': '2022-09-19T13:13:43Z', 'revision_number': 0, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:13:46.512345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf4e1e-38ad-45a3-9877-a7f94bd9d61c None None] New status for floating IP 2300d15b-b9a1-4060-b5a1-6e59ae65de43: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:13:46.671058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:53.512837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:13:53.801095 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:14:11.610321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9e0d7bfe-135a-4b47-a545-7491ba22e6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:13.741814 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bb49bcb6-69b0-47e7-9a3f-3fbb47b27b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:14.604318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:15.008719 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-8d061c16-d460-4a57-921f-d8f72328899e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792463 Sep 19 13:14:15.180157 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-b646b9d7-4905-4e4b-9112-538456bca7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:14:15.181770 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-b646b9d7-4905-4e4b-9112-538456bca7ab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1098 time: 0.0973015 Sep 19 13:14:15.214399 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:15.335641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-dc70940a-9ba4-4963-bfbc-af6be7bd9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:14:15.337325 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-dc70940a-9ba4-4963-bfbc-af6be7bd9441 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1309042 Sep 19 13:14:15.453063 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-a2e30685-742b-4c85-91fb-e5348e7995a2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 1001 time: 0.1061594 Sep 19 13:14:15.539592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-2083c4b0-43e8-408c-9e1e-8120bb6cf1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:14:15.541179 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-2083c4b0-43e8-408c-9e1e-8120bb6cf1b3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0778818 Sep 19 13:14:15.624357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-745e2804-d55a-48ea-85bf-93dd99043819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:14:15.625858 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-745e2804-d55a-48ea-85bf-93dd99043819 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785186 Sep 19 13:14:15.640933 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-de9900fe-077e-4f22-ad5e-8091456e3de4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 13:14:15.641885 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-de9900fe-077e-4f22-ad5e-8091456e3de4 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055933 Sep 19 13:14:15.880923 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-b57f17c9-7dbc-4c6c-9c14-47a20e8446c5 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295461 Sep 19 13:14:16.020136 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7d738541-e3be-4160-aaa4-73c0dbf20641 req-3a0279a4-4990-4728-8bfe-0108419a9d37 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302171 Sep 19 13:14:16.676853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:23.668372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:30.799595 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:14:41.624413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7b19-4eee-4477-b93d-02b53b5d1e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:43.746624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2f5173b4-c1f2-42f7-b27a-044bb3bb1dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:44.596188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:45.243770 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:46.729417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:14:53.610261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:07.798810 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:15:11.580677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-bc85383c-321c-440d-bff4-0367ba1de34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:13.749660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1b1c2515-7eca-41da-a0b4-fad5c72bd16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:14.737753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:15.249306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:15.779899 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-744e15d1-384c-4d53-a6b2-3fdbb4168567 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819981 Sep 19 13:15:15.952682 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-cda6d6b4-fd95-426b-a604-c46076faa581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:15:15.954300 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-cda6d6b4-fd95-426b-a604-c46076faa581 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1098 time: 0.1037331 Sep 19 13:15:16.106664 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-1d23a74e-c66c-499c-8a31-6357638dd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:15:16.107996 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-1d23a74e-c66c-499c-8a31-6357638dd4d1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1314969 Sep 19 13:15:16.221002 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-2505ed7c-083f-46b4-929f-e2ad2e1719e1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 1001 time: 0.1032228 Sep 19 13:15:16.295305 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-e7c80a3e-5a1f-46f5-8311-6d001d588d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:15:16.296769 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-e7c80a3e-5a1f-46f5-8311-6d001d588d6e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0667758 Sep 19 13:15:16.399163 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-e92feb09-71cd-44a0-8184-39ecd2e1bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:15:16.400629 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-e92feb09-71cd-44a0-8184-39ecd2e1bbbc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939882 Sep 19 13:15:16.544947 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-b7d13bfb-9cfd-4d08-ba5b-06311c13ace3 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303284 Sep 19 13:15:16.664853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:16.699180 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8c99684-a304-406b-b7a3-5c2de3093bd4 req-037a05b4-1d6f-4505-94bc-d68836f3b838 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520302 Sep 19 13:15:23.572505 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:41.585618 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a4d4880d-ea8a-463b-8b74-6ed3fde83fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:43.728043 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1ba9eca2-4d1b-4d92-ba0b-eb8825ce532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:44.623169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:44.798443 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:15:45.240279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:46.693848 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:15:53.536812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:11.676410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0db0b08f-2c58-4cb1-8476-20499016a83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:13.722086 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8cd4bc4c-baf3-4daa-b7bb-ff5b02101331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:14.645196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:15.242333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:16.676188 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:17.043306 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-73b3643a-ce04-4a99-80f1-e39d5b2d3a71 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1337976 Sep 19 13:16:17.199648 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-c5b3709d-1b9a-41ad-9cce-285cb5926536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:17.201035 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-c5b3709d-1b9a-41ad-9cce-285cb5926536 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1098 time: 0.0779741 Sep 19 13:16:17.354152 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-50a047e8-7c8a-46a9-b055-f67bf390c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:17.355771 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-50a047e8-7c8a-46a9-b055-f67bf390c8ca service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1288733 Sep 19 13:16:17.475506 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-7b87c6b3-d2fa-4a5c-ac2e-ca988ea103a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 1001 time: 0.1100338 Sep 19 13:16:17.539934 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-404cea6c-d9d6-4ec3-b99a-18f930d4b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:17.541335 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-404cea6c-d9d6-4ec3-b99a-18f930d4b530 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0570738 Sep 19 13:16:17.720298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-87270261-7bb5-419c-800f-b9d6d276194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:17.721784 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-87270261-7bb5-419c-800f-b9d6d276194e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1709118 Sep 19 13:16:17.870060 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-fa22d117-fcb5-48d6-a534-f99966abcec8 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384399 Sep 19 13:16:18.004621 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-432fed3f-f14a-46e1-b81f-cf86cc4cbbe2 req-4844925e-6e12-4bde-aee6-6c5297191c0c service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246285 Sep 19 13:16:21.797702 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:16:23.533274 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:37.089127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf880c-5e1d-4208-a9a9-fbc5a6eebb1c req-b7a5f8bf-5ad3-46a5-8746-ea25170957c1 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:37.090597 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bfbf880c-5e1d-4208-a9a9-fbc5a6eebb1c req-b7a5f8bf-5ad3-46a5-8746-ea25170957c1 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.1849058 Sep 19 13:16:37.140191 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bfbf880c-5e1d-4208-a9a9-fbc5a6eebb1c req-23a0070a-ff34-4f19-89ce-d6ffbd262d14 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435719 Sep 19 13:16:38.397428 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385d324-f3fb-4cb4-b9d3-9dc9dd5ab6f4 req-25673778-8767-4687-be6e-8e89f8085911 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:38.398922 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4385d324-f3fb-4cb4-b9d3-9dc9dd5ab6f4 req-25673778-8767-4687-be6e-8e89f8085911 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.1401882 Sep 19 13:16:38.442840 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4385d324-f3fb-4cb4-b9d3-9dc9dd5ab6f4 req-084b1ab9-9a30-487e-993c-61e1937cea6f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375473 Sep 19 13:16:39.644340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2abd7-4e0f-4f41-886e-391e942a2412 req-ed3bcabe-79e4-41b0-9330-bf60e58776d6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:39.645932 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0aa2abd7-4e0f-4f41-886e-391e942a2412 req-ed3bcabe-79e4-41b0-9330-bf60e58776d6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0899041 Sep 19 13:16:39.690357 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0aa2abd7-4e0f-4f41-886e-391e942a2412 req-8ccdf365-2323-4b0e-bbd6-232eb53b2a77 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387156 Sep 19 13:16:40.891608 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19d6d-0691-4007-9daf-78e43882dfcf req-b97736ab-f5d0-4dca-a087-f5ff85f184ad tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:40.893056 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08f19d6d-0691-4007-9daf-78e43882dfcf req-b97736ab-f5d0-4dca-a087-f5ff85f184ad tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0876026 Sep 19 13:16:40.939324 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08f19d6d-0691-4007-9daf-78e43882dfcf req-6a676929-d210-47e1-93c3-7e57f38d4da6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398664 Sep 19 13:16:41.607314 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5b90-abec-41cb-bf29-0ba74dd345f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:42.241153 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa68fc-404f-4a51-a55b-bcb72dc16df3 req-2842e707-b090-4599-ace4-5d8ffe20fa31 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:42.242513 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ccaa68fc-404f-4a51-a55b-bcb72dc16df3 req-2842e707-b090-4599-ace4-5d8ffe20fa31 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.1922741 Sep 19 13:16:42.288676 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ccaa68fc-404f-4a51-a55b-bcb72dc16df3 req-bf13edb4-0f4c-4d2a-98f1-942c90ea804a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402517 Sep 19 13:16:43.488722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a1375-576f-44a4-b09f-b50c747c96a1 req-5ecbdc5e-06a5-4688-94af-2643ea5516ca tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:43.490212 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e03a1375-576f-44a4-b09f-b50c747c96a1 req-5ecbdc5e-06a5-4688-94af-2643ea5516ca tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0910461 Sep 19 13:16:43.538516 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e03a1375-576f-44a4-b09f-b50c747c96a1 req-298810bf-4d3d-416f-98bf-8b077c4699bd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Sep 19 13:16:43.729741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5b37-8ee9-4fdb-a416-7ba089323221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:44.618868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:44.737908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a57da7-7a1a-4169-8f5e-da7bc523fdec req-3e9fdf25-cc83-4572-891b-e928815e7096 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:44.740102 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08a57da7-7a1a-4169-8f5e-da7bc523fdec req-3e9fdf25-cc83-4572-891b-e928815e7096 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0876517 Sep 19 13:16:44.790164 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-08a57da7-7a1a-4169-8f5e-da7bc523fdec req-8bd29d73-e8ec-429e-a66c-06f0c5a55273 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444400 Sep 19 13:16:45.241812 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:45.996147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840f4b0-40d3-41cc-9bc1-b55dcecaa2df req-d0b7aa67-8597-471c-b3c1-1dedec72e32f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:45.997647 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4840f4b0-40d3-41cc-9bc1-b55dcecaa2df req-d0b7aa67-8597-471c-b3c1-1dedec72e32f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0926652 Sep 19 13:16:46.043348 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4840f4b0-40d3-41cc-9bc1-b55dcecaa2df req-f89295aa-31c2-4794-85b6-12a750dc075c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400288 Sep 19 13:16:46.684066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:47.217883 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e38cb-27b8-433e-9dea-552519075861 req-e4930149-3fcf-4beb-bb7c-cdfb07e565de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:47.219475 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-057e38cb-27b8-433e-9dea-552519075861 req-e4930149-3fcf-4beb-bb7c-cdfb07e565de service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1098 time: 0.0801337 Sep 19 13:16:47.248937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471616e3-ee86-4f39-88a3-65726107b740 req-4c50b496-f751-4c3c-a4d5-9da5660cd14f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:47.251366 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-471616e3-ee86-4f39-88a3-65726107b740 req-4c50b496-f751-4c3c-a4d5-9da5660cd14f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0935273 Sep 19 13:16:47.299799 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-471616e3-ee86-4f39-88a3-65726107b740 req-8b633481-3928-4ad8-a4e5-c4ea8f7cd0b6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425241 Sep 19 13:16:47.357419 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e38cb-27b8-433e-9dea-552519075861 req-40f802bb-84bd-4209-90b5-9fb1bf985580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:47.358820 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-057e38cb-27b8-433e-9dea-552519075861 req-40f802bb-84bd-4209-90b5-9fb1bf985580 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1300244 Sep 19 13:16:47.488539 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-057e38cb-27b8-433e-9dea-552519075861 req-3743dd19-9fa7-4cda-9774-dd8c178712a0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 1001 time: 0.1217203 Sep 19 13:16:47.557946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e38cb-27b8-433e-9dea-552519075861 req-698d94da-cde4-4061-b415-ca79718012d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:47.559416 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-057e38cb-27b8-433e-9dea-552519075861 req-698d94da-cde4-4061-b415-ca79718012d5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0613728 Sep 19 13:16:47.649475 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e38cb-27b8-433e-9dea-552519075861 req-88f69f13-5bfa-4e5a-b76d-f22c54fe2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:47.650915 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-057e38cb-27b8-433e-9dea-552519075861 req-88f69f13-5bfa-4e5a-b76d-f22c54fe2fff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784497 Sep 19 13:16:47.787534 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-057e38cb-27b8-433e-9dea-552519075861 req-7d0f9aae-c25c-4486-aa09-c01002a61e04 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265826 Sep 19 13:16:47.923466 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-057e38cb-27b8-433e-9dea-552519075861 req-eb4c4305-507c-4b0f-85de-69716a90de6c service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261718 Sep 19 13:16:48.503686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec51a2b-799c-4c2f-a3b7-d4f651bd9db1 req-171a584d-a691-4cee-b644-5fa533cae68d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:48.506067 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4ec51a2b-799c-4c2f-a3b7-d4f651bd9db1 req-171a584d-a691-4cee-b644-5fa533cae68d tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0885117 Sep 19 13:16:48.552761 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4ec51a2b-799c-4c2f-a3b7-d4f651bd9db1 req-a9bf33b3-2b7d-4482-b450-2d6950eff2c8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410383 Sep 19 13:16:49.765176 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6a020-50de-4a4d-bfc3-f567657446fe req-e88f4e36-34b9-4d30-b890-e19be52969dc tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:49.766649 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89e6a020-50de-4a4d-bfc3-f567657446fe req-e88f4e36-34b9-4d30-b890-e19be52969dc tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.1014555 Sep 19 13:16:49.827263 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-89e6a020-50de-4a4d-bfc3-f567657446fe req-6c900a72-7bff-4c97-a75d-017191d2c0a9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517702 Sep 19 13:16:51.033920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49718f-684a-4f3a-a8e0-adbf976ee736 req-2db48e50-88fe-4961-8580-1acbd24699cd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:51.036057 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ba49718f-684a-4f3a-a8e0-adbf976ee736 req-2db48e50-88fe-4961-8580-1acbd24699cd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0938771 Sep 19 13:16:51.080690 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ba49718f-684a-4f3a-a8e0-adbf976ee736 req-3e772707-9a60-42d0-a492-07d05fa45782 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385227 Sep 19 13:16:51.614887 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcfe63-3fbb-4d75-842c-7c67a1da181c req-63cc2d58-0244-4d23-982d-ec27d6568264 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:51.616349 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c0fcfe63-3fbb-4d75-842c-7c67a1da181c req-63cc2d58-0244-4d23-982d-ec27d6568264 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0926156 Sep 19 13:16:51.664991 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c0fcfe63-3fbb-4d75-842c-7c67a1da181c req-4e5c32b5-061a-4d97-aad7-af9edee7d6f6 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428979 Sep 19 13:16:51.675851 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-91c8fef3-e948-472d-9a47-041e47ae1934 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322861 Sep 19 13:16:52.865854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880207e-0f06-4341-afa3-3326d2b08d3b req-dc45e9bc-9f15-4217-bb0f-d2d58b7a09a2 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:52.867293 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6880207e-0f06-4341-afa3-3326d2b08d3b req-dc45e9bc-9f15-4217-bb0f-d2d58b7a09a2 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0899150 Sep 19 13:16:52.912678 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6880207e-0f06-4341-afa3-3326d2b08d3b req-065ef785-3bfa-4c1e-a7d8-3406e86ba4e5 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397942 Sep 19 13:16:53.552500 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:54.117461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0979cc7-ccb7-4874-9495-24b27258d043 req-694d1873-f65e-4097-ad7d-fe48c28885d9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:54.118856 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f0979cc7-ccb7-4874-9495-24b27258d043 req-694d1873-f65e-4097-ad7d-fe48c28885d9 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0916984 Sep 19 13:16:54.131420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 12f932a0-f396-4b22-b895-87625f491ca7 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:16:54.164522 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f0979cc7-ccb7-4874-9495-24b27258d043 req-275b655c-8edb-4dc6-9ffc-35b243e29fa8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399086 Sep 19 13:16:54.244932 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 12f932a0-f396-4b22-b895-87625f491ca7 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:16:54.245466 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:54.275772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:16:54.278083 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9dfa97694008ba29f3989e61dc9c034c1cb9132fd6cdd5ef447b08d1bad052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ac59ac-e29a-49ec-bc77-f4a6abd974f7" -d '{"events": [{"server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "name": "network-vif-unplugged", "status": "completed", "tag": "12f932a0-f396-4b22-b895-87625f491ca7"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:16:54.286077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 12f932a0-f396-4b22-b895-87625f491ca7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12f932a0-f396-4b22-b895-87625f491ca7,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:16:54.356649 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:16:54.384520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Sep 2022 13:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507bdfd2-ad9e-401f-9433-08dc65c927b3 x-openstack-request-id: req-507bdfd2-ad9e-401f-9433-08dc65c927b3 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:16:54.385832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "name": "network-vif-unplugged", "status": "failed", "tag": "12f932a0-f396-4b22-b895-87625f491ca7", "code": 422}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:16:54.385832 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-507bdfd2-ad9e-401f-9433-08dc65c927b3 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:16:54.385832 dv-neutron-857775-2-hyperv neutron-server[89796]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-507bdfd2-ad9e-401f-9433-08dc65c927b3']: {'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7', 'code': 422} returned with failed status Sep 19 13:16:54.422609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=12f932a0-f396-4b22-b895-87625f491ca7,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:16:54.430495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.430872 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.431271 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.431617 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.431955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.432339 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.432676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.433003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.433331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.433665 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.433986 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:54.434372 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:16:55.178095 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-43086d88-b36b-4139-af60-22dd4c34e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:55.179637 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-43086d88-b36b-4139-af60-22dd4c34e1ca service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c&tenant_id=66505fae3e2a4d41873bac011c670a2b HTTP/1.1" status: 200 len: 1096 time: 0.0804508 Sep 19 13:16:55.286005 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-6c2e164c-341a-4f7a-898d-b4254638ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:55.287593 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-6c2e164c-341a-4f7a-898d-b4254638ef7d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1096 time: 0.0853565 Sep 19 13:16:55.365018 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304bb80-f8ef-4161-9dbb-f847b0853494 req-a5bb2bc1-adaf-45a6-97ce-3a79442ba0fa tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:55.366489 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7304bb80-f8ef-4161-9dbb-f847b0853494 req-a5bb2bc1-adaf-45a6-97ce-3a79442ba0fa tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0872395 Sep 19 13:16:55.414966 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7304bb80-f8ef-4161-9dbb-f847b0853494 req-3eb0d622-c620-4d25-90e2-ce9b3213286c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426810 Sep 19 13:16:55.424200 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-03e37ab4-88dd-4f36-9496-f6d4b619c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:55.425713 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-03e37ab4-88dd-4f36-9496-f6d4b619c1e2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1291382 Sep 19 13:16:55.531471 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-005a73d8-41a6-4c6b-82d3-27b7c8d6bd0c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 999 time: 0.0967197 Sep 19 13:16:55.691881 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-edc9bbe3-5a4e-4311-a410-39c929679177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:55.693427 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-edc9bbe3-5a4e-4311-a410-39c929679177 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.1515841 Sep 19 13:16:55.780882 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-5717714d-2d93-40af-a42b-6469935c30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:55.782425 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-5717714d-2d93-40af-a42b-6469935c30b9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798218 Sep 19 13:16:55.929797 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-706dfb4b-85fc-494a-8ae0-d3cc777fe95a service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377072 Sep 19 13:16:56.068918 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-9679f5d8-5b2c-4876-ac78-8de8a68187e5 req-0320ba10-a413-429a-b0bc-86b97d181614 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291821 Sep 19 13:16:56.636940 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47544f-733e-4284-aade-6dcdfb7ad7a9 req-a8b70319-aa96-407e-9a8b-f0a22a8e1402 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:56.638393 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dc47544f-733e-4284-aade-6dcdfb7ad7a9 req-a8b70319-aa96-407e-9a8b-f0a22a8e1402 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0877581 Sep 19 13:16:56.682193 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-dc47544f-733e-4284-aade-6dcdfb7ad7a9 req-e84852f8-91f1-4837-a0fc-a963f7a6f84e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381172 Sep 19 13:16:57.892436 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7d8c-8217-4a83-82be-747e025a3080 req-320c7235-78fd-4cb6-a5a3-174451e9abd1 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:57.893807 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-753b7d8c-8217-4a83-82be-747e025a3080 req-320c7235-78fd-4cb6-a5a3-174451e9abd1 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0915987 Sep 19 13:16:57.938354 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-753b7d8c-8217-4a83-82be-747e025a3080 req-d4401d2a-750b-474d-8f32-2cb08f8c2c58 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388248 Sep 19 13:16:58.796742 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:16:59.136026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6b0f7-d76d-4e87-952f-9966bd838743 req-82046bb0-d374-4c95-9dea-41abd9e724f3 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:16:59.137398 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76e6b0f7-d76d-4e87-952f-9966bd838743 req-82046bb0-d374-4c95-9dea-41abd9e724f3 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0875084 Sep 19 13:16:59.183874 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76e6b0f7-d76d-4e87-952f-9966bd838743 req-4dfeec97-138e-417b-a4dc-9ee9010364ac tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Sep 19 13:17:00.385113 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720c317-6f43-4ba6-80b6-ec4ff28ee31b req-8f0d945a-c8d1-48ed-8d22-4ea4e865de4f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:00.386568 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a720c317-6f43-4ba6-80b6-ec4ff28ee31b req-8f0d945a-c8d1-48ed-8d22-4ea4e865de4f tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0872102 Sep 19 13:17:00.430476 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a720c317-6f43-4ba6-80b6-ec4ff28ee31b req-2c6a66b8-9251-495d-bf51-57ff54739afc tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Sep 19 13:17:01.640540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d71de-a766-4313-a8ab-30c85fb6a9b7 req-64a83fbe-8443-4169-ad83-b128d8139676 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:01.642009 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-267d71de-a766-4313-a8ab-30c85fb6a9b7 req-64a83fbe-8443-4169-ad83-b128d8139676 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0922463 Sep 19 13:17:01.685607 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-267d71de-a766-4313-a8ab-30c85fb6a9b7 req-fdcf504e-1894-4448-9e97-97fca55ee7a7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378025 Sep 19 13:17:02.890138 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beed5e-2557-446e-a0f9-a82c99ef0921 req-dc8f3409-aa69-4b56-9dec-0d43c3dd0e82 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:02.891705 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-48beed5e-2557-446e-a0f9-a82c99ef0921 req-dc8f3409-aa69-4b56-9dec-0d43c3dd0e82 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0928607 Sep 19 13:17:02.940489 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-48beed5e-2557-446e-a0f9-a82c99ef0921 req-097cc899-e7c4-4b35-aaa8-155b01b2cdcb tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Sep 19 13:17:04.141304 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1491e1-e282-4f9a-827f-bf53452b4911 req-48883ac5-f9ca-4800-887a-a1ba6a826d4b tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:04.142734 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ca1491e1-e282-4f9a-827f-bf53452b4911 req-48883ac5-f9ca-4800-887a-a1ba6a826d4b tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 943 time: 0.0862887 Sep 19 13:17:04.162503 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 12f932a0-f396-4b22-b895-87625f491ca7 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:17:04.188068 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ca1491e1-e282-4f9a-827f-bf53452b4911 req-02a15d06-0d0d-40d9-89b2-9b7531584ccf tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397103 Sep 19 13:17:04.306947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 12f932a0-f396-4b22-b895-87625f491ca7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12f932a0-f396-4b22-b895-87625f491ca7,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:17:04.320811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': '12f932a0-f396-4b22-b895-87625f491ca7', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'port_id': '12f932a0-f396-4b22-b895-87625f491ca7', 'mac_address': 'fa:16:3e:bc:85:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:17:04.378900 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 12f932a0-f396-4b22-b895-87625f491ca7 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:17:04.379284 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:04.396168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f932a0-f396-4b22-b895-87625f491ca7 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:17:04.411326 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 12f932a0-f396-4b22-b895-87625f491ca7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12f932a0-f396-4b22-b895-87625f491ca7,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:17:04.472035 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:04.540473 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=12f932a0-f396-4b22-b895-87625f491ca7,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:17:04.761920 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['12f932a0-f396-4b22-b895-87625f491ca7'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:17:05.388400 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940030-ae63-4259-9a36-886bd952907f req-52e8c32c-7a5a-4c44-a55a-96303410a6ce tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:05.389755 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-06940030-ae63-4259-9a36-886bd952907f req-52e8c32c-7a5a-4c44-a55a-96303410a6ce tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 944 time: 0.0903456 Sep 19 13:17:05.432715 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-06940030-ae63-4259-9a36-886bd952907f req-278ba6a9-ab25-4db3-9c37-85d4693e45b7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373235 Sep 19 13:17:06.161971 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 12f932a0-f396-4b22-b895-87625f491ca7 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:17:06.232291 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port 12f932a0-f396-4b22-b895-87625f491ca7 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:17:06.232663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:06.351726 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port 12f932a0-f396-4b22-b895-87625f491ca7 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:17:06.352105 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:06.378580 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:17:06.380849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9dfa97694008ba29f3989e61dc9c034c1cb9132fd6cdd5ef447b08d1bad052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f4462f-3d2a-4ad3-b1ea-44ff72972dd2" -d '{"events": [{"server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "name": "network-vif-plugged", "status": "completed", "tag": "12f932a0-f396-4b22-b895-87625f491ca7"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:17:06.388337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port 12f932a0-f396-4b22-b895-87625f491ca7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12f932a0-f396-4b22-b895-87625f491ca7,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:17:06.423947 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b288e-8f97-4544-8146-953171c48326 x-openstack-request-id: req-fb5b288e-8f97-4544-8146-953171c48326 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:17:06.424324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "name": "network-vif-plugged", "status": "completed", "tag": "12f932a0-f396-4b22-b895-87625f491ca7", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:17:06.424583 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb5b288e-8f97-4544-8146-953171c48326 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:17:06.425098 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5b288e-8f97-4544-8146-953171c48326'] response: {'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7', 'code': 200} Sep 19 13:17:06.438355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:06.509549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=12f932a0-f396-4b22-b895-87625f491ca7,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:17:06.639469 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db8e7e-48b5-47ef-9334-e5f7c0bde610 req-61706130-db41-48e5-8856-4085c555226b tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:06.640941 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a6db8e7e-48b5-47ef-9334-e5f7c0bde610 req-61706130-db41-48e5-8856-4085c555226b tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0920525 Sep 19 13:17:06.689932 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a6db8e7e-48b5-47ef-9334-e5f7c0bde610 req-afa25aca-b8bc-4692-badb-ab5c86e5f37c tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Sep 19 13:17:06.794165 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73f5e9-d67c-4297-adf9-7dde26a46301 req-3043bdc9-0819-4328-abfd-d2023efdd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:06.795743 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e73f5e9-d67c-4297-adf9-7dde26a46301 req-3043bdc9-0819-4328-abfd-d2023efdd6e8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1098 time: 0.0786541 Sep 19 13:17:06.842530 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-7e73f5e9-d67c-4297-adf9-7dde26a46301 req-2b8aa44a-6786-40cd-8520-86751e03ce53 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364470 Sep 19 13:17:07.891682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c7d40-ce32-4c6f-b770-5d7f43b73327 req-38956264-af20-4ec7-b0fb-0733b4213720 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:07.893565 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-956c7d40-ce32-4c6f-b770-5d7f43b73327 req-38956264-af20-4ec7-b0fb-0733b4213720 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0899782 Sep 19 13:17:07.940304 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-956c7d40-ce32-4c6f-b770-5d7f43b73327 req-cc4b64ce-699c-417d-9a0c-87d24e2037a8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413270 Sep 19 13:17:09.233234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc9b34-b724-4aa3-a178-bb97f8b43d92 req-651078b5-5e46-483b-a98c-83f0bf8ee7a7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:09.234620 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ecfc9b34-b724-4aa3-a178-bb97f8b43d92 req-651078b5-5e46-483b-a98c-83f0bf8ee7a7 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.1853333 Sep 19 13:17:09.279535 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ecfc9b34-b724-4aa3-a178-bb97f8b43d92 req-2049cca6-f4b2-45c7-8489-5f596cfe0c55 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385294 Sep 19 13:17:11.609185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-582ad0e0-ebd9-4a6d-9b29-8044196947eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:13.850062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-330b7c15-e692-42d7-a522-e77c8f33d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:14.635695 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:15.277616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:16.697668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:18.987266 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-11648774-8b2a-4295-ac66-7e2b6ee79246 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848238 Sep 19 13:17:19.140916 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-50d45469-48b0-4311-b955-42b4b1fc7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:19.142406 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-50d45469-48b0-4311-b955-42b4b1fc7070 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1098 time: 0.0811272 Sep 19 13:17:19.296284 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-e166f3cc-e683-409e-a58a-c962aa8b813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:19.297919 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-e166f3cc-e683-409e-a58a-c962aa8b813a service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1339567 Sep 19 13:17:19.409985 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-cbbd0a9f-4c3b-4223-ae79-a963c425ccc7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 1001 time: 0.1053176 Sep 19 13:17:19.473049 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-cc4506cd-cbe1-471c-b3c4-2283d90f65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:19.474673 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-cc4506cd-cbe1-471c-b3c4-2283d90f65e4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0578821 Sep 19 13:17:19.560813 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-72a65fee-334d-4e1e-a4be-fa4e3393e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:17:19.562306 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-72a65fee-334d-4e1e-a4be-fa4e3393e606 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816667 Sep 19 13:17:19.696329 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-202b17ac-5743-4ac4-a3e1-a6fda2223f06 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263502 Sep 19 13:17:19.829393 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-32713727-8f7c-4c69-a71e-17e9b5dfc5c8 req-1e32bde2-6f3e-455c-8d35-03716de90dd8 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267927 Sep 19 13:17:23.534451 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:35.796823 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:17:41.612175 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4db0c77f-baa2-417b-96ff-ba67f45b4dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:43.759145 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-08b090f2-927c-47e3-93be-f32ba5540187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:44.625666 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:45.242529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:46.683106 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:17:53.550861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:11.619501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3c78001b-c5c3-437c-bda6-bd484e74218d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:12.796331 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:18:13.719960 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-5fb6989b-eabf-4112-a946-990c64b44542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:14.647542 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:15.253414 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:16.691512 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:18.996801 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-724e159c-5ef9-493a-8637-6c9008acbf33 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910783 Sep 19 13:18:19.155090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-87aa3fc5-2259-4a25-85ef-a8809b0c4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:18:19.156428 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-87aa3fc5-2259-4a25-85ef-a8809b0c4ecb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1098 time: 0.0842338 Sep 19 13:18:19.405281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-7b16db5b-c170-4a3e-82c4-e00598e362e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:18:19.406818 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-7b16db5b-c170-4a3e-82c4-e00598e362e4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.2266030 Sep 19 13:18:19.515922 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-061ff525-22fa-4c14-bb8f-f0baf88182bd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 1001 time: 0.0995142 Sep 19 13:18:19.585296 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-172197d7-5418-41f2-b6d7-5aeffb4f1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:18:19.586770 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-172197d7-5418-41f2-b6d7-5aeffb4f1407 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0617080 Sep 19 13:18:19.697228 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-598be936-c174-44ff-b01c-9e44bfbc3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:18:19.698690 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-598be936-c174-44ff-b01c-9e44bfbc3811 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1051810 Sep 19 13:18:19.840690 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-58decf2e-987b-4693-803d-73c3ad4ba0c7 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314886 Sep 19 13:18:19.975867 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-8b6934d5-31ee-4b0b-8696-94e9ef446885 req-44ba5fcc-9838-43ba-91e7-31d7e11bdb86 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292968 Sep 19 13:18:23.573148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:41.635298 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-edaaca47-1194-4505-8f61-21f94ce40ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:43.750058 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-791aca7d-dca1-48e6-96c6-36e345adab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:44.664118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:45.267687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:46.696331 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:18:49.794962 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:18:53.564890 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:07.314433 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41114) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:07.742354 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Deleting port d6d42e77-0ee9-40a1-9716-48604019701f {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:07.742694 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:07.909623 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:07.909858 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:08.040905 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Calling delete_port for d6d42e77-0ee9-40a1-9716-48604019701f owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:19:08.262386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:08.310216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event deleted for resources: {'Port': ['ID=d6d42e77-0ee9-40a1-9716-48604019701f,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:08.355099 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.355788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.355788 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.356075 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.356399 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.356720 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.357041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.357360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.357679 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.358000 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.358319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.359334 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:08.418555 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:08.418959 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Floating IP 2300d15b-b9a1-4060-b5a1-6e59ae65de43 disassociated (deleted). External IP: 172.26.5.192, port: 12f932a0-f396-4b22-b895-87625f491ca7. Sep 19 13:19:08.772972 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:19:09.068783 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:19:09.079190 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] Sync routers for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:19:09.085590 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:09.088543 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:09.089134 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:09.144087 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b52c7d33-4300-47cd-a979-567d41f378ec tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "DELETE /v2.0/floatingips/2300d15b-b9a1-4060-b5a1-6e59ae65de43 HTTP/1.1" status: 204 len: 168 time: 1.8284934 Sep 19 13:19:09.144763 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:19:09.147298 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8eeafed157642fcac1667fb31d0e0f5f27bb7ec7077b8ad4bab597b525305a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63919120-5ed8-4a92-9c07-7d3de1312c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "tag": "12f932a0-f396-4b22-b895-87625f491ca7"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:19:09.273002 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:09.338512 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf5f06b-549e-4b61-ab35-6e52c1dbb974 x-openstack-request-id: req-abf5f06b-549e-4b61-ab35-6e52c1dbb974 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:19:09.338833 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "tag": "12f932a0-f396-4b22-b895-87625f491ca7", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:19:09.339108 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-abf5f06b-549e-4b61-ab35-6e52c1dbb974 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:19:09.339817 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf5f06b-549e-4b61-ab35-6e52c1dbb974'] response: {'name': 'network-changed', 'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7', 'status': 'completed', 'code': 200} Sep 19 13:19:09.449085 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-a20053a5-2ce2-40b3-b2c2-8df254be7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:09.450538 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-a20053a5-2ce2-40b3-b2c2-8df254be7b54 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66505fae3e2a4d41873bac011c670a2b&device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 1098 time: 0.0836532 Sep 19 13:19:09.590789 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-ece5b9db-0f06-4987-a9a2-95dc712bcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:09.592184 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-ece5b9db-0f06-4987-a9a2-95dc712bcd60 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 200 len: 910 time: 0.1319954 Sep 19 13:19:09.605773 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:09.607959 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] Checking router: c10129a2-2d27-4d9e-9171-1cf87f6a6f7d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:19:09.617184 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:09.617845 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:18:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:09.680829 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-d90d869c-cfe0-4cd1-a172-360f5e0dd7f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 200 len: 217 time: 0.0801623 Sep 19 13:19:09.751139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-78f26348-c663-4961-9590-1902be908c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:09.752720 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-78f26348-c663-4961-9590-1902be908c6a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 200 len: 848 time: 0.0645156 Sep 19 13:19:09.782925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b02f93-cae5-472f-abb4-cfe73bd0ce8c req-9fdba2bf-f380-4b07-adff-3362ce90149a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:09.783721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-e4b02f93-cae5-472f-abb4-cfe73bd0ce8c req-9fdba2bf-f380-4b07-adff-3362ce90149a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Synchronizing usage tracker for tenant:66505fae3e2a4d41873bac011c670a2b on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:19:09.823645 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:09.841561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-ba8f5bf3-e128-49c8-b8de-0dc3e3d95c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:09.843587 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-ba8f5bf3-e128-49c8-b8de-0dc3e3d95c84 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d0574eb0-b196-4c27-ada1-3fdb6f519d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836415 Sep 19 13:19:09.852388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-e4b02f93-cae5-472f-abb4-cfe73bd0ce8c req-9fdba2bf-f380-4b07-adff-3362ce90149a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Unset dirty status for tenant:66505fae3e2a4d41873bac011c670a2b on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:19:09.853654 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e4b02f93-cae5-472f-abb4-cfe73bd0ce8c req-9fdba2bf-f380-4b07-adff-3362ce90149a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.1609762 Sep 19 13:19:09.903047 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e4b02f93-cae5-472f-abb4-cfe73bd0ce8c req-b7f7f59f-3933-4e1f-83d2-a4b97a1efc41 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Sep 19 13:19:09.980885 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-09ce7ca4-b3ae-4c40-8e34-9946184afe60 service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305125 Sep 19 13:19:10.114093 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-63919120-5ed8-4a92-9c07-7d3de1312c2c req-ece6c783-26bb-405d-9ef2-2bba7cf70cfc service neutron] 10.222.0.85 "GET /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266136 Sep 19 13:19:10.141143 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:10.145163 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4eee29-3032-47e5-a102-46da1e662c10 None None] The sync data for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv is: [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:08:20Z', 'revision_number': 4, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': 'f01bd0ee-c488-42df-b9ea-ccea3ed468ea', 'name': '', 'network_id': 'd0574eb0-b196-4c27-ada1-3fdb6f519d8b', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'mac_address': 'fa:16:3e:17:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:19Z', 'updated_at': '2022-09-19T13:08:25Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'subnets': [{'id': '78071a0e-6d32-473f-baee-ca76f0c8fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:19:10.446028 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9c1cb-ca79-4713-9b08-5ec45072afe4 None None] New status for floating IP 2300d15b-b9a1-4060-b5a1-6e59ae65de43: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:19:11.104661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1111705-1cef-42a1-bda6-326ffa914755 req-40097628-0788-483f-8a94-62aa827c389a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:11.106234 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f1111705-1cef-42a1-bda6-326ffa914755 req-40097628-0788-483f-8a94-62aa827c389a tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0900247 Sep 19 13:19:11.150203 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f1111705-1cef-42a1-bda6-326ffa914755 req-4c4894f4-8b99-4678-a076-14a6b3f7f725 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/security-groups?id=26d96a3f-204e-4579-8f6b-1f1f9c1a028b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379083 Sep 19 13:19:11.479485 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-a186fb2e-90f1-4da0-8775-1be8b917dc99 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:11.480089 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-a186fb2e-90f1-4da0-8775-1be8b917dc99 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Synchronizing usage tracker for tenant:66505fae3e2a4d41873bac011c670a2b on resource:port {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:19:11.491602 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-a186fb2e-90f1-4da0-8775-1be8b917dc99 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Unset dirty status for tenant:66505fae3e2a4d41873bac011c670a2b on resource:port {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:19:11.492691 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-a186fb2e-90f1-4da0-8775-1be8b917dc99 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.85 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 945 time: 0.0986466 Sep 19 13:19:11.568174 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Deleting port 12f932a0-f396-4b22-b895-87625f491ca7 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:11.568680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:11.612663 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b765476f-7c23-4130-bb52-9daee6cd1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:11.911816 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] For port 12f932a0-f396-4b22-b895-87625f491ca7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12f932a0-f396-4b22-b895-87625f491ca7,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:11.912081 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:12.037767 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Calling delete_port for 12f932a0-f396-4b22-b895-87625f491ca7 owned by compute:nova {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:19:12.241207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:12.299923 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event deleted for resources: {'Port': ['ID=12f932a0-f396-4b22-b895-87625f491ca7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:12.317920 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ece3175c-7ff0-4aad-adf3-2785c0bd7617 req-44e50128-05b8-4eda-a5d2-78e5637d0b3e tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 210 time: 0.0521576 Sep 19 13:19:12.378998 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.379357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.379690 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.380026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.380357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.380687 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.381013 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.381338 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.381661 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.381983 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.382302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.382621 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:12.399405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] No DVR routers for this DVR port 12f932a0-f396-4b22-b895-87625f491ca7 on host hv-neutron-8577 {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:19:12.401694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:12.404464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'name': 'network-vif-deleted', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:19:12.406792 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f50278b48f392221e45d90f9949db7427f8bc222106ef196f1c9c555c85e3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260c2a4b-cc05-4191-933b-c7a61d292948" -d '{"events": [{"server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "name": "network-vif-deleted", "tag": "12f932a0-f396-4b22-b895-87625f491ca7"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:19:12.464379 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d7b236cc-d8ca-4e60-be6e-8a98b930b0ad req-4d0904a9-ed96-4f38-bbca-0b014c7abac8 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.85 "DELETE /v2.0/ports/12f932a0-f396-4b22-b895-87625f491ca7 HTTP/1.1" status: 204 len: 173 time: 0.9625614 Sep 19 13:19:12.495224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768fe9fd-1279-49cb-8b80-3a8384af617e x-openstack-request-id: req-768fe9fd-1279-49cb-8b80-3a8384af617e {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:19:12.495826 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace48d8c-77b4-4c92-9243-efcb20ca523c", "name": "network-vif-deleted", "tag": "12f932a0-f396-4b22-b895-87625f491ca7", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:19:12.496002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-768fe9fd-1279-49cb-8b80-3a8384af617e {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:19:12.496437 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768fe9fd-1279-49cb-8b80-3a8384af617e'] response: {'server_uuid': 'ace48d8c-77b4-4c92-9243-efcb20ca523c', 'name': 'network-vif-deleted', 'tag': '12f932a0-f396-4b22-b895-87625f491ca7', 'status': 'completed', 'code': 200} Sep 19 13:19:13.490488 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d7ea8b7e-c2d3-437e-8165-7b91e682888f req-732d505c-4a80-494c-88e0-64b85b8615f4 tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "GET /v2.0/ports?device_id=ace48d8c-77b4-4c92-9243-efcb20ca523c HTTP/1.1" status: 200 len: 210 time: 0.0564475 Sep 19 13:19:13.731874 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2c7fca10-a29d-44b8-b67f-b7bc80c4b709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:14.596543 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41140) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:14.610593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:14.669246 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c13b352f-7882-48cf-91f8-482d99787dfd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:14.701506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c13b352f-7882-48cf-91f8-482d99787dfd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:14.785351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 12f932a0-f396-4b22-b895-87625f491ca7 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:19:14.822596 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: 12f932a0-f396-4b22-b895-87625f491ca7 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:19:14.822927 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device 12f932a0-f396-4b22-b895-87625f491ca7 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:19:14.823642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c13b352f-7882-48cf-91f8-482d99787dfd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:14.843861 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b352f-7882-48cf-91f8-482d99787dfd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d96a3f-204e-4579-8f6b-1f1f9c1a028b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:14.942414 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c13b352f-7882-48cf-91f8-482d99787dfd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:14.943708 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c13b352f-7882-48cf-91f8-482d99787dfd tempest-TestShelveInstance-1970882382 tempest-TestShelveInstance-1970882382-project] 10.222.0.66 "DELETE /v2.0/security-groups/26d96a3f-204e-4579-8f6b-1f1f9c1a028b HTTP/1.1" status: 204 len: 168 time: 0.3459446 Sep 19 13:19:15.251797 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:16.049868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41150) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:16.714738 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:16.735573 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:17.081771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] Deleting port f01bd0ee-c488-42df-b9ea-ccea3ed468ea {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:17.082473 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:17.360661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] For port f01bd0ee-c488-42df-b9ea-ccea3ed468ea, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=f01bd0ee-c488-42df-b9ea-ccea3ed468ea,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:17.360934 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:17.481094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] Calling delete_port for f01bd0ee-c488-42df-b9ea-ccea3ed468ea owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:19:17.846192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:17.892492 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f01bd0ee-c488-42df-b9ea-ccea3ed468ea,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:18.170012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:18.641192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] Router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:19:18.818123 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:19:18.827374 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] Sync routers for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:19:18.833253 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-59c9abb4-7cd3-4d01-9a2c-c9c439115e0d admin admin] 10.222.0.66 "PUT /v2.0/routers/c10129a2-2d27-4d9e-9171-1cf87f6a6f7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7800052 Sep 19 13:19:18.833727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41156) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:18.837782 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:18.838385 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:19.014604 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:19.016121 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:19.198141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:19.246134 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Deleting port 4533cc66-186f-4451-98b5-f98834e7d684 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:19.246490 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:19.325082 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '4533cc66-186f-4451-98b5-f98834e7d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:19:17Z', 'revision_number': 5, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port': {'id': '4533cc66-186f-4451-98b5-f98834e7d684', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:16Z', 'updated_at': '2022-09-19T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:19.330195 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] Checking router: c10129a2-2d27-4d9e-9171-1cf87f6a6f7d for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:19:19.338470 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] Routers {'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:19.339093 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:19.428564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] For port 4533cc66-186f-4451-98b5-f98834e7d684, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=4533cc66-186f-4451-98b5-f98834e7d684,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:19.428922 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:19.489051 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] Set router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:19.553086 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Calling delete_port for 4533cc66-186f-4451-98b5-f98834e7d684 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:19:19.594230 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:19:19Z', 'revision_number': 6, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:19.598208 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a3931-a6bd-4ead-8251-8f60b0cce0f9 None None] The sync data for ids ['c10129a2-2d27-4d9e-9171-1cf87f6a6f7d'] in dv-neutron-857775-2-hyperv is: [{'id': 'c10129a2-2d27-4d9e-9171-1cf87f6a6f7d', 'name': 'tempest-TestShelveInstance-1421684886-router', 'tenant_id': '66505fae3e2a4d41873bac011c670a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:15Z', 'updated_at': '2022-09-19T13:19:19Z', 'revision_number': 6, 'project_id': '66505fae3e2a4d41873bac011c670a2b', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:19:20.046341 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.093467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Pushing event deleted for resources: {'Port': ['ID=4533cc66-186f-4451-98b5-f98834e7d684,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:20.193259 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.366528 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.368832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.475066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.475605 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c10129a2-2d27-4d9e-9171-1cf87f6a6f7d {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 13:19:20.487928 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.493124 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-cface8fa-2271-4929-b2e2-0a2da2a72985 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c10129a2-2d27-4d9e-9171-1cf87f6a6f7d HTTP/1.1" status: 204 len: 168 time: 1.6542797 Sep 19 13:19:20.493124 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41160) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:20.552407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6edf16-4c85-472b-a777-31438eb66b48 admin admin] Deleting subnet 78071a0e-6d32-473f-baee-ca76f0c8fad7 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 13:19:20.555455 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f6edf16-4c85-472b-a777-31438eb66b48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.610241 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f6edf16-4c85-472b-a777-31438eb66b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.689842 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f6edf16-4c85-472b-a777-31438eb66b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.816164 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f6edf16-4c85-472b-a777-31438eb66b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.853608 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6edf16-4c85-472b-a777-31438eb66b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78071a0e-6d32-473f-baee-ca76f0c8fad7,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:20.860300 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-2f6edf16-4c85-472b-a777-31438eb66b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.865765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9373e363-45fe-49ad-9bfe-30168fdd51d4 None None] Network d0574eb0-b196-4c27-ada1-3fdb6f519d8b requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:19:20.866484 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2f6edf16-4c85-472b-a777-31438eb66b48 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/78071a0e-6d32-473f-baee-ca76f0c8fad7 HTTP/1.1" status: 204 len: 168 time: 0.3739424 Sep 19 13:19:20.868973 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41164) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:20.976586 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:20.987110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Deleting port 7f5929ed-8004-4020-9a6c-653695ae6e69 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:20.987448 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:21.123055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] DHCP port deletion for d0574eb0-b196-4c27-ada1-3fdb6f519d8b request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 13:19:21.128454 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] Deleting port 7f5929ed-8004-4020-9a6c-653695ae6e69 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:21.128829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:21.197058 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] For port 7f5929ed-8004-4020-9a6c-653695ae6e69, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7f5929ed-8004-4020-9a6c-653695ae6e69,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:21.197642 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:21.325449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Calling delete_port for 7f5929ed-8004-4020-9a6c-653695ae6e69 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:19:21.334224 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] For port 7f5929ed-8004-4020-9a6c-653695ae6e69, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=7f5929ed-8004-4020-9a6c-653695ae6e69,segment=NetworkSegment(2378af6a-2b5c-4f5f-9b6f-c03307d71468),segment_id=2378af6a-2b5c-4f5f-9b6f-c03307d71468)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:21.334622 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:21.468046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] Calling delete_port for 7f5929ed-8004-4020-9a6c-653695ae6e69 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:19:21.514639 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:21.539677 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 13:19:21.540067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 13:19:21.566115 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f5929ed-8004-4020-9a6c-653695ae6e69,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:21.567954 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] No DVR routers for this DVR port 7f5929ed-8004-4020-9a6c-653695ae6e69 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:19:21.674181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4533cc66-186f-4451-98b5-f98834e7d684 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:19:21.709017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 4533cc66-186f-4451-98b5-f98834e7d684 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:19:21.709360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 4533cc66-186f-4451-98b5-f98834e7d684 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:19:21.709780 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device f01bd0ee-c488-42df-b9ea-ccea3ed468ea no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:19:21.747012 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: f01bd0ee-c488-42df-b9ea-ccea3ed468ea {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:19:21.747385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device f01bd0ee-c488-42df-b9ea-ccea3ed468ea not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:19:21.747801 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7f5929ed-8004-4020-9a6c-653695ae6e69 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:19:21.781322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 7f5929ed-8004-4020-9a6c-653695ae6e69 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:19:21.781670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 7f5929ed-8004-4020-9a6c-653695ae6e69 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:19:21.803037 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:21.828039 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0574eb0-b196-4c27-ada1-3fdb6f519d8b']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:21.840240 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2378af6a-2b5c-4f5f-9b6f-c03307d71468') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:21.840544 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2378af6a-2b5c-4f5f-9b6f-c03307d71468') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:21.852346 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:21.868959 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:21.874908 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 13:19:21.875298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:22.024769 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 2378af6a-2b5c-4f5f-9b6f-c03307d71468 resource provider aggregate not found Sep 19 13:19:22.029179 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:22.041734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] Deleting port 7f5929ed-8004-4020-9a6c-653695ae6e69 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:22.042185 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:22.048036 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:22.051166 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment 2378af6a-2b5c-4f5f-9b6f-c03307d71468 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2378af6a-2b5c-4f5f-9b6f-c03307d71468 found for delete ", "request_id": "req-07a8aabd-1a64-4f78-b282-e842f147bc6f"}]} Sep 19 13:19:22.059975 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0574eb0-b196-4c27-ada1-3fdb6f519d8b,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:22.114195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-32281d26-8dfb-4ca5-977f-b098e18a4940 None None] The port '7f5929ed-8004-4020-9a6c-653695ae6e69' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 13:19:22.147999 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f9c99d49-7738-423f-8de8-024a6bedd710 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d0574eb0-b196-4c27-ada1-3fdb6f519d8b HTTP/1.1" status: 204 len: 168 time: 1.2780025 Sep 19 13:19:22.150800 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41176) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:22.699389 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:23.064470 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] Deleting port af90f849-cd9e-4fe3-9569-82cd7718024a {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:23.064811 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:23.350416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] For port af90f849-cd9e-4fe3-9569-82cd7718024a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=af90f849-cd9e-4fe3-9569-82cd7718024a,segment=NetworkSegment(ba4145bd-278b-4241-904f-5ed71b9974e1),segment_id=ba4145bd-278b-4241-904f-5ed71b9974e1)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:23.350686 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:23.479716 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] Calling delete_port for af90f849-cd9e-4fe3-9569-82cd7718024a owned by network:router_interface {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:19:23.552802 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:23.731980 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:23.782377 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] Pushing event deleted for resources: {'Port': ['ID=af90f849-cd9e-4fe3-9569-82cd7718024a,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:24.056672 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:24.414624 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] Router 2320867a-7cab-4586-bcc8-cdec49372a8a has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:19:24.590714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:19:24.600350 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] Sync routers for ids ['2320867a-7cab-4586-bcc8-cdec49372a8a'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:19:24.609833 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] Routers {'2320867a-7cab-4586-bcc8-cdec49372a8a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:24.610435 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['2320867a-7cab-4586-bcc8-cdec49372a8a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:24.659442 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-98a80c9d-6d87-46a9-8933-80b77da31615 admin admin] 10.222.0.66 "PUT /v2.0/routers/2320867a-7cab-4586-bcc8-cdec49372a8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5075114 Sep 19 13:19:24.661936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41180) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:24.830632 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] Set router 2320867a-7cab-4586-bcc8-cdec49372a8a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:24.956738 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Notify callbacks [] for router, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:25.120946 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'name': 'tempest-TestShelveInstance-1515668245-router', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:23Z', 'updated_at': '2022-09-19T13:19:23Z', 'revision_number': 5, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'gw_port': {'id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:24Z', 'updated_at': '2022-09-19T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:25.124952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] Checking router: 2320867a-7cab-4586-bcc8-cdec49372a8a for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:19:25.133393 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] Routers {'2320867a-7cab-4586-bcc8-cdec49372a8a'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:25.133990 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['2320867a-7cab-4586-bcc8-cdec49372a8a'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:25.136447 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:25.200144 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Deleting port 54ac0dea-86cf-43dc-98d4-3a2153907bb5 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:25.200502 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:25.313567 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] Set router 2320867a-7cab-4586-bcc8-cdec49372a8a gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:25.379837 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] For port 54ac0dea-86cf-43dc-98d4-3a2153907bb5, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=54ac0dea-86cf-43dc-98d4-3a2153907bb5,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:25.380199 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:25.504879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Calling delete_port for 54ac0dea-86cf-43dc-98d4-3a2153907bb5 owned by network:router_gateway {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:19:25.605762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'name': 'tempest-TestShelveInstance-1515668245-router', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:23Z', 'updated_at': '2022-09-19T13:19:23Z', 'revision_number': 5, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'gw_port': {'id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:24Z', 'updated_at': '2022-09-19T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:25.609931 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326f4b6e-6d48-42cd-9d04-963575cb7aed None None] The sync data for ids ['2320867a-7cab-4586-bcc8-cdec49372a8a'] in dv-neutron-857775-2-hyperv is: [{'id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'name': 'tempest-TestShelveInstance-1515668245-router', 'tenant_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:08:23Z', 'updated_at': '2022-09-19T13:19:23Z', 'revision_number': 5, 'project_id': 'b4324cc69a2c49649dc9f10c025a63c8', 'gw_port': {'id': '54ac0dea-86cf-43dc-98d4-3a2153907bb5', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2320867a-7cab-4586-bcc8-cdec49372a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:08:24Z', 'updated_at': '2022-09-19T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:19:25.749337 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:25.799632 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Pushing event deleted for resources: {'Port': ['ID=54ac0dea-86cf-43dc-98d4-3a2153907bb5,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:25.899132 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.075159 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.078052 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.160265 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.160758 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2320867a-7cab-4586-bcc8-cdec49372a8a {{(pid=89794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 13:19:26.173747 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.174935 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5bd21fb7-4b3e-47f7-836e-0d7d729871ff admin admin] 10.222.0.66 "DELETE /v2.0/routers/2320867a-7cab-4586-bcc8-cdec49372a8a HTTP/1.1" status: 204 len: 168 time: 1.5120609 Sep 19 13:19:26.177577 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41184) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:26.243066 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_v2 [None req-80346fe4-939e-456b-a0e4-4b11c7c10915 admin admin] Deleting subnet 2fc427ce-4f6a-4995-8a67-6e765693fec4 {{(pid=89794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 13:19:26.246776 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80346fe4-939e-456b-a0e4-4b11c7c10915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.301224 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80346fe4-939e-456b-a0e4-4b11c7c10915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11388531'] for subnet, precommit_delete_associations {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.382718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80346fe4-939e-456b-a0e4-4b11c7c10915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.503560 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80346fe4-939e-456b-a0e4-4b11c7c10915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11165070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10512831'] for subnet, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.543450 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80346fe4-939e-456b-a0e4-4b11c7c10915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc427ce-4f6a-4995-8a67-6e765693fec4,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:26.547597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-80346fe4-939e-456b-a0e4-4b11c7c10915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.553264 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2706bd60-2960-486e-9643-d93a6d6c33f9 None None] Network 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:19:26.554659 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-80346fe4-939e-456b-a0e4-4b11c7c10915 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2fc427ce-4f6a-4995-8a67-6e765693fec4 HTTP/1.1" status: 204 len: 168 time: 0.3761032 Sep 19 13:19:26.557120 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41188) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:26.674015 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.692138 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Deleting port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:26.692582 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:26.797134 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:19:26.853189 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] DHCP port deletion for 2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 13:19:26.858683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] Deleting port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:26.859403 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.057064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] For port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=97c8019f-ef88-4dc4-ab6d-4bc6f5272978,segment=NetworkSegment(ba4145bd-278b-4241-904f-5ed71b9974e1),segment_id=ba4145bd-278b-4241-904f-5ed71b9974e1)] {{(pid=89794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:27.057358 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.108706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] For port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=97c8019f-ef88-4dc4-ab6d-4bc6f5272978,segment=NetworkSegment(ba4145bd-278b-4241-904f-5ed71b9974e1),segment_id=ba4145bd-278b-4241-904f-5ed71b9974e1)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:27.109288 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.189741 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Calling delete_port for 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 owned by network:dhcp {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:19:27.279075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] Calling delete_port for 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:19:27.337833 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.365146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 13:19:27.365496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 13:19:27.399836 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c8019f-ef88-4dc4-ab6d-4bc6f5272978,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:27.403008 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] No DVR routers for this DVR port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 on host dv-neutron-857775-2-hyperv {{(pid=89794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:19:27.532506 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.556940 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe']}} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:27.568863 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4145bd-278b-4241-904f-5ed71b9974e1') {'for_net_delete': True} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:27.569103 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.services.segments.db [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4145bd-278b-4241-904f-5ed71b9974e1') {} {{(pid=89794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:27.581285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11388536'] for segment, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.597006 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.603069 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 13:19:27.603464 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11164964'] for segment, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.673062 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment ba4145bd-278b-4241-904f-5ed71b9974e1 resource provider aggregate not found Sep 19 13:19:27.674727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 54ac0dea-86cf-43dc-98d4-3a2153907bb5 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:19:27.696600 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.services.segments.plugin [-] Segment ba4145bd-278b-4241-904f-5ed71b9974e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba4145bd-278b-4241-904f-5ed71b9974e1 found for delete ", "request_id": "req-857d992a-2855-40ce-9b40-760133f2d26b"}]} Sep 19 13:19:27.711119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 54ac0dea-86cf-43dc-98d4-3a2153907bb5 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:19:27.711465 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 54ac0dea-86cf-43dc-98d4-3a2153907bb5 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:19:27.714525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device af90f849-cd9e-4fe3-9569-82cd7718024a no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:19:27.744985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: af90f849-cd9e-4fe3-9569-82cd7718024a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:19:27.745322 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device af90f849-cd9e-4fe3-9569-82cd7718024a not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:19:27.745735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:19:27.782208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:19:27.782568 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:19:27.800390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.816799 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.826924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] Pushing event deleted for resources: {'Network': ['ID=2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:27.834203 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-8b2789fb-ddfe-4d22-af85-600bb1207241 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2470e7f9-4ccc-4da0-83d4-fbd9fb224ffe HTTP/1.1" status: 204 len: 168 time: 1.2761407 Sep 19 13:19:27.867192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] Deleting port 97c8019f-ef88-4dc4-ab6d-4bc6f5272978 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:19:27.867636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:27.932672 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5029b-706d-4c84-b63a-21dc5513b16f None None] The port '97c8019f-ef88-4dc4-ab6d-4bc6f5272978' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 13:19:28.123847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41202) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:28.171898 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-2d9eb5e6-87dc-426f-ab4f-d13f674225cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66505fae3e2a4d41873bac011c670a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468888 Sep 19 13:19:28.174423 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41206) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:28.236848 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-237c3e13-2955-432c-83bb-5c2b7f7ed65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:28.263509 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-237c3e13-2955-432c-83bb-5c2b7f7ed65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:28.371590 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-237c3e13-2955-432c-83bb-5c2b7f7ed65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:28.391285 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c3e13-2955-432c-83bb-5c2b7f7ed65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3641f9-3729-4653-b628-81e15b16c6b8,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:28.395757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-237c3e13-2955-432c-83bb-5c2b7f7ed65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:28.396976 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-237c3e13-2955-432c-83bb-5c2b7f7ed65a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f3641f9-3729-4653-b628-81e15b16c6b8 HTTP/1.1" status: 204 len: 168 time: 0.2215729 Sep 19 13:19:29.082405 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41214) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:29.133878 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c64e0589-11d5-492a-a0f4-d77357040eff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4324cc69a2c49649dc9f10c025a63c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503702 Sep 19 13:19:29.136326 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41218) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:29.197809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2b86646-9850-4aa1-9872-ea5143ab5514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:29.224658 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2b86646-9850-4aa1-9872-ea5143ab5514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:29.329953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2b86646-9850-4aa1-9872-ea5143ab5514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:29.345041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b86646-9850-4aa1-9872-ea5143ab5514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effaf082-1630-43e7-b5a7-04d16eedb2d0,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:29.351632 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f2b86646-9850-4aa1-9872-ea5143ab5514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:29.352832 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f2b86646-9850-4aa1-9872-ea5143ab5514 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/effaf082-1630-43e7-b5a7-04d16eedb2d0 HTTP/1.1" status: 204 len: 168 time: 0.2156012 Sep 19 13:19:30.458688 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41242) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:30.563913 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1953198170-network', 'tenant_id': '06950e6823284563b4c268d16c4b2680'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:30.568770 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:30.572680 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Usage tracker for resource:network and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:30.575579 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:30.582141 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:30.650153 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Made reservation on behalf of 06950e6823284563b4c268d16c4b2680 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:19:30.652440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:30.664703 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:30.680117 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:30.683987 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Usage tracker for resource:security_group_rule and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:30.687532 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:30.693250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:30.773277 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:30.852161 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:30.887212 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 13:19:30.895298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8710bc79-f3fb-4661-802c-431a2c1a0a97,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:30.906126 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:30.906126 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Added segment ee87d4c6-cc3d-4386-8fa1-94aad217787d of type vlan for network eb36ce1c-f039-4897-9216-fe858ddf9463 Sep 19 13:19:30.929817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:31.017510 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:31.018530 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:31.019185 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:31.123774 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] Pushing event updated for resources: {'Network': ['ID=eb36ce1c-f039-4897-9216-fe858ddf9463,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:31.133249 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network eb36ce1c-f039-4897-9216-fe858ddf9463 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 13:19:31.178576 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-eee90935-56b9-48d2-897f-fbc7c5222b93 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7186289 Sep 19 13:19:31.181367 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41250) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:31.187407 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Request body: {'subnet': {'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1953198170-subnet', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'ip_version': 4}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:31.193192 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:31.197808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Usage tracker for resource:subnet and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:31.200879 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:31.207925 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:31.303070 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Made reservation on behalf of 06950e6823284563b4c268d16c4b2680 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:19:31.305495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:31.554499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:31.632727 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f246f7a-f913-4a13-8789-fdfd110208cf,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:31.641961 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Checking segment: {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:19:31.642321 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Network hostable DHCP agents. Network: eb36ce1c-f039-4897-9216-fe858ddf9463, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 13:19:31.731463 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Network eb36ce1c-f039-4897-9216-fe858ddf9463 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 13:19:31.823148 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, eb36ce1c-f039-4897-9216-fe858ddf9463) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:31.827795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:31.828379 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:31.832845 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454e877-df8b-499d-9e8d-2bfb572ba192 None None] Network eb36ce1c-f039-4897-9216-fe858ddf9463 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:19:31.914856 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-b8296817-cb04-47cd-9e61-114f0b291e3e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7321956 Sep 19 13:19:31.917495 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41254) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:31.922540 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:31.927520 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:31.931529 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Usage tracker for resource:router and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:31.934324 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:31.940683 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:31.994563 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:31.995744 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.010467 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.056112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-eb36ce1c-f039-4897-9216-fe858ddf9463', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 13:19:32.056928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.214029 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Allocated IP 172.20.0.2 (eb36ce1c-f039-4897-9216-fe858ddf9463/8f246f7a-f913-4a13-8789-fdfd110208cf/6cdea91e-98dd-4ad9-beac-a0695447eb3a) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:19:32.422179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.432136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Transition to ACTIVE for port object 6cdea91e-98dd-4ad9-beac-a0695447eb3a will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:32.450547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Transition to ACTIVE for port object 6cdea91e-98dd-4ad9-beac-a0695447eb3a will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:32.459828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.514553 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.583455 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Network eb36ce1c-f039-4897-9216-fe858ddf9463 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:19:32.586461 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:32.590095 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:19:32.596333 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Pushing event updated for resources: {'Port': ['ID=6cdea91e-98dd-4ad9-beac-a0695447eb3a,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:32.638067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.639133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.639133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.639337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.639488 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.639825 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.640153 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.640479 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.640800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.641122 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.641443 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.641764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:32.708037 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Attempting to bind port 6cdea91e-98dd-4ad9-beac-a0695447eb3a on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:19:32.708398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Attempting to bind port 6cdea91e-98dd-4ad9-beac-a0695447eb3a by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:19:32.708753 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Attempting to bind port 6cdea91e-98dd-4ad9-beac-a0695447eb3a on network eb36ce1c-f039-4897-9216-fe858ddf9463 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:19:32.714318 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:19:32.714688 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Checking segment: {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:19:32.715117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.715514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Bound using segment: {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:19:32.715977 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Bound port: 6cdea91e-98dd-4ad9-beac-a0695447eb3a, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:19:32.716348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.805513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] For port 6cdea91e-98dd-4ad9-beac-a0695447eb3a, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:19:32.808404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] For port 6cdea91e-98dd-4ad9-beac-a0695447eb3a, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6cdea91e-98dd-4ad9-beac-a0695447eb3a,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:19:32.843318 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.867232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.876935 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:32.952521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4331b8-baee-46ec-a521-1e983f37affd None None] Pushing event updated for resources: {'Port': ['ID=6cdea91e-98dd-4ad9-beac-a0695447eb3a,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:33.014791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Allocated IP 172.26.5.17 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/bb37372a-8c60-4ecd-8fed-8fdf6ce251bc) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:19:33.178405 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:33.290162 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:33.360617 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:19:33.363620 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:33.367247 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:19:33.397598 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=bb37372a-8c60-4ecd-8fed-8fdf6ce251bc,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:33.702073 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6cdea91e-98dd-4ad9-beac-a0695447eb3a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:33.838774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 6cdea91e-98dd-4ad9-beac-a0695447eb3a completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:33.892971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:33.950416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ce1680-aa07-473e-b742-2abd3f859f89 None None] Network eb36ce1c-f039-4897-9216-fe858ddf9463 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:19:34.156470 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b0f479e8-383d-445e-af4f-2f9757fc9b43 None None] Provisioning for port 6cdea91e-98dd-4ad9-beac-a0695447eb3a completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:34.166020 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-b0f479e8-383d-445e-af4f-2f9757fc9b43 None None] Provisioning complete for port 6cdea91e-98dd-4ad9-beac-a0695447eb3a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:34.166389 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b0f479e8-383d-445e-af4f-2f9757fc9b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:34.346016 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-b0f479e8-383d-445e-af4f-2f9757fc9b43 None None] Current status of the port 6cdea91e-98dd-4ad9-beac-a0695447eb3a is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:34.346403 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b0f479e8-383d-445e-af4f-2f9757fc9b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:34.351556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:34.381209 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-b0f479e8-383d-445e-af4f-2f9757fc9b43 None None] For port 6cdea91e-98dd-4ad9-beac-a0695447eb3a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6cdea91e-98dd-4ad9-beac-a0695447eb3a,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:34.457353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b0f479e8-383d-445e-af4f-2f9757fc9b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:34.528077 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f479e8-383d-445e-af4f-2f9757fc9b43 None None] Pushing event updated for resources: {'Port': ['ID=6cdea91e-98dd-4ad9-beac-a0695447eb3a,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:34.576741 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-546b9ad7-814e-48c4-b0ae-0669e0ff75e3 None None] Provisioning complete for port 6cdea91e-98dd-4ad9-beac-a0695447eb3a triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:34.577279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-546b9ad7-814e-48c4-b0ae-0669e0ff75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:34.632971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Router 905aebad-07c2-44fb-baba-096307c2ee6c is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 13:19:34.696445 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-546b9ad7-814e-48c4-b0ae-0669e0ff75e3 None None] Current status of the port 6cdea91e-98dd-4ad9-beac-a0695447eb3a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:34.816281 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:19:34.827523 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Sync routers for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:19:34.838425 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:34.839063 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:34.920970 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:34.922225 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-5e081fd0-9952-4a25-827a-ba940230f1d7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0037849 Sep 19 13:19:34.924969 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41258) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:35.013508 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:35.311894 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:33Z', 'revision_number': 3, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:35.315803 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Checking router: 905aebad-07c2-44fb-baba-096307c2ee6c for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:19:35.316151 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Updating router 905aebad-07c2-44fb-baba-096307c2ee6c port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:19:35.371771 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:35.678337 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6cdea91e-98dd-4ad9-beac-a0695447eb3a up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:35.733505 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:35.739388 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:35.754413 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Transition to ACTIVE for port object bb37372a-8c60-4ecd-8fed-8fdf6ce251bc will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:35.755600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 6cdea91e-98dd-4ad9-beac-a0695447eb3a triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:35.756157 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:35.876397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 6cdea91e-98dd-4ad9-beac-a0695447eb3a is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:35.882519 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:35.945898 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Attempting to bind port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:19:35.946346 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Attempting to bind port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:19:35.946626 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Attempting to bind port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:19:35.947832 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Allocated IP 172.20.0.1 (eb36ce1c-f039-4897-9216-fe858ddf9463/8f246f7a-f913-4a13-8789-fdfd110208cf/5aac7c19-b233-4a53-99a1-8130e866da3d) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:19:35.957429 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:19:35.957806 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:19:35.958205 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:35.958598 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:19:35.959089 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Bound port: bb37372a-8c60-4ecd-8fed-8fdf6ce251bc, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:19:35.959460 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:36.002784 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Pushing event updated for resources: {'Port': ['ID=bb37372a-8c60-4ecd-8fed-8fdf6ce251bc,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:36.014930 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.015088 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.015303 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.015638 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.015969 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.016298 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.016624 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.016946 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.017271 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.017590 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.017909 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.018257 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:19:36.047316 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] For port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:19:36.050412 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] For port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bb37372a-8c60-4ecd-8fed-8fdf6ce251bc,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:19:36.099588 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:36.115403 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Transition to ACTIVE for port object 5aac7c19-b233-4a53-99a1-8130e866da3d will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:36.131935 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:36.194178 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:36.194816 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:36.211805 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:36.282768 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b54e97-c6c4-4df5-a48f-6eaec6ee8f27 None None] Pushing event updated for resources: {'Port': ['ID=bb37372a-8c60-4ecd-8fed-8fdf6ce251bc,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:36.290205 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Network eb36ce1c-f039-4897-9216-fe858ddf9463 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:19:36.293225 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:36.297953 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:19:36.334992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Pushing event updated for resources: {'Port': ['ID=5aac7c19-b233-4a53-99a1-8130e866da3d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:36.359921 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:36.385852 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:36.578117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3ad52310-dfd5-48ed-8600-43bedf9c7fc5 None None] Provisioning for port 5aac7c19-b233-4a53-99a1-8130e866da3d completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:36.583279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-3ad52310-dfd5-48ed-8600-43bedf9c7fc5 None None] Provisioning complete for port 5aac7c19-b233-4a53-99a1-8130e866da3d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:36.583678 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3ad52310-dfd5-48ed-8600-43bedf9c7fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:36.645111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-3ad52310-dfd5-48ed-8600-43bedf9c7fc5 None None] Port 5aac7c19-b233-4a53-99a1-8130e866da3d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:19:36.674181 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:36.686854 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:33Z', 'revision_number': 3, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:36.691020 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3df530e-f8e3-4ef1-bf06-e97ced0fba76 None None] The sync data for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv is: [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:33Z', 'revision_number': 3, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:19:36.926597 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:36.999207 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:37.106088 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:37.110022 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Pushing event updated for resources: {'Port': ['ID=5aac7c19-b233-4a53-99a1-8130e866da3d,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:37.260849 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Network eb36ce1c-f039-4897-9216-fe858ddf9463 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:19:37.262302 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:37.574329 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-54a4b2bf-2e14-4754-8fa7-782421caabe3 None None] Provisioning complete for port 5aac7c19-b233-4a53-99a1-8130e866da3d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:37.574852 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-54a4b2bf-2e14-4754-8fa7-782421caabe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:37.586250 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Router 905aebad-07c2-44fb-baba-096307c2ee6c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:19:37.629197 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-54a4b2bf-2e14-4754-8fa7-782421caabe3 None None] Port 5aac7c19-b233-4a53-99a1-8130e866da3d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:19:37.704052 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bb37372a-8c60-4ecd-8fed-8fdf6ce251bc up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:37.773329 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:19:37.782736 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-00170620-c0e9-40ef-8fa8-54cfa84015eb admin admin] 10.222.0.66 "PUT /v2.0/routers/905aebad-07c2-44fb-baba-096307c2ee6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8567691 Sep 19 13:19:37.822993 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:37.828559 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:37.829196 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:37.952816 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:37.953205 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:37.971953 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bb37372a-8c60-4ecd-8fed-8fdf6ce251bc,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:38.038668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:38.110819 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=bb37372a-8c60-4ecd-8fed-8fdf6ce251bc,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:38.196176 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Sync routers for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:19:38.206853 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:38.207477 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:38.391407 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:38.612986 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41286) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:38.618946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-401175705-network', 'tenant_id': '236aa9994cf64126a656e42225be27f9'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:38.624815 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:38.629503 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Usage tracker for resource:network and tenant:236aa9994cf64126a656e42225be27f9 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:38.632653 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:38.638511 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:38.713927 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Made reservation on behalf of 236aa9994cf64126a656e42225be27f9 for: {'network': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:19:38.716298 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for network, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:38.729303 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:38.743896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:38.747795 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Usage tracker for resource:security_group_rule and tenant:236aa9994cf64126a656e42225be27f9 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:38.750853 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:38.757331 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:38.758496 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 2, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:38.762460 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Checking router: 905aebad-07c2-44fb-baba-096307c2ee6c for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:19:38.762837 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Updating router 905aebad-07c2-44fb-baba-096307c2ee6c port 5aac7c19-b233-4a53-99a1-8130e866da3d binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:19:38.822696 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:38.856641 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:38.923958 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:38.954977 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=89794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 13:19:38.963499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8edbe98-9df1-4e0c-93df-c333fb4de50c,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:38.969708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:38.970033 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.segments_db [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Added segment 198c7ae7-3d67-4342-96f5-e1cc5e3294d8 of type vlan for network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 Sep 19 13:19:38.996260 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773457476464'] for network, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.089499 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099'] for network, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.090471 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:39.091092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Notify callbacks [] for network, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.189600 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.197280 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] Pushing event updated for resources: {'Network': ['ID=d9efbfc6-c42e-4dea-82b7-70fe93657fa5,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:39.202776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Transition to ACTIVE for port object 5aac7c19-b233-4a53-99a1-8130e866da3d will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:39.206868 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 details requested by agent ovs-agent-dv-neutron-857775-2-hyperv with host dv-neutron-857775-2-hyperv {{(pid=89796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 13:19:39.275553 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-065a10ac-8188-4bcd-a277-7377e4575006 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6613770 Sep 19 13:19:39.278400 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41290) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:39.285294 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Request body: {'subnet': {'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-401175705-subnet', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'ip_version': 4}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:39.290196 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:39.294064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Usage tracker for resource:subnet and tenant:236aa9994cf64126a656e42225be27f9 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:39.297118 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:39.302896 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:39.306501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.360167 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Made reservation on behalf of 236aa9994cf64126a656e42225be27f9 for: {'subnet': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:19:39.362681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10512792'] for subnet, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.509066 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe0268-c0b3-4d77-a72f-4f1393ed5052 None None] Pushing event updated for resources: {'Port': ['ID=5aac7c19-b233-4a53-99a1-8130e866da3d,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:39.527749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Attempting to bind port 5aac7c19-b233-4a53-99a1-8130e866da3d on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:19:39.528035 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Attempting to bind port 5aac7c19-b233-4a53-99a1-8130e866da3d by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:19:39.528413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Attempting to bind port 5aac7c19-b233-4a53-99a1-8130e866da3d on network eb36ce1c-f039-4897-9216-fe858ddf9463 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:19:39.534469 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:19:39.534879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Checking segment: {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:19:39.535279 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.535676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Bound using segment: {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:19:39.536148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Bound port: 5aac7c19-b233-4a53-99a1-8130e866da3d, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:19:39.536524 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.624790 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] For port 5aac7c19-b233-4a53-99a1-8130e866da3d, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:19:39.627706 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] For port 5aac7c19-b233-4a53-99a1-8130e866da3d, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5aac7c19-b233-4a53-99a1-8130e866da3d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:19:39.629219 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11165133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10512806'] for subnet, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.680138 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bb37372a-8c60-4ecd-8fed-8fdf6ce251bc up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:39.705924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3ad389-6e22-49ac-ac64-ef988345e24a,revision_number=0']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:39.717390 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Checking segment: {'id': '198c7ae7-3d67-4342-96f5-e1cc5e3294d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:19:39.717697 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Network hostable DHCP agents. Network: d9efbfc6-c42e-4dea-82b7-70fe93657fa5, hostable agents: ['b44e403b-9360-4ee7-8b10-fce7670abc00'], hosted agents: [] {{(pid=89794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 13:19:39.721398 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.806683 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:39.807345 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:39.849584 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 is scheduled to be hosted by DHCP agent b44e403b-9360-4ee7-8b10-fce7670abc00 with binding_index 1 {{(pid=89794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 13:19:39.891360 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe0268-c0b3-4d77-a72f-4f1393ed5052 None None] Pushing event updated for resources: {'Port': ['ID=5aac7c19-b233-4a53-99a1-8130e866da3d,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:39.937432 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-2-hyperv, d9efbfc6-c42e-4dea-82b7-70fe93657fa5) {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:39.941949 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:39.942543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:39.964042 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a717c3e8-7d89-474f-84dc-341dc3005a37 None None] Network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:19:39.983261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:39.983624 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:40.025735 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-e34e8646-0765-4a91-8b58-f06f74f11fde admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7436860 Sep 19 13:19:40.027488 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41294) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:40.033445 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-401175705-router', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:40.038874 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:40.043001 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Usage tracker for resource:router and tenant:236aa9994cf64126a656e42225be27f9 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:40.046002 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:40.051809 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:40.120633 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29932'] for router, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:40.121675 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29941'] for router, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:40.137946 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:40.195231 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:40.481772 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29895'] for router, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:40.514737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:40.593468 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc818de3b-0368-54d8-9cea-ed7f9241bfdd-d9efbfc6-c42e-4dea-82b7-70fe93657fa5', 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'fixed_ips': [{'subnet_id': 'ce3ad389-6e22-49ac-ac64-ef988345e24a'}]}} from dv-neutron-857775-2-hyperv. {{(pid=89796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 13:19:40.594370 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:40.787612 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:39Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:40.795907 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4b1f8-6866-439d-ab89-9568764e9587 None None] The sync data for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv is: [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:39Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:19:40.807507 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.db_base_plugin_common [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Allocated IP 172.20.0.2 (d9efbfc6-c42e-4dea-82b7-70fe93657fa5/ce3ad389-6e22-49ac-ac64-ef988345e24a/3570630d-bd6e-440c-9642-b87d6398e5b1) {{(pid=89796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:19:41.012875 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:41.044542 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:41.063472 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Notify callbacks [] for port, precommit_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:41.079994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Transition to ACTIVE for port object 3570630d-bd6e-440c-9642-b87d6398e5b1 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:41.100453 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Transition to ACTIVE for port object 3570630d-bd6e-440c-9642-b87d6398e5b1 will not be triggered until provisioned by entity DHCP. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:41.176169 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390'] for port, after_create {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:41.195383 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Allocated IP 172.26.5.89 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/ae599e7f-16b2-4d46-8c11-be48268a3eb6) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:19:41.251613 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 is already hosted by enough agents. {{(pid=89796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:19:41.255462 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.scheduler.base_scheduler [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Resources bound (agent type, host, resource id): {{(pid=89796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:41.259374 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Received port after_create {{(pid=89796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:19:41.266246 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Pushing event updated for resources: {'Port': ['ID=3570630d-bd6e-440c-9642-b87d6398e5b1,revision_number=1']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:41.367817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:41.380985 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Attempting to bind port 3570630d-bd6e-440c-9642-b87d6398e5b1 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:19:41.381365 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Attempting to bind port 3570630d-bd6e-440c-9642-b87d6398e5b1 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '198c7ae7-3d67-4342-96f5-e1cc5e3294d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:19:41.381729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Attempting to bind port 3570630d-bd6e-440c-9642-b87d6398e5b1 on network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:19:41.387355 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:19:41.387887 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Checking segment: {'id': '198c7ae7-3d67-4342-96f5-e1cc5e3294d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:19:41.388301 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:41.389856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Bound using segment: {'id': '198c7ae7-3d67-4342-96f5-e1cc5e3294d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:19:41.389856 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Bound port: 3570630d-bd6e-440c-9642-b87d6398e5b1, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198c7ae7-3d67-4342-96f5-e1cc5e3294d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:19:41.390233 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:41.463076 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:41.484383 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] For port 3570630d-bd6e-440c-9642-b87d6398e5b1, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:19:41.488902 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] For port 3570630d-bd6e-440c-9642-b87d6398e5b1, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3570630d-bd6e-440c-9642-b87d6398e5b1,segment=NetworkSegment(198c7ae7-3d67-4342-96f5-e1cc5e3294d8),segment_id=198c7ae7-3d67-4342-96f5-e1cc5e3294d8)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:19:41.530139 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:19:41.533762 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:41.537647 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:19:41.565296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:41.585678 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Pushing event updated for resources: {'Port': ['ID=ae599e7f-16b2-4d46-8c11-be48268a3eb6,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:41.660385 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9ac13bb8-e13c-491f-a078-9bab752250eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:41.679815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2c68e-be27-4db1-8d9a-1dd0088bc4dc None None] Pushing event updated for resources: {'Port': ['ID=3570630d-bd6e-440c-9642-b87d6398e5b1,revision_number=2']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:41.741351 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5aac7c19-b233-4a53-99a1-8130e866da3d up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:41.882118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 5aac7c19-b233-4a53-99a1-8130e866da3d completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:41.889142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5aac7c19-b233-4a53-99a1-8130e866da3d triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:41.889377 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:42.023015 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5aac7c19-b233-4a53-99a1-8130e866da3d is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:42.023412 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:42.062259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 5aac7c19-b233-4a53-99a1-8130e866da3d, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5aac7c19-b233-4a53-99a1-8130e866da3d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:42.119692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:42.129923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:42.201422 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=5aac7c19-b233-4a53-99a1-8130e866da3d,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:42.463692 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542409'] for router, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:42.869359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Router ef55d965-471b-43bf-8952-31f37661ec89 is scheduled to L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 with binding_index 1 {{(pid=89794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 13:19:42.904059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7676129-e71c-497b-8ea7-f7350c7c0edf None None] Network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:19:43.069784 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:19:43.079784 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Sync routers for ids ['ef55d965-471b-43bf-8952-31f37661ec89'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:19:43.081547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-92fcfc8a-051d-49eb-839b-4260d96ad9fe None None] Provisioning for port 3570630d-bd6e-440c-9642-b87d6398e5b1 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:43.092385 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Routers {'ef55d965-471b-43bf-8952-31f37661ec89'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:43.093243 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['ef55d965-471b-43bf-8952-31f37661ec89'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:43.143127 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] Notify callbacks [] for router, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:43.147574 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-9650a549-b225-45fa-8056-9552905e2308 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1158750 Sep 19 13:19:43.148106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41298) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:43.292128 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Set router ef55d965-471b-43bf-8952-31f37661ec89 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:43.585333 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'name': 'tempest-TestSnapshotPattern-401175705-router', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:40Z', 'updated_at': '2022-09-19T13:19:41Z', 'revision_number': 3, 'project_id': '236aa9994cf64126a656e42225be27f9', 'gw_port': {'id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:41Z', 'updated_at': '2022-09-19T13:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:43.589085 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Checking router: ef55d965-471b-43bf-8952-31f37661ec89 for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:19:43.589425 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Updating router ef55d965-471b-43bf-8952-31f37661ec89 port ae599e7f-16b2-4d46-8c11-be48268a3eb6 binding host dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:19:43.643692 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:43.766338 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-066bb1d5-3b45-435b-ba98-0022627a2a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:43.793905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5aac7c19-b233-4a53-99a1-8130e866da3d up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:43.870253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 5aac7c19-b233-4a53-99a1-8130e866da3d triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:43.870519 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:43.880875 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:43.991075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 5aac7c19-b233-4a53-99a1-8130e866da3d is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:43.992135 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3570630d-bd6e-440c-9642-b87d6398e5b1 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:44.021564 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Notify callbacks [] for port, precommit_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.034426 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.provisioning_blocks [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Transition to ACTIVE for port object ae599e7f-16b2-4d46-8c11-be48268a3eb6 will not be triggered until provisioned by entity L2. {{(pid=89797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:44.096248 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Allocated IP 172.20.0.1 (d9efbfc6-c42e-4dea-82b7-70fe93657fa5/ce3ad389-6e22-49ac-ac64-ef988345e24a/9a7427e6-080f-4357-9f76-908a32ddd630) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:19:44.113829 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.140817 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 3570630d-bd6e-440c-9642-b87d6398e5b1 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:44.145995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 3570630d-bd6e-440c-9642-b87d6398e5b1 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:44.150945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.180102 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Attempting to bind port ae599e7f-16b2-4d46-8c11-be48268a3eb6 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:19:44.180486 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Attempting to bind port ae599e7f-16b2-4d46-8c11-be48268a3eb6 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:19:44.180965 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Attempting to bind port ae599e7f-16b2-4d46-8c11-be48268a3eb6 on network 8e286b5b-5053-4e4d-9c66-6407773575df {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:19:44.192786 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:19:44.193166 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Checking segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:19:44.194044 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.194222 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Bound using segment: {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'} {{(pid=89797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:19:44.194803 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.managers [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Bound port: ae599e7f-16b2-4d46-8c11-be48268a3eb6, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb0675-3613-43a1-9b2b-0f181613ec15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df'}}] {{(pid=89797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:19:44.195177 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.234315 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c8f56-1142-4302-bc9c-5ed06916efce None None] Pushing event updated for resources: {'Port': ['ID=ae599e7f-16b2-4d46-8c11-be48268a3eb6,revision_number=2']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:44.267778 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.281531 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 3570630d-bd6e-440c-9642-b87d6398e5b1 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:44.281913 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.284566 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Transition to ACTIVE for port object 9a7427e6-080f-4357-9f76-908a32ddd630 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:44.293975 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] For port ae599e7f-16b2-4d46-8c11-be48268a3eb6, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:19:44.298165 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.plugins.ml2.db [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] For port ae599e7f-16b2-4d46-8c11-be48268a3eb6, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ae599e7f-16b2-4d46-8c11-be48268a3eb6,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:19:44.316088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 3570630d-bd6e-440c-9642-b87d6398e5b1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3570630d-bd6e-440c-9642-b87d6398e5b1,segment=NetworkSegment(198c7ae7-3d67-4342-96f5-e1cc5e3294d8),segment_id=198c7ae7-3d67-4342-96f5-e1cc5e3294d8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:44.377330 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron_lib.callbacks.manager [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.422637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.423024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.438386 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Routers {'ef55d965-471b-43bf-8952-31f37661ec89'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:44.439035 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['ef55d965-471b-43bf-8952-31f37661ec89'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:44.493070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=3570630d-bd6e-440c-9642-b87d6398e5b1,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:44.499466 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:19:44.502386 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:44.504941 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:19:44.527078 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c8f56-1142-4302-bc9c-5ed06916efce None None] Pushing event updated for resources: {'Port': ['ID=ae599e7f-16b2-4d46-8c11-be48268a3eb6,revision_number=3']} {{(pid=89797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:44.632785 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.637070 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] Set router ef55d965-471b-43bf-8952-31f37661ec89 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:44.672360 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7427e6-080f-4357-9f76-908a32ddd630,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:44.696501 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:44.933673 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'name': 'tempest-TestSnapshotPattern-401175705-router', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:40Z', 'updated_at': '2022-09-19T13:19:41Z', 'revision_number': 3, 'project_id': '236aa9994cf64126a656e42225be27f9', 'gw_port': {'id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:41Z', 'updated_at': '2022-09-19T13:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:44.937646 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f5c24-10d0-4887-aab3-6c6a2c7327f9 None None] The sync data for ids ['ef55d965-471b-43bf-8952-31f37661ec89'] in dv-neutron-857775-2-hyperv is: [{'id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'name': 'tempest-TestSnapshotPattern-401175705-router', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:40Z', 'updated_at': '2022-09-19T13:19:41Z', 'revision_number': 3, 'project_id': '236aa9994cf64126a656e42225be27f9', 'gw_port': {'id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:41Z', 'updated_at': '2022-09-19T13:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:19:44.983348 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a55a1396-c191-49f1-90bb-8892fabcc50c None None] Provisioning for port 9a7427e6-080f-4357-9f76-908a32ddd630 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:44.988642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-a55a1396-c191-49f1-90bb-8892fabcc50c None None] Provisioning complete for port 9a7427e6-080f-4357-9f76-908a32ddd630 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:44.989017 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a55a1396-c191-49f1-90bb-8892fabcc50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:45.021309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:45.047430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-a55a1396-c191-49f1-90bb-8892fabcc50c None None] Port 9a7427e6-080f-4357-9f76-908a32ddd630 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:19:45.261027 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:45.277976 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:45.354666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:45.465419 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546044'] for router_interface, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:45.469826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7427e6-080f-4357-9f76-908a32ddd630,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:45.615641 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:19:45.616840 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:45.791849 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3570630d-bd6e-440c-9642-b87d6398e5b1 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:45.830094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Router ef55d965-471b-43bf-8952-31f37661ec89 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:19:45.865146 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 3570630d-bd6e-440c-9642-b87d6398e5b1 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:45.865512 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:45.996836 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 3570630d-bd6e-440c-9642-b87d6398e5b1 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:45.997861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ae599e7f-16b2-4d46-8c11-be48268a3eb6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:46.020043 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:19:46.026525 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-de76d429-631b-4e3b-a00a-d575bf26bc38 None None] Provisioning complete for port 9a7427e6-080f-4357-9f76-908a32ddd630 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:46.026943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-de76d429-631b-4e3b-a00a-d575bf26bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:46.029565 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-180277cc-0693-41fa-8e92-070f9a70a6b7 admin admin] 10.222.0.66 "PUT /v2.0/routers/ef55d965-471b-43bf-8952-31f37661ec89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8799500 Sep 19 13:19:46.105061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-de76d429-631b-4e3b-a00a-d575bf26bc38 None None] Port 9a7427e6-080f-4357-9f76-908a32ddd630 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:19:46.171813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port ae599e7f-16b2-4d46-8c11-be48268a3eb6 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:46.177047 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ae599e7f-16b2-4d46-8c11-be48268a3eb6 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:46.177420 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:46.301822 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ae599e7f-16b2-4d46-8c11-be48268a3eb6 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:46.302247 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:46.319061 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port ae599e7f-16b2-4d46-8c11-be48268a3eb6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ae599e7f-16b2-4d46-8c11-be48268a3eb6,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:46.371118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:46.442506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=ae599e7f-16b2-4d46-8c11-be48268a3eb6,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:46.481448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41308) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:46.487174 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073830712', 'description': 'tempest-secgroup-smoke-1073830712 description', 'project_id': '06950e6823284563b4c268d16c4b2680'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:46.493656 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:46.497616 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:security_group and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:46.500805 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:46.506690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:46.569842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:46.589953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:46.594496 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:security_group_rule and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:46.597307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:46.603071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:46.676853 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:46.695410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:46.753819 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:46.795315 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2187034e-1d13-4958-9e78-e2a31338733b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:46.890451 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:46.891761 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-5a897aab-19b5-4493-9248-61c8eec776cb tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4089589 Sep 19 13:19:46.894864 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41312) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:46.899838 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'security_group_rule': {'security_group_id': '2187034e-1d13-4958-9e78-e2a31338733b', 'project_id': '06950e6823284563b4c268d16c4b2680', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:46.906163 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:46.910087 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:security_group_rule and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:46.913010 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:46.918662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:46.990040 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.052065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.114348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.138258 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce0b0ca-6f19-4e5b-b124-00c1f900807b,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:47.194154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.195404 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-6222fac1-f583-4454-99d4-db2fb4396f0c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996054 Sep 19 13:19:47.198046 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41316) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:47.202912 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'security_group_rule': {'security_group_id': '2187034e-1d13-4958-9e78-e2a31338733b', 'project_id': '06950e6823284563b4c268d16c4b2680', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:47.209187 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:47.213106 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:security_group_rule and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:47.216033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:47.221873 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:47.292232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.355082 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.445759 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.471282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c449e1ea-f417-404f-8f06-881afb5c3a4c,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:47.525826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.527214 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9cd09773-8c4a-4729-9313-05bffeba1bbe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3282456 Sep 19 13:19:47.530937 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41320) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:47.539327 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'security_group_rule': {'security_group_id': '2187034e-1d13-4958-9e78-e2a31338733b', 'project_id': '06950e6823284563b4c268d16c4b2680', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:47.542430 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:47.547728 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:security_group_rule and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:47.551054 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:47.557036 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:47.629830 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.688873 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ae599e7f-16b2-4d46-8c11-be48268a3eb6 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:47.703794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.719905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Sync routers for ids ['ef55d965-471b-43bf-8952-31f37661ec89'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:19:47.748671 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.748876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Routers {'ef55d965-471b-43bf-8952-31f37661ec89'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:47.749280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['ef55d965-471b-43bf-8952-31f37661ec89'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:47.891953 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41685c4c-3c74-45ca-a2aa-fb072ec4a1f7,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:47.915676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port ae599e7f-16b2-4d46-8c11-be48268a3eb6 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:47.916044 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.954166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:47.955325 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-f46145fc-611a-4e8b-9400-57ed21cfede8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4233770 Sep 19 13:19:47.958056 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41324) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:47.963136 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'security_group_rule': {'security_group_id': '2187034e-1d13-4958-9e78-e2a31338733b', 'project_id': '06950e6823284563b4c268d16c4b2680', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:47.969521 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:47.973423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:security_group_rule and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:47.976318 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:47.982542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:47.993504 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Set router ef55d965-471b-43bf-8952-31f37661ec89 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:48.056376 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.126200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.186999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.214487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4bdf67-2896-42bf-9df6-9f32a125ab5a,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:48.285786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.287031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port ae599e7f-16b2-4d46-8c11-be48268a3eb6 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:48.287314 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-209fd5d1-4718-4e46-adab-42cddbd97d96 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3281453 Sep 19 13:19:48.290260 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41328) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:48.297726 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'security_group_rule': {'security_group_id': '2187034e-1d13-4958-9e78-e2a31338733b', 'project_id': '06950e6823284563b4c268d16c4b2680', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:48.303820 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:48.307724 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:security_group_rule and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:48.310594 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:48.316448 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:48.388391 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Project 06950e6823284563b4c268d16c4b2680 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:19:48.393669 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'name': 'tempest-TestSnapshotPattern-401175705-router', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:40Z', 'updated_at': '2022-09-19T13:19:44Z', 'revision_number': 4, 'project_id': '236aa9994cf64126a656e42225be27f9', 'gw_port': {'id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:41Z', 'updated_at': '2022-09-19T13:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '9a7427e6-080f-4357-9f76-908a32ddd630', 'name': '', 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'mac_address': 'fa:16:3e:50:14:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'ce3ad389-6e22-49ac-ac64-ef988345e24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:43Z', 'updated_at': '2022-09-19T13:19:45Z', 'revision_number': 2, 'project_id': '236aa9994cf64126a656e42225be27f9', 'subnets': [{'id': 'ce3ad389-6e22-49ac-ac64-ef988345e24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:48.395565 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.397578 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Checking router: ef55d965-471b-43bf-8952-31f37661ec89 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:19:48.398251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Updating router ef55d965-471b-43bf-8952-31f37661ec89 port 9a7427e6-080f-4357-9f76-908a32ddd630 binding host dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 13:19:48.450730 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.460423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.502561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.527371 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d84dc29-1d7c-4396-af64-59ac430220fc,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:48.577519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.579049 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3e0255b5-a365-420f-81c7-54333dde4fc1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2863991 Sep 19 13:19:48.581708 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41332) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:19:48.586631 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'security_group_rule': {'security_group_id': '2187034e-1d13-4958-9e78-e2a31338733b', 'project_id': '06950e6823284563b4c268d16c4b2680', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:48.593225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:48.597158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:security_group_rule and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:48.600183 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:48.605736 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:48.668429 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.securitygroups_db [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Project 06950e6823284563b4c268d16c4b2680 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 13:19:48.679824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.743006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.806563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Notify callbacks [] for port, precommit_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.819035 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Transition to ACTIVE for port object 9a7427e6-080f-4357-9f76-908a32ddd630 will not be triggered until provisioned by entity L2. {{(pid=89796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:48.822527 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432487'] for security_group_rule, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.847244 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5ced3a-b3ec-4389-a76f-94b88ef5f7bd,revision_number=0']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:48.906929 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.907261 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:48.908147 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-a921d643-4552-4184-b811-d58a7b5dfd5a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3255255 Sep 19 13:19:49.083462 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-661dbd2f-3694-493a-855e-ed6c55ef83e2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Synchronizing usage tracker for tenant:06950e6823284563b4c268d16c4b2680 on resource:security_group {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:19:49.115057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fcc8c-05eb-4d24-947d-6bfc7e07edaf None None] Pushing event updated for resources: {'Port': ['ID=9a7427e6-080f-4357-9f76-908a32ddd630,revision_number=3']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:49.132658 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Attempting to bind port 9a7427e6-080f-4357-9f76-908a32ddd630 on host dv-neutron-857775-2-hyperv for vnic_type normal with profile {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:19:49.133034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Attempting to bind port 9a7427e6-080f-4357-9f76-908a32ddd630 by drivers openvswitch,hyperv on host dv-neutron-857775-2-hyperv at level 0 using segments [{'id': '198c7ae7-3d67-4342-96f5-e1cc5e3294d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5'}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:19:49.133397 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Attempting to bind port 9a7427e6-080f-4357-9f76-908a32ddd630 on network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:19:49.138721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Checking agent: {'id': '5a612674-1ce8-4e20-83fb-f009003ae78c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 3, 44), 'started_at': datetime.datetime(2022, 9, 19, 12, 4, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:19:49.139117 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Checking segment: {'id': '198c7ae7-3d67-4342-96f5-e1cc5e3294d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:19:49.139513 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:49.139917 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Bound using segment: {'id': '198c7ae7-3d67-4342-96f5-e1cc5e3294d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5'} {{(pid=89796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:19:49.140371 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.managers [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Bound port: 9a7427e6-080f-4357-9f76-908a32ddd630, host: dv-neutron-857775-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198c7ae7-3d67-4342-96f5-e1cc5e3294d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5'}}] {{(pid=89796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:19:49.140743 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:49.165603 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-661dbd2f-3694-493a-855e-ed6c55ef83e2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Unset dirty status for tenant:06950e6823284563b4c268d16c4b2680 on resource:security_group {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:19:49.166882 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-661dbd2f-3694-493a-855e-ed6c55ef83e2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073830712&fields=id&tenant_id=06950e6823284563b4c268d16c4b2680 HTTP/1.1" status: 200 len: 267 time: 0.1235468 Sep 19 13:19:49.239112 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] For port 9a7427e6-080f-4357-9f76-908a32ddd630, host dv-neutron-857775-2-hyperv, cleared binding levels {{(pid=89796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:19:49.242194 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] For port 9a7427e6-080f-4357-9f76-908a32ddd630, host dv-neutron-857775-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9a7427e6-080f-4357-9f76-908a32ddd630,segment=NetworkSegment(198c7ae7-3d67-4342-96f5-e1cc5e3294d8),segment_id=198c7ae7-3d67-4342-96f5-e1cc5e3294d8)] {{(pid=89796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:19:49.320538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:49.321192 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-02aa60f9-d7e6-4864-825f-2bd87ab50731 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:49.323326 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-02aa60f9-d7e6-4864-825f-2bd87ab50731 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 810 time: 0.1486583 Sep 19 13:19:49.338844 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-7e8b1806-f490-42b3-afd4-e3da9bf25715 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/quotas/06950e6823284563b4c268d16c4b2680 HTTP/1.1" status: 200 len: 375 time: 0.0096397 Sep 19 13:19:49.382046 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Routers {'ef55d965-471b-43bf-8952-31f37661ec89'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:19:49.382667 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['ef55d965-471b-43bf-8952-31f37661ec89'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:49.437306 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-45479c13-53ec-4c8a-a25b-39d8f625641d tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931110 Sep 19 13:19:49.476034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fcc8c-05eb-4d24-947d-6bfc7e07edaf None None] Pushing event updated for resources: {'Port': ['ID=9a7427e6-080f-4357-9f76-908a32ddd630,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:49.580627 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] Set router ef55d965-471b-43bf-8952-31f37661ec89 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:19:49.590159 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-dc242d12-2f80-46f7-a97c-c7ad871c738e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 13:19:49.591111 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-dc242d12-2f80-46f7-a97c-c7ad871c738e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477371 Sep 19 13:19:49.731560 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-2a24c10e-09b5-4c93-8a61-328d0b72074b service neutron] 10.222.0.66 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336024 Sep 19 13:19:49.867578 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-a9e2fd54-44f0-4001-8f86-7b1bbdc4eeb4 service neutron] 10.222.0.66 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296110 Sep 19 13:19:49.940593 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'name': 'tempest-TestSnapshotPattern-401175705-router', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:40Z', 'updated_at': '2022-09-19T13:19:44Z', 'revision_number': 4, 'project_id': '236aa9994cf64126a656e42225be27f9', 'gw_port': {'id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:41Z', 'updated_at': '2022-09-19T13:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '9a7427e6-080f-4357-9f76-908a32ddd630', 'name': '', 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'mac_address': 'fa:16:3e:50:14:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'ce3ad389-6e22-49ac-ac64-ef988345e24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:43Z', 'updated_at': '2022-09-19T13:19:49Z', 'revision_number': 4, 'project_id': '236aa9994cf64126a656e42225be27f9', 'subnets': [{'id': 'ce3ad389-6e22-49ac-ac64-ef988345e24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:19:49.944538 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d19f16-2e4c-4c81-a716-0d8a93482237 None None] The sync data for ids ['ef55d965-471b-43bf-8952-31f37661ec89'] in dv-neutron-857775-2-hyperv is: [{'id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'name': 'tempest-TestSnapshotPattern-401175705-router', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:40Z', 'updated_at': '2022-09-19T13:19:44Z', 'revision_number': 4, 'project_id': '236aa9994cf64126a656e42225be27f9', 'gw_port': {'id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:41Z', 'updated_at': '2022-09-19T13:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '9a7427e6-080f-4357-9f76-908a32ddd630', 'name': '', 'network_id': 'd9efbfc6-c42e-4dea-82b7-70fe93657fa5', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'mac_address': 'fa:16:3e:50:14:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'ce3ad389-6e22-49ac-ac64-ef988345e24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:43Z', 'updated_at': '2022-09-19T13:19:49Z', 'revision_number': 4, 'project_id': '236aa9994cf64126a656e42225be27f9', 'subnets': [{'id': 'ce3ad389-6e22-49ac-ac64-ef988345e24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:19:50.186215 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-90a9cbfc-c77f-4815-959a-92a95a199c36 req-8d2d69b4-25f2-4dcf-8243-4e6626b71094 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 210 time: 0.0593004 Sep 19 13:19:51.300826 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ca683b5b-1ba5-4384-9f1c-5338afae74d4 req-69c60472-07af-4cb1-b6fc-2a44fd0c7a88 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 210 time: 0.0535936 Sep 19 13:19:51.707761 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9a7427e6-080f-4357-9f76-908a32ddd630 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:51.862191 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning for port 9a7427e6-080f-4357-9f76-908a32ddd630 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:51.867636 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 9a7427e6-080f-4357-9f76-908a32ddd630 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:51.868004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:51.993563 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 9a7427e6-080f-4357-9f76-908a32ddd630 is: DOWN; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:51.993941 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:52.029842 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] For port 9a7427e6-080f-4357-9f76-908a32ddd630, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9a7427e6-080f-4357-9f76-908a32ddd630,segment=NetworkSegment(198c7ae7-3d67-4342-96f5-e1cc5e3294d8),segment_id=198c7ae7-3d67-4342-96f5-e1cc5e3294d8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:52.090955 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:52.162676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Pushing event updated for resources: {'Port': ['ID=9a7427e6-080f-4357-9f76-908a32ddd630,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:52.469316 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8ef6d2a5-5adb-4cd7-b0c4-1541453cf28e req-23252ce6-112a-452e-a233-a91257cb7db1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 210 time: 0.0510154 Sep 19 13:19:52.759508 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-42c9a0ef-2719-45ee-9066-97d78604281a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:52.760182 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-42c9a0ef-2719-45ee-9066-97d78604281a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Synchronizing usage tracker for tenant:06950e6823284563b4c268d16c4b2680 on resource:network {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:19:52.839436 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-42c9a0ef-2719-45ee-9066-97d78604281a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Unset dirty status for tenant:06950e6823284563b4c268d16c4b2680 on resource:network {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:19:52.840605 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-42c9a0ef-2719-45ee-9066-97d78604281a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 810 time: 0.2290256 Sep 19 13:19:52.899187 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-6757142d-1774-49c6-ac18-d3513316d0f5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Synchronizing usage tracker for tenant:06950e6823284563b4c268d16c4b2680 on resource:security_group {{(pid=89794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:19:52.911721 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-6757142d-1774-49c6-ac18-d3513316d0f5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Unset dirty status for tenant:06950e6823284563b4c268d16c4b2680 on resource:security_group {{(pid=89794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:19:52.912972 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-6757142d-1774-49c6-ac18-d3513316d0f5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06950e6823284563b4c268d16c4b2680 HTTP/1.1" status: 200 len: 380 time: 0.0592942 Sep 19 13:19:52.925936 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'port': {'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'admin_state_up': True, 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'security_groups': ['2187034e-1d13-4958-9e78-e2a31338733b']}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:53.065699 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:19:53.069561 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:port and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:19:53.072402 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.quota.resource [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:19:53.079357 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.quota.driver [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:19:53.157952 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Made reservation on behalf of 06950e6823284563b4c268d16c4b2680 for: {'port': 1} {{(pid=89794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:19:53.161551 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:53.338342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.db_base_plugin_common [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Allocated IP 172.20.0.14 (eb36ce1c-f039-4897-9216-fe858ddf9463/8f246f7a-f913-4a13-8789-fdfd110208cf/d5f1b183-7991-4e6b-aff8-f4a8e985ca6d) {{(pid=89794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:19:53.530817 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for port, precommit_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:53.561312 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Transition to ACTIVE for port object d5f1b183-7991-4e6b-aff8-f4a8e985ca6d will not be triggered until provisioned by entity DHCP. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:53.599870 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:53.651860 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_create {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:53.668624 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d837c42a-d3c2-483e-818d-4e41a307f5ed req-bcaf90e9-91eb-48ee-9bab-976cbbec26f1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 210 time: 0.0652108 Sep 19 13:19:53.698093 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9a7427e6-080f-4357-9f76-908a32ddd630 up at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:19:53.727992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Network eb36ce1c-f039-4897-9216-fe858ddf9463 is already hosted by enough agents. {{(pid=89794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:19:53.731026 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.base_scheduler [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources bound (agent type, host, resource id): {{(pid=89794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:19:53.734756 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Received port after_create {{(pid=89794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:19:53.776734 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Provisioning complete for port 9a7427e6-080f-4357-9f76-908a32ddd630 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:53.777102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:53.782657 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'Port': ['ID=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,revision_number=1']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:53.804971 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:53.805592 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:53.874990 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-c3a76c10-70df-4613-a988-fd4f5784ebbc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9545894 Sep 19 13:19:53.894724 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.v2.base [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Request body: {'port': {'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:19:53.908253 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Current status of the port 9a7427e6-080f-4357-9f76-908a32ddd630 is: ACTIVE; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:54.013122 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:54.043767 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c5b832d9-acea-4b43-9b6e-81d3ee3929d0 None None] Provisioning for port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:19:54.049065 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-c5b832d9-acea-4b43-9b6e-81d3ee3929d0 None None] Provisioning complete for port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:19:54.049433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c5b832d9-acea-4b43-9b6e-81d3ee3929d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:54.106148 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-c5b832d9-acea-4b43-9b6e-81d3ee3929d0 None None] Port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:19:54.368791 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f1b183-7991-4e6b-aff8-f4a8e985ca6d {{(pid=89794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:19:54.376718 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:54.391496 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.db.provisioning_blocks [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Transition to ACTIVE for port object d5f1b183-7991-4e6b-aff8-f4a8e985ca6d will not be triggered until provisioned by entity L2. {{(pid=89794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:19:54.472257 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:54.775950 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,revision_number=2']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:54.814812 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Attempting to bind port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:19:54.815512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Attempting to bind port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:19:54.815512 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Attempting to bind port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d on network eb36ce1c-f039-4897-9216-fe858ddf9463 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:19:54.820110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d on network eb36ce1c-f039-4897-9216-fe858ddf9463 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 13:19:54.820428 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Attempting to bind port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d on network eb36ce1c-f039-4897-9216-fe858ddf9463 {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:19:54.825449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:19:54.825793 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Checking segment: {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:19:54.826222 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Bound using segment: {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'} {{(pid=89794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:19:54.826659 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.managers [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Bound port: d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'}}] {{(pid=89794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:19:54.827097 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:54.878028 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9319-ac33-4449-bbd5-1b77c5f69a26 req-ead68ebd-482e-4acd-a090-4325aa6d0474 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:54.879510 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e58d9319-ac33-4449-bbd5-1b77c5f69a26 req-ead68ebd-482e-4acd-a090-4325aa6d0474 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 944 time: 0.0929813 Sep 19 13:19:54.924388 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] For port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host hv-neutron-8577, cleared binding levels {{(pid=89794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:19:54.927421 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.db [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] For port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:19:54.928792 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-e58d9319-ac33-4449-bbd5-1b77c5f69a26 req-28abdaa4-6d5c-4951-8cab-683cc00f3394 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433226 Sep 19 13:19:54.998822 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11165016'] for port, after_update {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:55.001765 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:55.002416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:55.003893 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] 10.222.0.85 "PUT /v2.0/ports/d5f1b183-7991-4e6b-aff8-f4a8e985ca6d HTTP/1.1" status: 200 len: 1094 time: 1.1160786 Sep 19 13:19:55.034072 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:19:55.036556 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f50278b48f392221e45d90f9949db7427f8bc222106ef196f1c9c555c85e3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb8ba86-7718-4bf4-aed0-ba737ec8288c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:19:55.080342 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5b350-6902-4de9-a4fb-10425d7e8193 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,revision_number=3']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:55.084573 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3132b78-8a76-4dd5-8641-7488f693f828 x-openstack-request-id: req-e3132b78-8a76-4dd5-8641-7488f693f828 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:19:55.087543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:19:55.087543 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3132b78-8a76-4dd5-8641-7488f693f828 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:19:55.087543 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3132b78-8a76-4dd5-8641-7488f693f828'] response: {'name': 'network-changed', 'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'status': 'completed', 'code': 200} Sep 19 13:19:55.192092 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8ba86-7718-4bf4-aed0-ba737ec8288c req-d2d0b7a8-9c23-4c7e-863f-32143fbf4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:55.193575 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-deb8ba86-7718-4bf4-aed0-ba737ec8288c req-d2d0b7a8-9c23-4c7e-863f-32143fbf4a77 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 1097 time: 0.0788960 Sep 19 13:19:55.338090 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8ba86-7718-4bf4-aed0-ba737ec8288c req-216251c2-a530-4464-a0ad-3398c3fe8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:55.339571 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-deb8ba86-7718-4bf4-aed0-ba737ec8288c req-216251c2-a530-4464-a0ad-3398c3fe8c32 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=06950e6823284563b4c268d16c4b2680&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1348989 Sep 19 13:19:55.477287 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8ba86-7718-4bf4-aed0-ba737ec8288c req-b4c2b009-490c-4821-91e7-8fc875e7d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:55.478733 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-deb8ba86-7718-4bf4-aed0-ba737ec8288c req-b4c2b009-490c-4821-91e7-8fc875e7d0b6 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303964 Sep 19 13:19:55.601808 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-1f908802-6769-46d8-9332-d7813b51443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:55.603323 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-1f908802-6769-46d8-9332-d7813b51443e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 1097 time: 0.0865223 Sep 19 13:19:55.675715 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-39d4c307-fdf5-4a07-8e0c-68b8907f7535 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d HTTP/1.1" status: 200 len: 217 time: 0.0615332 Sep 19 13:19:55.743571 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-cdc8546d-bc9d-4497-899e-45273147f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:55.745099 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-cdc8546d-bc9d-4497-899e-45273147f263 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0610671 Sep 19 13:19:55.831437 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-90b9bd44-91d2-48f1-b3b8-622f7e3c46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:55.832914 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-90b9bd44-91d2-48f1-b3b8-622f7e3c46cb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785289 Sep 19 13:19:55.968026 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-52c11fb8-f907-473e-9854-6a6a9db70c4b service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268768 Sep 19 13:19:56.108519 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-87b8eb5f-1184-4f0d-9d35-3f8274d69923 req-1aaefbc6-4170-400f-ae8d-2ac18c4c9020 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310406 Sep 19 13:19:56.133377 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2b937-da1c-4fcf-98b2-b0953d7c6443 req-099ef423-b2fc-40b0-802c-0637246e2ca3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:56.134860 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8fb2b937-da1c-4fcf-98b2-b0953d7c6443 req-099ef423-b2fc-40b0-802c-0637246e2ca3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 944 time: 0.0935183 Sep 19 13:19:56.179750 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8fb2b937-da1c-4fcf-98b2-b0953d7c6443 req-5268bf5f-96f1-4288-a375-bdec8e730a33 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383387 Sep 19 13:19:57.380266 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8474d24-5a56-4735-abdc-06cbe3cb9034 req-e75f7667-06b7-4682-8b1a-16748fabbe97 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:57.381712 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b8474d24-5a56-4735-abdc-06cbe3cb9034 req-e75f7667-06b7-4682-8b1a-16748fabbe97 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 944 time: 0.0875218 Sep 19 13:19:57.425267 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b8474d24-5a56-4735-abdc-06cbe3cb9034 req-96eaefce-f195-4b50-af31-3967b5f49583 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379155 Sep 19 13:19:58.779611 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6c26d-3aab-4abd-99e7-85f2567c79c9 req-66524b78-383a-4367-89fe-6def10dff720 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:19:58.783398 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-22c6c26d-3aab-4abd-99e7-85f2567c79c9 req-66524b78-383a-4367-89fe-6def10dff720 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 944 time: 0.0920527 Sep 19 13:19:58.826396 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-22c6c26d-3aab-4abd-99e7-85f2567c79c9 req-a76a2e96-a892-4742-92d7-0c36a57c2079 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393219 Sep 19 13:19:58.987088 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device d5f1b183-7991-4e6b-aff8-f4a8e985ca6d details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:19:59.118958 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:59.132349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:19:59.186035 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:19:59.186436 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:59.203549 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f1b183-7991-4e6b-aff8-f4a8e985ca6d {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:19:59.219773 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:19:59.277921 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:19:59.349882 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:19:59.610055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['d5f1b183-7991-4e6b-aff8-f4a8e985ca6d'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:20:00.026970 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac6dd5-bf76-4243-a4a3-f804cf7c4aa6 req-9d90ee9a-1982-49a5-85b8-b2aadb351123 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:00.028402 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8dac6dd5-bf76-4243-a4a3-f804cf7c4aa6 req-9d90ee9a-1982-49a5-85b8-b2aadb351123 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 945 time: 0.0865405 Sep 19 13:20:00.076611 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-8dac6dd5-bf76-4243-a4a3-f804cf7c4aa6 req-ee95de09-7c3b-4491-93f6-9c8d47fbdf61 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Sep 19 13:20:00.987004 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device d5f1b183-7991-4e6b-aff8-f4a8e985ca6d up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:20:01.142050 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:20:01.147237 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:20:01.150905 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:01.274637 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:20:01.275057 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:01.290935 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54380cd-40cc-48c3-ae1a-68ad69d1c0cc req-af08ff79-1362-476c-a5fa-2fb339127cf8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:01.292375 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d54380cd-40cc-48c3-ae1a-68ad69d1c0cc req-af08ff79-1362-476c-a5fa-2fb339127cf8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 945 time: 0.1035535 Sep 19 13:20:01.302630 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:20:01.304940 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9dfa97694008ba29f3989e61dc9c034c1cb9132fd6cdd5ef447b08d1bad052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d20cfd1-5d68-4add-8283-fa123b493a61" -d '{"events": [{"server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "name": "network-vif-plugged", "status": "completed", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:20:01.313727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:20:01.338216 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-d54380cd-40cc-48c3-ae1a-68ad69d1c0cc req-76b161fc-cbcd-4685-95e8-f66ad5558b85 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392148 Sep 19 13:20:01.355826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f2c096-4a05-439e-9f9b-377e51642b41 x-openstack-request-id: req-d9f2c096-4a05-439e-9f9b-377e51642b41 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:20:01.355826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "name": "network-vif-plugged", "status": "completed", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:20:01.355826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9f2c096-4a05-439e-9f9b-377e51642b41 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:20:01.355826 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f2c096-4a05-439e-9f9b-377e51642b41'] response: {'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'code': 200} Sep 19 13:20:01.382410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:01.449259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:20:01.751360 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932afa8-5a9c-47a2-b5cb-ccbfaf514b82 req-9ea680b7-494c-4246-addd-98acc2b10cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:01.752895 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d932afa8-5a9c-47a2-b5cb-ccbfaf514b82 req-9ea680b7-494c-4246-addd-98acc2b10cff service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 1099 time: 0.0840507 Sep 19 13:20:01.798526 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d932afa8-5a9c-47a2-b5cb-ccbfaf514b82 req-3224f938-92e6-4a7b-88ab-35bfd37ff0c3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353215 Sep 19 13:20:02.653286 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee594bbc-6288-41f2-a19c-663358b96dd6 req-394b52b1-f718-4109-a2bd-ee60271327ce tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:02.654807 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ee594bbc-6288-41f2-a19c-663358b96dd6 req-394b52b1-f718-4109-a2bd-ee60271327ce tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 946 time: 0.1991966 Sep 19 13:20:02.698333 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ee594bbc-6288-41f2-a19c-663358b96dd6 req-d5a10256-0ebc-4857-bd91-43ecb6ff08d5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379057 Sep 19 13:20:03.797080 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:20:03.898549 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320520e-e387-46fa-bcfd-b7487f288129 req-e8ddf6a5-c905-46ff-a052-95dc6d1f9bbf tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:03.899915 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6320520e-e387-46fa-bcfd-b7487f288129 req-e8ddf6a5-c905-46ff-a052-95dc6d1f9bbf tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 946 time: 0.0900099 Sep 19 13:20:03.944111 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-6320520e-e387-46fa-bcfd-b7487f288129 req-0b68659a-8cb9-4771-85a2-d5b2c6ed555a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379910 Sep 19 13:20:04.140983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f737f0b-ea3e-4d22-9e89-fe09d8405bf3 req-cdd8f5de-f7dd-4da4-9c2a-00f091a4c781 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:04.142424 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3f737f0b-ea3e-4d22-9e89-fe09d8405bf3 req-cdd8f5de-f7dd-4da4-9c2a-00f091a4c781 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 946 time: 0.0883937 Sep 19 13:20:04.186459 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-3f737f0b-ea3e-4d22-9e89-fe09d8405bf3 req-7705457e-a25d-4724-bac0-700f381bb2d7 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383275 Sep 19 13:20:04.215381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41410) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:20:04.341041 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0721ccc9-803d-46de-a4ce-dc0d11924706 tempest-TestSnapshotPattern-1377175017 tempest-TestSnapshotPattern-1377175017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:04.341786 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0721ccc9-803d-46de-a4ce-dc0d11924706 tempest-TestSnapshotPattern-1377175017 tempest-TestSnapshotPattern-1377175017-project-admin] Synchronizing usage tracker for tenant:236aa9994cf64126a656e42225be27f9 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:20:04.451009 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-0721ccc9-803d-46de-a4ce-dc0d11924706 tempest-TestSnapshotPattern-1377175017 tempest-TestSnapshotPattern-1377175017-project-admin] Unset dirty status for tenant:236aa9994cf64126a656e42225be27f9 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:20:04.452212 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-0721ccc9-803d-46de-a4ce-dc0d11924706 tempest-TestSnapshotPattern-1377175017 tempest-TestSnapshotPattern-1377175017-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 1094 time: 0.2358468 Sep 19 13:20:04.455447 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41416) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:20:04.460358 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:20:04.466591 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:20:04.470461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:floatingip and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:20:04.473328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:20:04.479071 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:20:04.547999 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:04.684519 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:04.820510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Allocated IP 172.26.5.43 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/9ba6f145-7c27-4071-b0a5-99ce557bfb3b) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:20:04.969773 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:05.056850 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:05.123143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:20:05.126253 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:20:05.129868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:20:05.161506 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'Port': ['ID=9ba6f145-7c27-4071-b0a5-99ce557bfb3b,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:20:05.541197 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:05.671184 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:05.876509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:05.925283 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:06.141285 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:06.187779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'Port': ['ID=9ba6f145-7c27-4071-b0a5-99ce557bfb3b,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:20:06.315793 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Floating IP 923e4db8-c341-4a08-a500-28c5da391d8d associated. External IP: 172.26.5.43, port: d5f1b183-7991-4e6b-aff8-f4a8e985ca6d. Sep 19 13:20:06.662606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Router 905aebad-07c2-44fb-baba-096307c2ee6c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:20:06.838684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:20:06.849125 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] Sync routers for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:20:06.859698 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:20:06.860374 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:20:06.942234 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:07.008665 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-14304177-2573-4a0b-9136-5c4519919dc2 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5521700 Sep 19 13:20:07.009238 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:20:07.011542 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8eeafed157642fcac1667fb31d0e0f5f27bb7ec7077b8ad4bab597b525305a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f52e53-bde3-4061-91b4-c5ba42a22839" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:20:07.040697 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:20:07.054948 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1e8068-6a72-4f12-9688-3aac0ffd855d x-openstack-request-id: req-ed1e8068-6a72-4f12-9688-3aac0ffd855d {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:20:07.055239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:20:07.055518 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed1e8068-6a72-4f12-9688-3aac0ffd855d {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:20:07.055924 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1e8068-6a72-4f12-9688-3aac0ffd855d'] response: {'name': 'network-changed', 'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'status': 'completed', 'code': 200} Sep 19 13:20:07.155574 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-0814224b-b5bb-43d7-b710-1409a823b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:07.157131 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-0814224b-b5bb-43d7-b710-1409a823b510 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 1099 time: 0.0799358 Sep 19 13:20:07.294035 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-3c6b6ad5-7354-4606-9c46-fd304e87fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:07.296186 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-3c6b6ad5-7354-4606-9c46-fd304e87fed9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 911 time: 0.1332607 Sep 19 13:20:07.401830 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-e0deb189-f4fa-42f4-8156-fcc36a9976bd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d HTTP/1.1" status: 200 len: 999 time: 0.0996826 Sep 19 13:20:07.424978 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '923e4db8-c341-4a08-a500-28c5da391d8d', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:20:05Z', 'updated_at': '2022-09-19T13:20:05Z', 'revision_number': 0, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:20:07.428863 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] Checking router: 905aebad-07c2-44fb-baba-096307c2ee6c for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:20:07.437481 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:20:07.438079 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:19:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:20:07.468110 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-484a7fa3-5f51-4729-936c-9b750bf774e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:07.469559 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-484a7fa3-5f51-4729-936c-9b750bf774e8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0620086 Sep 19 13:20:07.552413 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-f2b46350-3c54-41b2-9fc1-7de2ef23eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:07.553797 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-f2b46350-3c54-41b2-9fc1-7de2ef23eb36 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780339 Sep 19 13:20:07.620263 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:20:07.692660 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-b8108a16-ad9b-4d50-9e5c-0cbd12680ac8 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317828 Sep 19 13:20:07.827725 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-56f52e53-bde3-4061-91b4-c5ba42a22839 req-4460c2da-b09d-4763-b4c4-a7222fc2b1a1 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289666 Sep 19 13:20:07.969391 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '923e4db8-c341-4a08-a500-28c5da391d8d', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:20:05Z', 'updated_at': '2022-09-19T13:20:05Z', 'revision_number': 0, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:20:07.973233 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df03bbd-619e-4d67-a556-caa0c25372b9 None None] The sync data for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv is: [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '923e4db8-c341-4a08-a500-28c5da391d8d', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:20:05Z', 'updated_at': '2022-09-19T13:20:05Z', 'revision_number': 0, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:20:08.158064 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5881971-344f-400e-86b1-730774e2e48c None None] New status for floating IP 923e4db8-c341-4a08-a500-28c5da391d8d: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:20:11.610547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e7bf-fb19-45e6-bec5-a9313460093a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:13.758876 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d3e82b44-ea6e-4942-a9c1-739b3bb4ab6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:14.610521 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:15.279949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:16.706080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:20.100590 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-3d98a9f9-94e3-4710-b1f9-0f1eb6fa121f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1804588 Sep 19 13:20:20.254897 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-5ea76770-4419-4f10-8ea7-6419f6936367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:20.256381 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-5ea76770-4419-4f10-8ea7-6419f6936367 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 1099 time: 0.0815251 Sep 19 13:20:20.406564 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-ca905c0d-91e0-4449-bd0d-cea9706dd987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:20.408077 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-ca905c0d-91e0-4449-bd0d-cea9706dd987 service neutron] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 911 time: 0.1280932 Sep 19 13:20:20.512019 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-8a67b006-46ec-4496-8439-c5853524ac21 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d HTTP/1.1" status: 200 len: 1001 time: 0.0977306 Sep 19 13:20:20.574712 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-71abf4d8-ffc8-4515-8542-04ceafb1ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:20.576300 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-71abf4d8-ffc8-4515-8542-04ceafb1ef3b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0579264 Sep 19 13:20:20.661684 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-217191a9-8fa2-46ad-a120-80701465ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:20:20.663100 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-217191a9-8fa2-46ad-a120-80701465ac75 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810871 Sep 19 13:20:20.800805 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-a144281e-0426-45e5-a8bd-7e13dc60d714 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286285 Sep 19 13:20:20.932076 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-d8f1ec71-596a-4e59-b617-ca8db85800ef req-b8c35e58-2107-407c-9815-0c2b322420c9 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248660 Sep 19 13:20:23.564963 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:40.796332 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:20:41.637561 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-096d6394-81ba-4551-b07d-5e75373420df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:43.791540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f8ce32cc-88ce-4d41-bb3a-1a79967bed38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:44.621251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:45.294349 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:46.695192 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:20:53.585332 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:11.592136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-0f0863ff-4e90-48ac-b6da-4ce4d30c2d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:13.756214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-249e94d7-606f-4b46-a29d-e985676f3541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:14.615000 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:15.277928 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:16.706276 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:17.795105 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:21:21.026359 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-b36304ae-05bb-4785-9032-cb18fe57e606 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1196828 Sep 19 13:21:21.180380 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-b2235436-a92a-47cb-8cf4-06807ca18846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:21:21.181782 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-b2235436-a92a-47cb-8cf4-06807ca18846 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 1099 time: 0.0816123 Sep 19 13:21:21.333708 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-e0c577d8-1871-4799-8ed7-6b4a5be80774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:21:21.335192 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-e0c577d8-1871-4799-8ed7-6b4a5be80774 service neutron] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 911 time: 0.1293056 Sep 19 13:21:21.442548 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-66119c41-82e4-4a05-bb94-b074d270a19c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d HTTP/1.1" status: 200 len: 1001 time: 0.0972281 Sep 19 13:21:21.509992 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-89b92b20-7433-40e8-8880-1f3d81256ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:21:21.511415 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-89b92b20-7433-40e8-8880-1f3d81256ab7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0557742 Sep 19 13:21:21.600286 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-494192f0-cbc7-4123-b721-94e66e400d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:21:21.601771 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-494192f0-cbc7-4123-b721-94e66e400d13 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811760 Sep 19 13:21:21.738801 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-91139d8a-a59f-4ceb-b204-59baacc0196f service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261406 Sep 19 13:21:21.873122 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-6ac3d428-9b76-4468-adfb-0c61f8f6f630 req-9e61e821-83af-4984-aaa7-b45c4aa26a14 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252892 Sep 19 13:21:23.654548 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:41.602121 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f206d91b-b28d-48ad-bd69-db81effaa8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:43.739388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f78f2ab0-950f-461d-bbbe-759162f05147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:44.682796 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:45.254147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:46.750212 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:53.624204 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:21:54.793447 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:22:07.529761 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device d5f1b183-7991-4e6b-aff8-f4a8e985ca6d details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:22:07.665721 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:22:07.678883 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:22:07.735916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d is: ACTIVE; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:22:07.736294 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:07.753555 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5f1b183-7991-4e6b-aff8-f4a8e985ca6d {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:22:07.769395 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:22:07.819610 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:07.893707 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:22:07.901142 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.901408 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.901749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.902085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.902418 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.902772 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.903118 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.903452 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.903777 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.904102 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.904446 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.904748 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:07.909879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['d5f1b183-7991-4e6b-aff8-f4a8e985ca6d'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:22:09.531910 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device d5f1b183-7991-4e6b-aff8-f4a8e985ca6d up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:22:09.614830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:22:09.615508 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:09.756346 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:22:09.756763 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:09.786025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:22:09.788776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9dfa97694008ba29f3989e61dc9c034c1cb9132fd6cdd5ef447b08d1bad052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044d021d-cbda-4d25-afed-7e9ffa7a85b0" -d '{"events": [{"server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "name": "network-vif-plugged", "status": "completed", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:22:09.796935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:22:09.854172 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:09.904506 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ac0c59-dcb1-4fc5-a65f-a6bf45b56b66 x-openstack-request-id: req-05ac0c59-dcb1-4fc5-a65f-a6bf45b56b66 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:22:09.904815 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "name": "network-vif-plugged", "status": "completed", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:22:09.905059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05ac0c59-dcb1-4fc5-a65f-a6bf45b56b66 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:22:09.905448 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ac0c59-dcb1-4fc5-a65f-a6bf45b56b66'] response: {'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'code': 200} Sep 19 13:22:09.933375 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:22:11.591147 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a215-da6d-48f0-baea-274de58cd395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:13.774032 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-85884709-a8f9-42f0-a04d-b8e6306e73a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:14.613347 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:15.299879 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:16.722113 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:19.154034 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-b8ad1320-169c-46c8-9069-7d5485d8c9c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073830712&fields=id&tenant_id=06950e6823284563b4c268d16c4b2680 HTTP/1.1" status: 200 len: 267 time: 0.0398180 Sep 19 13:22:19.305804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-53804563-c6e6-4e90-afa6-6ecddaf91af3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:19.307241 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-53804563-c6e6-4e90-afa6-6ecddaf91af3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 810 time: 0.1462753 Sep 19 13:22:19.321590 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-23ceee80-726c-421d-b800-d457c1e79d07 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/quotas/06950e6823284563b4c268d16c4b2680 HTTP/1.1" status: 200 len: 375 time: 0.0089586 Sep 19 13:22:19.420624 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-299c8956-fef7-4530-bec6-a9296d1dbc3b tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0933337 Sep 19 13:22:19.563273 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-b7c1d221-b96f-4963-a812-5f4f3edaa8a5 service neutron] 10.222.0.66 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308215 Sep 19 13:22:19.810880 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-77764f9c-4fc7-4561-8990-97b99bf2e3e1 service neutron] 10.222.0.66 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412512 Sep 19 13:22:20.119758 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-42867dcd-e3d6-4ec3-acec-74668dd9d6ba req-5efe0de8-2112-4a14-ba1d-e89c03148d69 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 210 time: 0.0980175 Sep 19 13:22:21.289956 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-218b0daf-8457-4827-9e54-bcc596d04916 req-988f1067-9bf2-4f1f-a1ac-c2e8136987dd tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 210 time: 0.0599074 Sep 19 13:22:21.594689 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-a3c65fed-5ea7-407c-9010-e0ce6836c7d8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1878324 Sep 19 13:22:21.747009 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-3f0f25b5-b008-4c2b-a6b2-bd0bb283dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:21.748499 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-3f0f25b5-b008-4c2b-a6b2-bd0bb283dec0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 1099 time: 0.0817404 Sep 19 13:22:21.892924 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-82b5575a-03de-443d-af0c-26928c18ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:21.894368 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-82b5575a-03de-443d-af0c-26928c18ee27 service neutron] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 911 time: 0.1262114 Sep 19 13:22:22.001021 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-65f451eb-007f-43ce-9c70-d3782c5814e3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d HTTP/1.1" status: 200 len: 1001 time: 0.0992191 Sep 19 13:22:22.067007 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-2bb4fffe-526f-4d8a-b6b1-5167ea4ab09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:22.068542 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-2bb4fffe-526f-4d8a-b6b1-5167ea4ab09d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0586095 Sep 19 13:22:22.158264 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-a63924f6-04fe-4480-b7d2-cecc1d4776bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:22.159677 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-a63924f6-04fe-4480-b7d2-cecc1d4776bb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820839 Sep 19 13:22:22.185983 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.85', 55378) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:22:22.312285 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-2fa121ff-78ff-4211-a5a6-56bef65f3967 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422813 Sep 19 13:22:22.354252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-9b8f3d26-2e8c-4695-875f-9496c2f686f6 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:22.355710 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-9b8f3d26-2e8c-4695-875f-9496c2f686f6 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 810 time: 0.1591966 Sep 19 13:22:22.413236 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-475a2ae5-5fa4-4183-9c46-f4807e25b1f6 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06950e6823284563b4c268d16c4b2680 HTTP/1.1" status: 200 len: 380 time: 0.0445805 Sep 19 13:22:22.460441 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [req-52849a5a-0ddb-4a98-baba-d3555e5cd704 req-f8a1d32d-c534-44ab-8d62-92176bdae1a2 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390491 Sep 19 13:22:22.461265 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'port': {'device_id': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'admin_state_up': True, 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'security_groups': ['2187034e-1d13-4958-9e78-e2a31338733b']}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:22:22.484528 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-41d66a01-7183-43c8-8f0e-545bbfcba78c req-97849ac9-a0f1-4e7d-b8cc-52aaccf4b682 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 210 time: 0.0691042 Sep 19 13:22:22.607686 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:22:22.611606 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:port and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:22:22.614586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:22:22.620278 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:22:22.704684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Made reservation on behalf of 06950e6823284563b4c268d16c4b2680 for: {'port': 1} {{(pid=89795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 13:22:22.708178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:22.878768 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Allocated IP 172.20.0.4 (eb36ce1c-f039-4897-9216-fe858ddf9463/8f246f7a-f913-4a13-8789-fdfd110208cf/fc69b835-9096-4d9f-a3ef-6865f3cc34b5) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:22:23.087055 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:23.104826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Transition to ACTIVE for port object fc69b835-9096-4d9f-a3ef-6865f3cc34b5 will not be triggered until provisioned by entity DHCP. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:22:23.196925 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:23.284085 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Network eb36ce1c-f039-4897-9216-fe858ddf9463 is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:22:23.285368 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:22:23.287401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'Port': ['ID=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:22:23.289573 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:22:23.330522 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.331356 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.331562 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.331906 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.332348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.332583 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.332902 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.333237 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.333568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.333896 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.334223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.334546 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:22:23.381007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:23.382035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:23.472360 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-e84f0fdc-38c7-431c-9ca8-2166f5984508 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0208898 Sep 19 13:22:23.612551 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device d5f1b183-7991-4e6b-aff8-f4a8e985ca6d no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:22:23.670194 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7a223d9b-63be-46fe-9219-8181ca9b9943 None None] Provisioning for port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 completed by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:22:23.689404 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:23.691762 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-7a223d9b-63be-46fe-9219-8181ca9b9943 None None] Provisioning complete for port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 triggered by entity DHCP. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:22:23.692293 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-7a223d9b-63be-46fe-9219-8181ca9b9943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:23.722151 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769250d-cb75-49b5-99f4-39e5d78bdf48 req-73f31b4f-a2d0-485c-9be5-b5b19fb4e12a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:23.723066 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-1769250d-cb75-49b5-99f4-39e5d78bdf48 req-73f31b4f-a2d0-485c-9be5-b5b19fb4e12a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Synchronizing usage tracker for tenant:06950e6823284563b4c268d16c4b2680 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:22:23.791470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-1769250d-cb75-49b5-99f4-39e5d78bdf48 req-73f31b4f-a2d0-485c-9be5-b5b19fb4e12a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Unset dirty status for tenant:06950e6823284563b4c268d16c4b2680 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:22:23.792671 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1769250d-cb75-49b5-99f4-39e5d78bdf48 req-73f31b4f-a2d0-485c-9be5-b5b19fb4e12a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 931 time: 0.1776731 Sep 19 13:22:23.806582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-7a223d9b-63be-46fe-9219-8181ca9b9943 None None] Port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 cannot update to ACTIVE because it is not bound. {{(pid=89796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 13:22:23.818727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:22:23.819136 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:23.849518 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:22:23.850616 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-1769250d-cb75-49b5-99f4-39e5d78bdf48 req-80f72fe1-c8ae-43fc-b8a7-ed7c8bb41e9f tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516639 Sep 19 13:22:23.860141 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9dfa97694008ba29f3989e61dc9c034c1cb9132fd6cdd5ef447b08d1bad052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495cc631-fc7e-419f-b76f-39139ccfca87" -d '{"events": [{"server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:22:23.884729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:22:23.918769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e79c605-8f65-4932-9251-5b0de6c37356 x-openstack-request-id: req-7e79c605-8f65-4932-9251-5b0de6c37356 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:22:23.919076 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:22:23.919368 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e79c605-8f65-4932-9251-5b0de6c37356 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:22:23.919956 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e79c605-8f65-4932-9251-5b0de6c37356'] response: {'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'code': 200} Sep 19 13:22:23.934179 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:24.063024 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:22:25.066890 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5bbb4-18cc-422b-a98a-a343a04a8f57 req-2c8b6436-e9e4-4390-ae0a-0445a4ca35d8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:25.068376 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-efe5bbb4-18cc-422b-a98a-a343a04a8f57 req-2c8b6436-e9e4-4390-ae0a-0445a4ca35d8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 931 time: 0.0898578 Sep 19 13:22:25.117721 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-efe5bbb4-18cc-422b-a98a-a343a04a8f57 req-2cb44413-94c8-4118-a86b-b4dc3406c43a tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 Sep 19 13:22:26.343746 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee103af2-b125-40d4-a4c4-bc3972776c60 req-d80fcbd1-7c23-4fb4-8ed3-a12ca1822fd5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:26.348764 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ee103af2-b125-40d4-a4c4-bc3972776c60 req-d80fcbd1-7c23-4fb4-8ed3-a12ca1822fd5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 931 time: 0.1136482 Sep 19 13:22:26.400142 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ee103af2-b125-40d4-a4c4-bc3972776c60 req-7d20621e-8c38-4d19-ba68-673ff3f7af0d tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484643 Sep 19 13:22:27.630618 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b401c3-0d6d-4ec2-8497-fdbd4480aacf req-efe5186b-b9f6-445e-8907-418bedb42cd6 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:27.632453 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63b401c3-0d6d-4ec2-8497-fdbd4480aacf req-efe5186b-b9f6-445e-8907-418bedb42cd6 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 931 time: 0.1033204 Sep 19 13:22:27.713873 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-63b401c3-0d6d-4ec2-8497-fdbd4480aacf req-09f72b3e-3791-42f9-8bc2-73bb4a4113cc tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728981 Sep 19 13:22:29.037262 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd356c50-b123-4e3f-9620-a59bde91ad40 req-7cba6c8e-1ecc-4eeb-ad09-e1c221984733 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:29.037262 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bd356c50-b123-4e3f-9620-a59bde91ad40 req-7cba6c8e-1ecc-4eeb-ad09-e1c221984733 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 931 time: 0.1012685 Sep 19 13:22:29.037262 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-bd356c50-b123-4e3f-9620-a59bde91ad40 req-1f228acc-0d5a-4efe-87dc-057c5a2ca738 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447762 Sep 19 13:22:30.241026 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52dfc0-2734-438c-b8a9-c23954b0568c req-b5b19d74-9789-464f-80bc-ea974603de73 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:30.242532 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad52dfc0-2734-438c-b8a9-c23954b0568c req-b5b19d74-9789-464f-80bc-ea974603de73 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 931 time: 0.0963740 Sep 19 13:22:30.294473 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad52dfc0-2734-438c-b8a9-c23954b0568c req-3e981c9b-f5e3-4f47-a470-59feec9a0849 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450454 Sep 19 13:22:31.003012 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Request body: {'port': {'device_id': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:22:31.115150 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:31.571907 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249a085-2264-4ec4-90fe-6b8503a1cf2a req-1f5846fc-6722-4df0-a559-81c743ab9738 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:31.573269 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b249a085-2264-4ec4-90fe-6b8503a1cf2a req-1f5846fc-6722-4df0-a559-81c743ab9738 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 931 time: 0.1484940 Sep 19 13:22:31.660730 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc69b835-9096-4d9f-a3ef-6865f3cc34b5 {{(pid=89795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:22:31.671127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:31.675663 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b249a085-2264-4ec4-90fe-6b8503a1cf2a req-6983e85f-fd56-43f3-81f2-6487eda67a64 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667596 Sep 19 13:22:31.688899 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.provisioning_blocks [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Transition to ACTIVE for port object fc69b835-9096-4d9f-a3ef-6865f3cc34b5 will not be triggered until provisioned by entity L2. {{(pid=89795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 13:22:31.755636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:31.797330 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:22:31.957230 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Pushing event updated for resources: {'Port': ['ID=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:22:31.991078 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Attempting to bind port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 13:22:31.991470 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Attempting to bind port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 13:22:31.991837 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Attempting to bind port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 on network eb36ce1c-f039-4897-9216-fe858ddf9463 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:22:31.996662 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 on network eb36ce1c-f039-4897-9216-fe858ddf9463 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 13:22:31.996980 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Attempting to bind port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 on network eb36ce1c-f039-4897-9216-fe858ddf9463 {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 13:22:32.002914 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Checking agent: {'id': 'd43891fd-054f-464e-be22-29b5fcc44427', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'started_at': datetime.datetime(2022, 9, 19, 12, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 13, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 13:22:32.003250 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Checking segment: {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 13:22:32.003807 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Bound using segment: {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'} {{(pid=89795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 13:22:32.004239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.managers [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Bound port: fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee87d4c6-cc3d-4386-8fa1-94aad217787d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463'}}] {{(pid=89795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 13:22:32.004593 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:32.096364 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] For port fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host hv-neutron-8577, cleared binding levels {{(pid=89795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 13:22:32.099920 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] For port fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 13:22:32.167892 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:32.172157 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:32.173589 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:32.174993 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] 10.222.0.85 "PUT /v2.0/ports/fc69b835-9096-4d9f-a3ef-6865f3cc34b5 HTTP/1.1" status: 200 len: 1093 time: 1.1770387 Sep 19 13:22:32.205515 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:22:32.208051 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8eeafed157642fcac1667fb31d0e0f5f27bb7ec7077b8ad4bab597b525305a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3dba85-c424-4de4-bd0b-b578fef13381" -d '{"events": [{"name": "network-changed", "server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:22:32.263661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea60271-7022-4d66-b298-98119f087f2e service neutron] Pushing event updated for resources: {'Port': ['ID=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,revision_number=3']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:22:32.268420 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a409e629-e8b7-424c-a743-406aa2f4456a x-openstack-request-id: req-a409e629-e8b7-424c-a743-406aa2f4456a {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:22:32.268729 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:22:32.269101 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a409e629-e8b7-424c-a743-406aa2f4456a {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:22:32.269414 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a409e629-e8b7-424c-a743-406aa2f4456a'] response: {'name': 'network-changed', 'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'status': 'completed', 'code': 200} Sep 19 13:22:32.367223 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-9a6bf307-ee92-433b-9c5f-11098bfdc5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:32.368704 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-9a6bf307-ee92-433b-9c5f-11098bfdc5ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 1096 time: 0.0919938 Sep 19 13:22:32.442685 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-66959e6f-6117-4925-abe8-a76e8120c513 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5 HTTP/1.1" status: 200 len: 217 time: 0.0634797 Sep 19 13:22:32.507488 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-5b77c112-1f06-4c54-a5a2-e82d6fa0df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:32.508878 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-5b77c112-1f06-4c54-a5a2-e82d6fa0df6f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0571311 Sep 19 13:22:32.597196 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-59317c73-5aab-4e42-9ffd-d486c1b63c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:32.598718 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-59317c73-5aab-4e42-9ffd-d486c1b63c23 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806472 Sep 19 13:22:32.740133 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-68b22d49-04e8-4199-937f-da51ffb88257 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315780 Sep 19 13:22:32.934404 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a4a4fe0c-78db-42da-b037-4c00d77c6223 req-b5bb614b-b8be-43f0-ac84-1ab3d2ad754d service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832290 Sep 19 13:22:32.950779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db628d-302a-4acf-a039-69d4e32f906f req-2308609a-71d1-45de-8a8e-5d97c0449d67 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:32.952219 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-65db628d-302a-4acf-a039-69d4e32f906f req-2308609a-71d1-45de-8a8e-5d97c0449d67 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 943 time: 0.1367662 Sep 19 13:22:33.002581 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-65db628d-302a-4acf-a039-69d4e32f906f req-26b25759-321c-4abb-bd70-5d7df4bee82d tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385728 Sep 19 13:22:33.163705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-203f24ae-17c4-4afd-aa76-388bbe1a7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:33.165595 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-203f24ae-17c4-4afd-aa76-388bbe1a7902 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 1096 time: 0.0816154 Sep 19 13:22:33.406882 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-b9768239-1685-4ef2-a6f7-d586d938f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:33.408835 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-b9768239-1685-4ef2-a6f7-d586d938f1fc service neutron] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 911 time: 0.2370930 Sep 19 13:22:33.481534 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-4c863a6e-750f-446b-be1c-ae209d9f0b2e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5 HTTP/1.1" status: 200 len: 217 time: 0.0647492 Sep 19 13:22:33.544319 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-3c302ad6-a05c-4213-bbdb-c7685a59ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:33.545663 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-3c302ad6-a05c-4213-bbdb-c7685a59ac07 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0571563 Sep 19 13:22:33.628986 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-9bbcc053-1a30-4113-bb4b-b7e4008a6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:33.630465 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-9bbcc053-1a30-4113-bb4b-b7e4008a6749 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775232 Sep 19 13:22:33.764616 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-67e3b1a0-5a46-4bc9-8b3b-33b84bfc9216 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270666 Sep 19 13:22:33.897899 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-0c3dba85-c424-4de4-bd0b-b578fef13381 req-ea3f7e73-c1ec-4c2e-9cbd-ff86fe28e950 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261353 Sep 19 13:22:34.205870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9ad1a-6722-4359-bc3e-99be4e388a8f req-bd92ded7-c35e-4ec6-8d1a-1545909ac36b tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:34.207239 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f2a9ad1a-6722-4359-bc3e-99be4e388a8f req-bd92ded7-c35e-4ec6-8d1a-1545909ac36b tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 943 time: 0.0910401 Sep 19 13:22:34.252061 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-f2a9ad1a-6722-4359-bc3e-99be4e388a8f req-f1f2bceb-4027-4628-9d0a-e5c4d44d20db tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391572 Sep 19 13:22:35.455967 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d151e-dc88-4a6b-b954-584f78f75b76 req-7c1baed5-0b7e-4b58-a14c-0b5a678c6301 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:35.457406 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-899d151e-dc88-4a6b-b954-584f78f75b76 req-7c1baed5-0b7e-4b58-a14c-0b5a678c6301 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 943 time: 0.0931385 Sep 19 13:22:35.502709 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-899d151e-dc88-4a6b-b954-584f78f75b76 req-2194d1f3-0757-466a-802d-bdbe27306d1c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396750 Sep 19 13:22:35.685954 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device fc69b835-9096-4d9f-a3ef-6865f3cc34b5 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:22:35.818605 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:22:35.832495 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'port_id': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'mac_address': 'fa:16:3e:19:ce:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:22:35.889682 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 is: DOWN; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:22:35.890067 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:35.906606 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc69b835-9096-4d9f-a3ef-6865f3cc34b5 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:22:35.926789 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:22:36.001181 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:36.068764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,revision_number=4']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:22:36.317321 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['fc69b835-9096-4d9f-a3ef-6865f3cc34b5'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:22:36.700551 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418c734-7113-4733-808b-bbbcae991ff3 req-fa5d95c1-0839-44a2-a4aa-a9b3fc83fe3e tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:36.702004 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c418c734-7113-4733-808b-bbbcae991ff3 req-fa5d95c1-0839-44a2-a4aa-a9b3fc83fe3e tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 944 time: 0.0877247 Sep 19 13:22:36.748707 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-c418c734-7113-4733-808b-bbbcae991ff3 req-d281e0b9-e2ef-45fc-933f-20eecd137351 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410101 Sep 19 13:22:37.702369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device fc69b835-9096-4d9f-a3ef-6865f3cc34b5 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:22:37.835616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning for port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 completed by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 13:22:37.840779 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:22:37.841152 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:37.945540 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42891f1d-d78a-4bd3-a69b-15b4dc47a5c2 req-9d131761-9db2-4ff4-9493-f8c08f47bac8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:37.947213 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-42891f1d-d78a-4bd3-a69b-15b4dc47a5c2 req-9d131761-9db2-4ff4-9493-f8c08f47bac8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 944 time: 0.0883379 Sep 19 13:22:37.965111 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:22:37.965410 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:37.992316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:22:37.992998 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-42891f1d-d78a-4bd3-a69b-15b4dc47a5c2 req-17a7ede7-e8ac-4eae-9a2a-68e8b2208efe tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394535 Sep 19 13:22:37.994541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9dfa97694008ba29f3989e61dc9c034c1cb9132fd6cdd5ef447b08d1bad052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13797b8d-64a9-4301-b971-0d76e268fdd9" -d '{"events": [{"server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "name": "network-vif-plugged", "status": "completed", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:22:38.003003 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:22:38.036413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e946d2-c3b3-46e5-b2a0-bef25c93ca5a x-openstack-request-id: req-07e946d2-c3b3-46e5-b2a0-bef25c93ca5a {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:22:38.036718 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "name": "network-vif-plugged", "status": "completed", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:22:38.036949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07e946d2-c3b3-46e5-b2a0-bef25c93ca5a {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:22:38.037336 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e946d2-c3b3-46e5-b2a0-bef25c93ca5a'] response: {'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'code': 200} Sep 19 13:22:38.076655 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:38.143937 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,revision_number=5']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:22:38.433011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5abf2-dfab-44e1-854c-5603a2b733de req-cbd23121-892b-40c5-a688-4f985ae55168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:38.434504 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7dc5abf2-dfab-44e1-854c-5603a2b733de req-cbd23121-892b-40c5-a688-4f985ae55168 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 1098 time: 0.0808160 Sep 19 13:22:38.475754 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-7dc5abf2-dfab-44e1-854c-5603a2b733de req-41c9ba6d-a589-4153-a0c9-1cb182f2a243 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343134 Sep 19 13:22:39.190798 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da6f7c-53d4-4c76-8bc7-e762678d39fd req-8e9f2fe6-f0df-4a88-ba08-61801b5491d3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:39.192250 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-94da6f7c-53d4-4c76-8bc7-e762678d39fd req-8e9f2fe6-f0df-4a88-ba08-61801b5491d3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 945 time: 0.0870705 Sep 19 13:22:39.239825 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-94da6f7c-53d4-4c76-8bc7-e762678d39fd req-94f55975-bb53-4e2f-bb13-488d1f349fa1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Sep 19 13:22:40.441722 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72e0ce-d9d3-44ae-b557-00643088c28a req-b09833f1-a7af-4563-a3fc-1f92d8074512 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:40.443205 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2d72e0ce-d9d3-44ae-b557-00643088c28a req-b09833f1-a7af-4563-a3fc-1f92d8074512 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 945 time: 0.0877466 Sep 19 13:22:40.487235 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-2d72e0ce-d9d3-44ae-b557-00643088c28a req-3f543dea-0332-40be-b4da-c66afa73968c tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384569 Sep 19 13:22:40.690127 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10ce1c-37f5-4966-827b-7921bc1e652e req-dc455cf6-769a-4a9a-819d-a4991d6d9fd8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:40.691611 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad10ce1c-37f5-4966-827b-7921bc1e652e req-dc455cf6-769a-4a9a-819d-a4991d6d9fd8 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 945 time: 0.0907850 Sep 19 13:22:40.736004 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-ad10ce1c-37f5-4966-827b-7921bc1e652e req-583ad394-c42e-4a3d-8f03-6007af14d819 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Sep 19 13:22:40.764718 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41688) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:22:40.841716 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679fa6e9-aaec-47a6-959e-0b568b12e392 tempest-TestSnapshotPattern-1377175017 tempest-TestSnapshotPattern-1377175017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:40.843147 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-679fa6e9-aaec-47a6-959e-0b568b12e392 tempest-TestSnapshotPattern-1377175017 tempest-TestSnapshotPattern-1377175017-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 1093 time: 0.0774837 Sep 19 13:22:40.846561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41692) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:22:40.851282 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.v2.base [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Request body: {'floatingip': {'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'port_id': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 13:22:40.857179 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 13:22:40.861602 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Usage tracker for resource:floatingip and tenant:06950e6823284563b4c268d16c4b2680 is out of sync, need to count used quota {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 13:22:40.864487 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 13:22:40.870088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.quota.driver [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 13:22:40.961427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for floatingip, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:41.105465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:41.245910 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_common [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Allocated IP 172.26.5.189 (8e286b5b-5053-4e4d-9c66-6407773575df/7b3d38ee-d649-4bea-91cd-95a5c1fd6532/7e622aa3-62ee-4712-8553-0bac4d9f9a22) {{(pid=89795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 13:22:41.403427 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for port, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:41.534290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773457489390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:41.601130 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Network 8e286b5b-5053-4e4d-9c66-6407773575df is already hosted by enough agents. {{(pid=89795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 13:22:41.603987 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.base_scheduler [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Resources bound (agent type, host, resource id): {{(pid=89795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 13:22:41.607577 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Received port after_create {{(pid=89795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 13:22:41.618803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f143cb00-f0e3-4fc4-bc52-0d7b45ea7522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:41.652778 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'Port': ['ID=7e622aa3-62ee-4712-8553-0bac4d9f9a22,revision_number=1']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:22:42.144956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:42.286832 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:42.495756 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for port, precommit_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:42.561190 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2061636'] for port, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:42.669799 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event updated for resources: {'Port': ['ID=7e622aa3-62ee-4712-8553-0bac4d9f9a22,revision_number=2']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:22:42.672240 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542360'] for floatingip, after_update {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:42.854766 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Floating IP c70b1d21-e720-4425-8d40-890503ce7564 associated. External IP: 172.26.5.189, port: fc69b835-9096-4d9f-a3ef-6865f3cc34b5. Sep 19 13:22:43.213964 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Router 905aebad-07c2-44fb-baba-096307c2ee6c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:22:43.512044 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:22:43.523266 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] Sync routers for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:22:43.533975 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:22:43.534576 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:22:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:22:43.624370 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:43.681284 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-2a705810-6235-47cd-a4cf-214f73c422df tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8335359 Sep 19 13:22:43.681926 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:22:43.684381 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8eeafed157642fcac1667fb31d0e0f5f27bb7ec7077b8ad4bab597b525305a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768ec17d-99c0-45bc-b287-d2799cd3f8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:22:43.711666 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:22:43.730175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e783ba-0dd5-4086-8a6b-230299b4b16b x-openstack-request-id: req-e8e783ba-0dd5-4086-8a6b-230299b4b16b {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:22:43.730465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:22:43.730717 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8e783ba-0dd5-4086-8a6b-230299b4b16b {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:22:43.731220 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e783ba-0dd5-4086-8a6b-230299b4b16b'] response: {'name': 'network-changed', 'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'status': 'completed', 'code': 200} Sep 19 13:22:43.749704 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1fab-3030-42e8-a3ca-611e5d62a475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:43.835093 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-9785001d-248b-4f78-ac18-84ca6c90ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:43.836492 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-9785001d-248b-4f78-ac18-84ca6c90ff53 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 1098 time: 0.0819280 Sep 19 13:22:43.971216 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-8b7044c2-b3c5-4b4d-b61e-cceb489f63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:43.972672 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-8b7044c2-b3c5-4b4d-b61e-cceb489f63fc service neutron] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 911 time: 0.1305742 Sep 19 13:22:44.076993 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-39b5f5d5-8a96-421f-9546-74d2bf8dad09 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5 HTTP/1.1" status: 200 len: 999 time: 0.0983799 Sep 19 13:22:44.091881 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '923e4db8-c341-4a08-a500-28c5da391d8d', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:20:05Z', 'updated_at': '2022-09-19T13:20:08Z', 'revision_number': 1, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}, {'id': 'c70b1d21-e720-4425-8d40-890503ce7564', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.189', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:19:ce:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:22:42Z', 'updated_at': '2022-09-19T13:22:42Z', 'revision_number': 0, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:22:44.096020 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] Checking router: 905aebad-07c2-44fb-baba-096307c2ee6c for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:22:44.104276 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:22:44.105000 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:22:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:22:44.139229 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-3e388cb3-4520-41b5-aaf6-595deeaf7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:44.140722 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-3e388cb3-4520-41b5-aaf6-595deeaf7432 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0580404 Sep 19 13:22:44.227411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-bd409cf6-de85-4436-92f7-8d73a7f8a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:22:44.229293 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-bd409cf6-de85-4436-92f7-8d73a7f8a331 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822001 Sep 19 13:22:44.285494 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:22:44.366331 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-84409cef-a7c2-4256-ab3d-5017d86a2853 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310945 Sep 19 13:22:44.500234 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-768ec17d-99c0-45bc-b287-d2799cd3f8a3 req-7693891b-08c4-4092-8cd2-4b3990eda331 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280611 Sep 19 13:22:44.606829 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:44.640252 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '923e4db8-c341-4a08-a500-28c5da391d8d', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:20:05Z', 'updated_at': '2022-09-19T13:20:08Z', 'revision_number': 1, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}, {'id': 'c70b1d21-e720-4425-8d40-890503ce7564', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.189', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:19:ce:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:22:42Z', 'updated_at': '2022-09-19T13:22:42Z', 'revision_number': 0, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:22:44.644894 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957db4de-00bf-4397-80b6-7c476ac7c6d0 None None] The sync data for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv is: [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '923e4db8-c341-4a08-a500-28c5da391d8d', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:20:05Z', 'updated_at': '2022-09-19T13:20:08Z', 'revision_number': 1, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}, {'id': 'c70b1d21-e720-4425-8d40-890503ce7564', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.189', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:19:ce:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:22:42Z', 'updated_at': '2022-09-19T13:22:42Z', 'revision_number': 0, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:22:44.827558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e621e2-5597-41dc-859c-e86241e02ef5 None None] New status for floating IP c70b1d21-e720-4425-8d40-890503ce7564: ACTIVE {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:22:45.252668 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:46.732729 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:22:53.629547 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:08.795311 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:23:11.583858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8199b596-0708-4bdd-a393-a9ae8ab1a302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:13.760378 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e0249516-47f4-439e-920c-ae78e6f5bf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:14.680813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:15.286634 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:16.715038 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:22.038341 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-38469d43-376f-4e7b-bf65-99bb4501cf23 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769019 Sep 19 13:23:22.188219 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-db0d0100-0d50-4df7-b214-7cf9f93ea470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:23:22.189678 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-db0d0100-0d50-4df7-b214-7cf9f93ea470 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 1097 time: 0.0810299 Sep 19 13:23:22.335842 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-d6c2d3d2-8ddb-4f82-bedb-8c14a48ff5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:23:22.337204 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-d6c2d3d2-8ddb-4f82-bedb-8c14a48ff5fd service neutron] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 911 time: 0.1278234 Sep 19 13:23:22.436455 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-060e7174-364e-426c-a7c3-128b6161d798 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d HTTP/1.1" status: 200 len: 999 time: 0.0918803 Sep 19 13:23:22.502588 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-23378de0-3ea2-4eb5-a649-5cc9918399bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:23:22.504681 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-23378de0-3ea2-4eb5-a649-5cc9918399bb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0617852 Sep 19 13:23:22.587513 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-87d08488-2187-42db-a358-198e98cad739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:23:22.588913 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-87d08488-2187-42db-a358-198e98cad739 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776362 Sep 19 13:23:22.731883 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-fd1d7bd9-1921-4461-9f1c-88303cd7965f service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330040 Sep 19 13:23:22.864871 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-4cdd0367-df9e-49c5-bd9b-54e1dff22ed9 req-8d0cf1fd-f087-4548-84db-7436804b7ed1 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265924 Sep 19 13:23:23.640619 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:41.588692 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-a2d16fff-0839-4fc0-96df-72f2a46d32f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:43.765674 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-82de0fd6-b701-483a-b394-35c9ca983c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:44.616912 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:45.280242 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:45.794608 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:23:46.702660 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:23:53.656708 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:11.605323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba24d-06a1-44c8-990b-99c530cd55c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:13.788208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f2818387-cdb4-4dc9-b76b-c6a041362557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:14.633778 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:15.279486 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:16.017094 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device fc69b835-9096-4d9f-a3ef-6865f3cc34b5 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 13:24:16.195737 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:16.210072 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Returning: {'device': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'port_id': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'mac_address': 'fa:16:3e:19:ce:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 13:24:16.265419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 is: ACTIVE; New status is: BUILD {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:24:16.265769 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:16.284529 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc69b835-9096-4d9f-a3ef-6865f3cc34b5 {{(pid=89796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 13:24:16.302534 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:16.382340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:16.459156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,revision_number=6']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:16.466402 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.466765 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.467119 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.467467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.467861 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.468131 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.468450 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.468823 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.469063 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.469388 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.469719 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.470022 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:16.481009 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] get_ports_and_sgs() called for port_ids ['fc69b835-9096-4d9f-a3ef-6865f3cc34b5'] {{(pid=89796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 13:24:16.784025 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:18.027283 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device fc69b835-9096-4d9f-a3ef-6865f3cc34b5 up at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 13:24:18.109919 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.provisioning_blocks [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Provisioning complete for port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 triggered by entity L2. {{(pid=89796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 13:24:18.110442 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602019'] for port, provisioning_complete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:18.266055 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 is: BUILD; New status is: ACTIVE {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:24:18.266541 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:18.304304 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:24:18.306776 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9dfa97694008ba29f3989e61dc9c034c1cb9132fd6cdd5ef447b08d1bad052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c2219-00dc-413b-9478-8f186ea0e00c" -d '{"events": [{"server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "name": "network-vif-plugged", "status": "completed", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:24:18.317251 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:18.359280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b26b59-6721-4db0-9eed-c5cbc8c0e765 x-openstack-request-id: req-61b26b59-6721-4db0-9eed-c5cbc8c0e765 {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:24:18.359727 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "name": "network-vif-plugged", "status": "completed", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:24:18.360036 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61b26b59-6721-4db0-9eed-c5cbc8c0e765 {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:24:18.360381 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b26b59-6721-4db0-9eed-c5cbc8c0e765'] response: {'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'code': 200} Sep 19 13:24:18.404893 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:18.484107 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,revision_number=7']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:22.163944 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-f06bb132-67a8-4dd7-b8a7-53d1d968ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:22.165351 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-f06bb132-67a8-4dd7-b8a7-53d1d968ffa6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 1098 time: 0.1933663 Sep 19 13:24:22.342891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-7987b2ae-09ee-4c34-a0c9-f6ba36a75cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:22.344471 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-7987b2ae-09ee-4c34-a0c9-f6ba36a75cc1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 911 time: 0.1530335 Sep 19 13:24:22.455986 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-a6c3d741-0163-46de-ae11-fc5a00350ac0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5 HTTP/1.1" status: 200 len: 1001 time: 0.1049392 Sep 19 13:24:22.527429 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-38db94cc-b7dd-419f-89cf-4c110f712c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:22.528942 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-38db94cc-b7dd-419f-89cf-4c110f712c41 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0656872 Sep 19 13:24:22.621638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-662fa6ca-23fd-40f7-a26d-08c62a746baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:22.623142 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-662fa6ca-23fd-40f7-a26d-08c62a746baf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877757 Sep 19 13:24:22.634228 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-c38d3c97-630f-4599-92a2-257e61dfe8b1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=89795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 13:24:22.635081 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-c38d3c97-630f-4599-92a2-257e61dfe8b1 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051129 Sep 19 13:24:22.787334 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-01d2fb22-b79a-460a-aca7-6593e52102af service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451108 Sep 19 13:24:22.797467 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:24:22.943313 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-07d08943-14c1-4379-9884-9e3ec4662d98 req-b730541d-8ff2-47f5-a9e0-856fc0294824 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457126 Sep 19 13:24:23.702244 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:27.305288 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.wsgi [-] (89794) accepted ('10.222.0.66', 41890) {{(pid=89794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:27.504757 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Deleting port 7e622aa3-62ee-4712-8553-0bac4d9f9a22 {{(pid=89794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:27.505113 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:27.676828 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:27.677064 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:27.797454 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.plugins.ml2.plugin [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Calling delete_port for 7e622aa3-62ee-4712-8553-0bac4d9f9a22 owned by network:floatingip {{(pid=89794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:28.107847 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11165009'] for port, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:28.154452 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event deleted for resources: {'Port': ['ID=7e622aa3-62ee-4712-8553-0bac4d9f9a22,revision_number=None']} {{(pid=89794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:28.201416 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.201694 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.202033 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.202369 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.202698 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.203061 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.203387 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.203713 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.204038 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.204359 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.204681 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.205003 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:28.263391 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for floatingip, after_delete {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:28.263722 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.db.l3_db [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Floating IP c70b1d21-e720-4425-8d40-890503ce7564 disassociated (deleted). External IP: 172.26.5.189, port: fc69b835-9096-4d9f-a3ef-6865f3cc34b5. Sep 19 13:24:28.612742 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Router 905aebad-07c2-44fb-baba-096307c2ee6c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:24:28.794440 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:24:28.808123 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] Sync routers for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:24:28.818437 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:24:28.819086 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:24:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:28.889449 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron_lib.callbacks.manager [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:28.953943 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.wsgi [None req-f250ecc4-b071-4592-91ad-99e99828d179 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "DELETE /v2.0/floatingips/c70b1d21-e720-4425-8d40-890503ce7564 HTTP/1.1" status: 204 len: 168 time: 1.6472218 Sep 19 13:24:28.954861 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5'}] {{(pid=89794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:24:28.957876 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f50278b48f392221e45d90f9949db7427f8bc222106ef196f1c9c555c85e3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d9aa11-0db9-459e-a596-7f4f603ce1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5"}]}' {{(pid=89794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:24:29.005281 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:24:29.080168 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63bc942-9cc9-4caf-ac81-987bec4ec9a5 x-openstack-request-id: req-d63bc942-9cc9-4caf-ac81-987bec4ec9a5 {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:24:29.080461 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5", "status": "completed", "code": 200}]} {{(pid=89794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:24:29.080714 dv-neutron-857775-2-hyperv neutron-server[89794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d63bc942-9cc9-4caf-ac81-987bec4ec9a5 {{(pid=89794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:24:29.081119 dv-neutron-857775-2-hyperv neutron-server[89794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63bc942-9cc9-4caf-ac81-987bec4ec9a5'] response: {'name': 'network-changed', 'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'status': 'completed', 'code': 200} Sep 19 13:24:29.185824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-9ca53f06-e925-4617-a187-90511fbff04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:29.187243 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-9ca53f06-e925-4617-a187-90511fbff04a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 1098 time: 0.0781057 Sep 19 13:24:29.333568 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-4503e3f2-2c74-4bed-a3a1-31d8d37f8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:29.335046 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-4503e3f2-2c74-4bed-a3a1-31d8d37f8742 service neutron] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 911 time: 0.1361947 Sep 19 13:24:29.396677 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '923e4db8-c341-4a08-a500-28c5da391d8d', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:20:05Z', 'updated_at': '2022-09-19T13:20:08Z', 'revision_number': 1, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:29.400723 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] Checking router: 905aebad-07c2-44fb-baba-096307c2ee6c for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:24:29.408104 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-2e4f2b0a-a17e-4e2e-8879-b8514a810065 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5 HTTP/1.1" status: 200 len: 217 time: 0.0665491 Sep 19 13:24:29.409324 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:24:29.409922 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:24:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:29.537877 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-1f40c39e-e024-4990-bc2d-2b81f72ca97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:29.540005 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-1f40c39e-e024-4990-bc2d-2b81f72ca97d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.1155837 Sep 19 13:24:29.600523 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:24:29.639666 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580d01d-bc02-4d08-ab16-11cb72f343c3 req-c284d2d5-a10e-4597-8e31-56458d122e6b tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:29.641149 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5580d01d-bc02-4d08-ab16-11cb72f343c3 req-c284d2d5-a10e-4597-8e31-56458d122e6b tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 945 time: 0.1726489 Sep 19 13:24:29.678398 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-bd336f51-ee96-40a3-add9-be9d8e4f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:29.679914 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-bd336f51-ee96-40a3-add9-be9d8e4f2c18 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1314573 Sep 19 13:24:29.776449 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-5580d01d-bc02-4d08-ab16-11cb72f343c3 req-3ce8c80e-2b13-4d67-877c-ad6858fff815 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258259 Sep 19 13:24:29.864105 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-a6cc2db2-74e0-4c34-abef-40c5bb064c29 service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750448 Sep 19 13:24:30.048361 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '923e4db8-c341-4a08-a500-28c5da391d8d', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:20:05Z', 'updated_at': '2022-09-19T13:20:08Z', 'revision_number': 1, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:30.053651 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c601bc-6e33-4dce-8c93-f2d3cb472734 None None] The sync data for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv is: [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_floatingips': [{'id': '923e4db8-c341-4a08-a500-28c5da391d8d', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'router_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'port_id': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'mac_address': 'fa:16:3e:34:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T13:20:05Z', 'updated_at': '2022-09-19T13:20:08Z', 'revision_number': 1, 'project_id': '06950e6823284563b4c268d16c4b2680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:24:30.104419 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device fc69b835-9096-4d9f-a3ef-6865f3cc34b5 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:24:30.167322 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-52d9aa11-0db9-459e-a596-7f4f603ce1fe req-6e5c7380-c574-4046-a46f-335863bb68da service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968338 Sep 19 13:24:30.240560 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Current status of the port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 is: ACTIVE; New status is: DOWN {{(pid=89796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 13:24:30.240943 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3562648'] for port, before_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:30.275268 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5'}] {{(pid=89796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:24:30.277611 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9dfa97694008ba29f3989e61dc9c034c1cb9132fd6cdd5ef447b08d1bad052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e6d98b-3b9d-4cc1-bc05-398b9352b1a0" -d '{"events": [{"server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "name": "network-vif-unplugged", "status": "completed", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5"}]}' {{(pid=89796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:24:30.286843 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] For port fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:30.336156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e48f0-c17c-46b0-b1a6-2d1464a608ec x-openstack-request-id: req-cd5e48f0-c17c-46b0-b1a6-2d1464a608ec {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:24:30.336156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "name": "network-vif-unplugged", "status": "completed", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5", "code": 200}]} {{(pid=89796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:24:30.336156 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd5e48f0-c17c-46b0-b1a6-2d1464a608ec {{(pid=89796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:24:30.336156 dv-neutron-857775-2-hyperv neutron-server[89796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5e48f0-c17c-46b0-b1a6-2d1464a608ec'] response: {'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'code': 200} Sep 19 13:24:30.348533 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773458013013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773457486340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773457486385'] for port, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:30.389092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ffa47-8dc5-4e25-8ced-fdfa4de8da5a None None] New status for floating IP c70b1d21-e720-4425-8d40-890503ce7564: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:24:30.557219 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Pushing event updated for resources: {'Port': ['ID=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,revision_number=8']} {{(pid=89796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:30.982277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68464fd3-a3cf-4411-a11f-8f4ca6fe4445 req-de464bbc-70bf-412c-bf99-a98e4c162269 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:30.983746 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-68464fd3-a3cf-4411-a11f-8f4ca6fe4445 req-de464bbc-70bf-412c-bf99-a98e4c162269 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 943 time: 0.0887787 Sep 19 13:24:31.027963 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-68464fd3-a3cf-4411-a11f-8f4ca6fe4445 req-3a710765-0a84-4954-b80d-5ffe2d949144 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384285 Sep 19 13:24:31.305311 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-855288c3-a317-4ba6-9aa4-51b8362f72cd tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:31.306808 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-855288c3-a317-4ba6-9aa4-51b8362f72cd tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 943 time: 0.0904222 Sep 19 13:24:31.379881 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Deleting port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:31.380214 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:31.638348 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] For port fc69b835-9096-4d9f-a3ef-6865f3cc34b5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:31.638633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:31.763362 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Calling delete_port for fc69b835-9096-4d9f-a3ef-6865f3cc34b5 owned by compute:nova {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:31.959816 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:32.012809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event deleted for resources: {'Port': ['ID=fc69b835-9096-4d9f-a3ef-6865f3cc34b5,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:32.055048 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.055390 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.055721 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.056050 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.056374 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.056711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.057030 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.057418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.058020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.058344 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.058661 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.059001 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-2-hyperv {{(pid=89795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 13:24:32.110024 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] No DVR routers for this DVR port fc69b835-9096-4d9f-a3ef-6865f3cc34b5 on host hv-neutron-8577 {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:24:32.112475 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:32.115239 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'name': 'network-vif-deleted', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:24:32.117638 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8eeafed157642fcac1667fb31d0e0f5f27bb7ec7077b8ad4bab597b525305a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a14eec-d213-4d3a-94a3-24680d1bab7f" -d '{"events": [{"server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "name": "network-vif-deleted", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:24:32.127179 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-76ad8ef3-219a-488c-b790-9bac98acdbc0 req-7193e337-4673-4012-aedd-40f4067ec653 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.85 "DELETE /v2.0/ports/fc69b835-9096-4d9f-a3ef-6865f3cc34b5 HTTP/1.1" status: 204 len: 173 time: 0.8122885 Sep 19 13:24:32.202173 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-42c80ba2-e50a-4d5a-8e44-856f943b0f16 req-5444fedf-c961-4033-a6b5-2bc974650ace tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Synchronizing usage tracker for tenant:06950e6823284563b4c268d16c4b2680 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:24:32.217453 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14931394-075a-42fd-b6aa-a291fb5ec8eb x-openstack-request-id: req-14931394-075a-42fd-b6aa-a291fb5ec8eb {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:24:32.217824 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc405dde-b461-43b4-bb3c-e50703c4a986", "name": "network-vif-deleted", "tag": "fc69b835-9096-4d9f-a3ef-6865f3cc34b5", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:24:32.218080 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-14931394-075a-42fd-b6aa-a291fb5ec8eb {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:24:32.218474 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14931394-075a-42fd-b6aa-a291fb5ec8eb'] response: {'server_uuid': 'dc405dde-b461-43b4-bb3c-e50703c4a986', 'name': 'network-vif-deleted', 'tag': 'fc69b835-9096-4d9f-a3ef-6865f3cc34b5', 'status': 'completed', 'code': 200} Sep 19 13:24:32.273340 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-42c80ba2-e50a-4d5a-8e44-856f943b0f16 req-5444fedf-c961-4033-a6b5-2bc974650ace tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Unset dirty status for tenant:06950e6823284563b4c268d16c4b2680 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:24:32.274522 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-42c80ba2-e50a-4d5a-8e44-856f943b0f16 req-5444fedf-c961-4033-a6b5-2bc974650ace tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc405dde-b461-43b4-bb3c-e50703c4a986 HTTP/1.1" status: 200 len: 210 time: 0.1287920 Sep 19 13:24:34.137031 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device fc69b835-9096-4d9f-a3ef-6865f3cc34b5 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:24:34.173691 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: fc69b835-9096-4d9f-a3ef-6865f3cc34b5 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:24:34.173952 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device fc69b835-9096-4d9f-a3ef-6865f3cc34b5 not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:24:34.536891 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41960) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:34.737821 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Deleting port 9ba6f145-7c27-4071-b0a5-99ce557bfb3b {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:34.738158 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:34.908115 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:34.908355 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:35.132705 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Calling delete_port for 9ba6f145-7c27-4071-b0a5-99ce557bfb3b owned by network:floatingip {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:35.359307 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:35.407032 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event deleted for resources: {'Port': ['ID=9ba6f145-7c27-4071-b0a5-99ce557bfb3b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:35.507667 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for floatingip, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:35.508266 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.db.l3_db [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Floating IP 923e4db8-c341-4a08-a500-28c5da391d8d disassociated (deleted). External IP: 172.26.5.43, port: d5f1b183-7991-4e6b-aff8-f4a8e985ca6d. Sep 19 13:24:35.862065 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Router 905aebad-07c2-44fb-baba-096307c2ee6c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:24:36.044856 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:24:36.055029 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] Sync routers for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:24:36.064688 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:24:36.065283 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:24:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:36.107814 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for floatingip, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:36.164529 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-68ab8892-f164-4f28-92c7-4497d0d3b242 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "DELETE /v2.0/floatingips/923e4db8-c341-4a08-a500-28c5da391d8d HTTP/1.1" status: 204 len: 168 time: 1.6265354 Sep 19 13:24:36.165200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:24:36.167691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8eeafed157642fcac1667fb31d0e0f5f27bb7ec7077b8ad4bab597b525305a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70c82b6-5021-4566-b2da-ec2e785c582f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:24:36.211677 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851769d6-3375-46e6-9e62-2e50cdca4720 x-openstack-request-id: req-851769d6-3375-46e6-9e62-2e50cdca4720 {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:24:36.212455 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:24:36.212707 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-851769d6-3375-46e6-9e62-2e50cdca4720 {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:24:36.213114 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851769d6-3375-46e6-9e62-2e50cdca4720'] response: {'name': 'network-changed', 'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'status': 'completed', 'code': 200} Sep 19 13:24:36.261601 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:24:36.336642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-3b28b296-2176-4da8-8aee-6d42887150cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:36.338196 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-3b28b296-2176-4da8-8aee-6d42887150cb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06950e6823284563b4c268d16c4b2680&device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 1097 time: 0.0940094 Sep 19 13:24:36.476510 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-7443e377-6000-45ff-9b9e-2365709160c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:36.478145 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-7443e377-6000-45ff-9b9e-2365709160c1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 200 len: 911 time: 0.1304302 Sep 19 13:24:36.551068 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-1973fc1c-a6f1-4ea1-9918-fcfba4b8eaf1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d HTTP/1.1" status: 200 len: 217 time: 0.0635939 Sep 19 13:24:36.586591 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:36.590771 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] Checking router: 905aebad-07c2-44fb-baba-096307c2ee6c for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:24:36.599830 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:24:36.600421 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:24:14Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:36.620156 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-44fa4d60-8fee-477d-a2c6-a6677d705dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:36.621594 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-44fa4d60-8fee-477d-a2c6-a6677d705dbc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 200 len: 849 time: 0.0642159 Sep 19 13:24:36.821351 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:24:36.879271 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-56840f64-018a-4f82-a496-2804fbb2e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:36.881225 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-56840f64-018a-4f82-a496-2804fbb2e7ff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=eb36ce1c-f039-4897-9216-fe858ddf9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2515931 Sep 19 13:24:37.015938 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a4cb7-afec-4053-aa49-888538b7a008 req-c67e624b-8c7f-4ed9-9a78-9ef5be46c053 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:37.016636 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-247a4cb7-afec-4053-aa49-888538b7a008 req-c67e624b-8c7f-4ed9-9a78-9ef5be46c053 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Synchronizing usage tracker for tenant:06950e6823284563b4c268d16c4b2680 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:24:37.046761 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-252a9bc2-9105-4433-89cb-e948bb38ceac service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570504 Sep 19 13:24:37.128598 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-247a4cb7-afec-4053-aa49-888538b7a008 req-c67e624b-8c7f-4ed9-9a78-9ef5be46c053 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Unset dirty status for tenant:06950e6823284563b4c268d16c4b2680 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:24:37.130480 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-247a4cb7-afec-4053-aa49-888538b7a008 req-c67e624b-8c7f-4ed9-9a78-9ef5be46c053 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 944 time: 0.4289141 Sep 19 13:24:37.144607 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:37.148991 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1469ec4-371f-4c87-ab63-c8295c2c26a4 None None] The sync data for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv is: [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:19:36Z', 'revision_number': 4, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv', '_interfaces': [{'id': '5aac7c19-b233-4a53-99a1-8130e866da3d', 'name': '', 'network_id': 'eb36ce1c-f039-4897-9216-fe858ddf9463', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'mac_address': 'fa:16:3e:77:65:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:35Z', 'updated_at': '2022-09-19T13:19:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'subnets': [{'id': '8f246f7a-f913-4a13-8789-fdfd110208cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:24:37.219900 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-247a4cb7-afec-4053-aa49-888538b7a008 req-793b9b32-152e-4a15-b267-7835cedbb91f tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772173 Sep 19 13:24:37.229613 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-a70c82b6-5021-4566-b2da-ec2e785c582f req-7f0182da-24df-4400-9a3f-2108b5e67a1f service neutron] 10.222.0.85 "GET /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761985 Sep 19 13:24:37.377310 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba4168-3e68-4ca2-92ef-fd1f720cb2d5 None None] New status for floating IP 923e4db8-c341-4a08-a500-28c5da391d8d: DOWN {{(pid=89796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 13:24:38.430133 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ac099-ae8e-4b55-bc3c-1d9549605941 req-d0b38ef0-2e6d-4ef3-a7c3-43dbf4822ec9 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:38.431629 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b47ac099-ae8e-4b55-bc3c-1d9549605941 req-d0b38ef0-2e6d-4ef3-a7c3-43dbf4822ec9 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 944 time: 0.0923424 Sep 19 13:24:38.527427 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-b47ac099-ae8e-4b55-bc3c-1d9549605941 req-75936177-d53d-45f9-9535-44fcd35bba19 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/security-groups?id=2187034e-1d13-4958-9e78-e2a31338733b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600569 Sep 19 13:24:38.548868 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-dfd02b29-d0a5-4d83-af90-64bab4218db3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 13:24:38.550316 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-dfd02b29-d0a5-4d83-af90-64bab4218db3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.85 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 944 time: 0.1178451 Sep 19 13:24:38.627684 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-59fd7568-c76e-4e7d-a655-546335a162c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Deleting port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:38.628020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-59fd7568-c76e-4e7d-a655-546335a162c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:38.877418 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-59fd7568-c76e-4e7d-a655-546335a162c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] For port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:38.877697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-59fd7568-c76e-4e7d-a655-546335a162c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:39.002434 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-59fd7568-c76e-4e7d-a655-546335a162c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Calling delete_port for d5f1b183-7991-4e6b-aff8-f4a8e985ca6d owned by compute:nova {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:39.210690 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-59fd7568-c76e-4e7d-a655-546335a162c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:39.264681 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd7568-c76e-4e7d-a655-546335a162c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event deleted for resources: {'Port': ['ID=d5f1b183-7991-4e6b-aff8-f4a8e985ca6d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:39.353620 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-59fd7568-c76e-4e7d-a655-546335a162c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] No DVR routers for this DVR port d5f1b183-7991-4e6b-aff8-f4a8e985ca6d on host hv-neutron-8577 {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:24:39.356225 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-59fd7568-c76e-4e7d-a655-546335a162c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50262'] for port, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:39.358817 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'name': 'network-vif-deleted', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d'}] {{(pid=89795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 13:24:39.361074 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8eeafed157642fcac1667fb31d0e0f5f27bb7ec7077b8ad4bab597b525305a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45cadf2-83fc-4e36-86ba-8cfa66276f2c" -d '{"events": [{"server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "name": "network-vif-deleted", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d"}]}' {{(pid=89795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 13:24:39.404804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 13:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d73265-3a2d-40f4-997b-7fb59c96f33f x-openstack-request-id: req-05d73265-3a2d-40f4-997b-7fb59c96f33f {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 13:24:39.405088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5265f5-4d7d-4865-9f1d-e53b00ebe541", "name": "network-vif-deleted", "tag": "d5f1b183-7991-4e6b-aff8-f4a8e985ca6d", "status": "completed", "code": 200}]} {{(pid=89795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 13:24:39.405336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05d73265-3a2d-40f4-997b-7fb59c96f33f {{(pid=89795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 13:24:39.405729 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d73265-3a2d-40f4-997b-7fb59c96f33f'] response: {'server_uuid': '2a5265f5-4d7d-4865-9f1d-e53b00ebe541', 'name': 'network-vif-deleted', 'tag': 'd5f1b183-7991-4e6b-aff8-f4a8e985ca6d', 'status': 'completed', 'code': 200} Sep 19 13:24:39.456847 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-9db7477e-65bb-4856-abf7-fb8141a95c1e req-59fd7568-c76e-4e7d-a655-546335a162c3 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.85 "DELETE /v2.0/ports/d5f1b183-7991-4e6b-aff8-f4a8e985ca6d HTTP/1.1" status: 204 len: 173 time: 0.8975027 Sep 19 13:24:39.699524 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-facf8132-36a7-4e95-ada9-d2f730685b4c req-d957f8bc-9b3e-4dc8-873a-f9cb25144cd1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Synchronizing usage tracker for tenant:06950e6823284563b4c268d16c4b2680 on resource:port {{(pid=89795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 13:24:39.753020 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.quota.resource [req-facf8132-36a7-4e95-ada9-d2f730685b4c req-d957f8bc-9b3e-4dc8-873a-f9cb25144cd1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Unset dirty status for tenant:06950e6823284563b4c268d16c4b2680 on resource:port {{(pid=89795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 13:24:39.754204 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [req-facf8132-36a7-4e95-ada9-d2f730685b4c req-d957f8bc-9b3e-4dc8-873a-f9cb25144cd1 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5265f5-4d7d-4865-9f1d-e53b00ebe541 HTTP/1.1" status: 200 len: 210 time: 0.1053491 Sep 19 13:24:40.855094 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41984) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:40.923740 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1ca93fe-f7cc-48ad-924e-3d9bf23854c5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:40.953579 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1ca93fe-f7cc-48ad-924e-3d9bf23854c5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:41.062166 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1ca93fe-f7cc-48ad-924e-3d9bf23854c5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:41.082154 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca93fe-f7cc-48ad-924e-3d9bf23854c5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2187034e-1d13-4958-9e78-e2a31338733b,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:41.123533 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b1ca93fe-f7cc-48ad-924e-3d9bf23854c5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:41.124647 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b1ca93fe-f7cc-48ad-924e-3d9bf23854c5 tempest-TestSnapshotPattern-1283052301 tempest-TestSnapshotPattern-1283052301-project] 10.222.0.66 "DELETE /v2.0/security-groups/2187034e-1d13-4958-9e78-e2a31338733b HTTP/1.1" status: 204 len: 168 time: 0.2685156 Sep 19 13:24:41.237831 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41990) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:41.627728 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-be633e7c-18a1-4e90-a61a-1c06914629ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:42.001622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:42.199390 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device d5f1b183-7991-4e6b-aff8-f4a8e985ca6d no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:24:42.234373 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] No Port match for: d5f1b183-7991-4e6b-aff8-f4a8e985ca6d {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:24:42.234739 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Device d5f1b183-7991-4e6b-aff8-f4a8e985ca6d not bound to the agent host hv-neutron-8577 {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:24:42.354300 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] Deleting port 5aac7c19-b233-4a53-99a1-8130e866da3d {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:42.354643 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:42.525143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] For port 5aac7c19-b233-4a53-99a1-8130e866da3d, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=5aac7c19-b233-4a53-99a1-8130e866da3d,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:42.525500 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:42.648622 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] Calling delete_port for 5aac7c19-b233-4a53-99a1-8130e866da3d owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:43.124743 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:43.172509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aac7c19-b233-4a53-99a1-8130e866da3d,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:43.454033 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:43.764543 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-52a03a22-9e44-4ff4-a402-b53f9e39f1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:43.821011 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] Router 905aebad-07c2-44fb-baba-096307c2ee6c has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:24:44.000580 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:24:44.009129 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] Sync routers for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:24:44.022357 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:24:44.022357 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:24:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:44.057729 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-65774922-4ee6-4408-af06-02b21e9cbaf7 admin admin] 10.222.0.66 "PUT /v2.0/routers/905aebad-07c2-44fb-baba-096307c2ee6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8187737 Sep 19 13:24:44.060252 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 41996) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:44.195159 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: dv-neutron-857775-2-hyperv {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:24:44.240495 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:44.417052 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:44.481760 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:24:42Z', 'revision_number': 5, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port': {'id': 'bb37372a-8c60-4ecd-8fed-8fdf6ce251bc', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:32Z', 'updated_at': '2022-09-19T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:44.484794 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Deleting port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:44.485175 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:44.485995 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] Checking router: 905aebad-07c2-44fb-baba-096307c2ee6c for host: dv-neutron-857775-2-hyperv {{(pid=89797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:24:44.495407 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] Routers {'905aebad-07c2-44fb-baba-096307c2ee6c'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:24:44.495994 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:24:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['905aebad-07c2-44fb-baba-096307c2ee6c'], 'active': True} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:44.645558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:44.652902 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_dvr_db [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] Set router 905aebad-07c2-44fb-baba-096307c2ee6c gateway port host: None {{(pid=89797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:24:44.758477 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.l3_hamode_db [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:24:44Z', 'revision_number': 6, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:44.762449 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8fae5-e187-4f80-b8ea-cca0602ea33b None None] The sync data for ids ['905aebad-07c2-44fb-baba-096307c2ee6c'] in dv-neutron-857775-2-hyperv is: [{'id': '905aebad-07c2-44fb-baba-096307c2ee6c', 'name': 'tempest-TestSnapshotPattern-1953198170-router', 'tenant_id': '06950e6823284563b4c268d16c4b2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:31Z', 'updated_at': '2022-09-19T13:24:44Z', 'revision_number': 6, 'project_id': '06950e6823284563b4c268d16c4b2680', 'gw_port_host': None}] {{(pid=89797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:24:44.784061 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] For port bb37372a-8c60-4ecd-8fed-8fdf6ce251bc, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=bb37372a-8c60-4ecd-8fed-8fdf6ce251bc,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:44.784423 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:44.907330 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Calling delete_port for bb37372a-8c60-4ecd-8fed-8fdf6ce251bc owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:45.113642 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.163586 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb37372a-8c60-4ecd-8fed-8fdf6ce251bc,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:45.256687 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.263747 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.440498 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.442621 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.525432 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.526006 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 905aebad-07c2-44fb-baba-096307c2ee6c {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 13:24:45.539678 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.540985 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-c042b543-2692-44eb-b571-736c80123d23 admin admin] 10.222.0.66 "DELETE /v2.0/routers/905aebad-07c2-44fb-baba-096307c2ee6c HTTP/1.1" status: 204 len: 168 time: 1.4796612 Sep 19 13:24:45.543692 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 42000) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:45.607336 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-849f2e80-a100-4175-83e7-c5002c6676c8 admin admin] Deleting subnet 8f246f7a-f913-4a13-8789-fdfd110208cf {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 13:24:45.610465 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-849f2e80-a100-4175-83e7-c5002c6676c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.660180 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-849f2e80-a100-4175-83e7-c5002c6676c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.748147 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-849f2e80-a100-4175-83e7-c5002c6676c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.835243 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5aac7c19-b233-4a53-99a1-8130e866da3d no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:24:45.868896 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 5aac7c19-b233-4a53-99a1-8130e866da3d {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:24:45.869239 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 5aac7c19-b233-4a53-99a1-8130e866da3d not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:24:45.869642 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bb37372a-8c60-4ecd-8fed-8fdf6ce251bc no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:24:45.903976 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: bb37372a-8c60-4ecd-8fed-8fdf6ce251bc {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:24:45.904308 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device bb37372a-8c60-4ecd-8fed-8fdf6ce251bc not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:24:45.919401 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-849f2e80-a100-4175-83e7-c5002c6676c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.956682 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f2e80-a100-4175-83e7-c5002c6676c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f246f7a-f913-4a13-8789-fdfd110208cf,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:45.963302 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-849f2e80-a100-4175-83e7-c5002c6676c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:45.968323 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a9f7b-976e-4161-ada8-da4237a63db2 None None] Network eb36ce1c-f039-4897-9216-fe858ddf9463 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:24:45.970926 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-849f2e80-a100-4175-83e7-c5002c6676c8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8f246f7a-f913-4a13-8789-fdfd110208cf HTTP/1.1" status: 204 len: 168 time: 0.4262047 Sep 19 13:24:45.973441 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 42004) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:46.095561 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:46.106232 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Deleting port 6cdea91e-98dd-4ad9-beac-a0695447eb3a {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:46.118249 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:46.228295 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] DHCP port deletion for eb36ce1c-f039-4897-9216-fe858ddf9463 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 13:24:46.232625 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] Deleting port 6cdea91e-98dd-4ad9-beac-a0695447eb3a {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:46.233059 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:46.438532 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] For port 6cdea91e-98dd-4ad9-beac-a0695447eb3a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6cdea91e-98dd-4ad9-beac-a0695447eb3a,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:46.439181 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:46.466995 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] For port 6cdea91e-98dd-4ad9-beac-a0695447eb3a, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=6cdea91e-98dd-4ad9-beac-a0695447eb3a,segment=NetworkSegment(ee87d4c6-cc3d-4386-8fa1-94aad217787d),segment_id=ee87d4c6-cc3d-4386-8fa1-94aad217787d)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:46.467535 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:46.573576 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Calling delete_port for 6cdea91e-98dd-4ad9-beac-a0695447eb3a owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:46.596609 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] Calling delete_port for 6cdea91e-98dd-4ad9-beac-a0695447eb3a owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:46.725309 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:46.732316 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 13:24:46.732685 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 13:24:46.747430 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:46.776007 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] No DVR routers for this DVR port 6cdea91e-98dd-4ad9-beac-a0695447eb3a on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:24:46.776792 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cdea91e-98dd-4ad9-beac-a0695447eb3a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:46.892411 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:46.917823 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb36ce1c-f039-4897-9216-fe858ddf9463']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:46.930494 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee87d4c6-cc3d-4386-8fa1-94aad217787d') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:46.930826 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee87d4c6-cc3d-4386-8fa1-94aad217787d') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:46.941845 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:46.958142 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:46.964162 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 13:24:46.964541 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:47.108078 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment ee87d4c6-cc3d-4386-8fa1-94aad217787d resource provider aggregate not found Sep 19 13:24:47.112954 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:47.118131 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:47.138490 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment ee87d4c6-cc3d-4386-8fa1-94aad217787d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee87d4c6-cc3d-4386-8fa1-94aad217787d found for delete ", "request_id": "req-1f9fe7f8-c907-44fa-ad6e-18e76a9795c1"}]} Sep 19 13:24:47.150733 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb36ce1c-f039-4897-9216-fe858ddf9463,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:47.199378 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-4de45450-3983-4225-97cd-958e764f60c1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/eb36ce1c-f039-4897-9216-fe858ddf9463 HTTP/1.1" status: 204 len: 168 time: 1.2249472 Sep 19 13:24:47.202233 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 42016) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:47.233558 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] Deleting port 6cdea91e-98dd-4ad9-beac-a0695447eb3a {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:47.234079 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:47.304934 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-760d6c8f-ff29-4ab5-ad60-132e6d704d83 None None] The port '6cdea91e-98dd-4ad9-beac-a0695447eb3a' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 13:24:47.757273 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545934'] for router_interface, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:47.832416 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6cdea91e-98dd-4ad9-beac-a0695447eb3a no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:24:47.866540 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 6cdea91e-98dd-4ad9-beac-a0695447eb3a {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:24:47.866911 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 6cdea91e-98dd-4ad9-beac-a0695447eb3a not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:24:48.220459 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] Deleting port 9a7427e6-080f-4357-9f76-908a32ddd630 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:48.220697 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:48.392112 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] For port 9a7427e6-080f-4357-9f76-908a32ddd630, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=9a7427e6-080f-4357-9f76-908a32ddd630,segment=NetworkSegment(198c7ae7-3d67-4342-96f5-e1cc5e3294d8),segment_id=198c7ae7-3d67-4342-96f5-e1cc5e3294d8)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:48.392461 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:48.512779 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] Calling delete_port for 9a7427e6-080f-4357-9f76-908a32ddd630 owned by network:router_interface {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:48.742284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:48.796171 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7427e6-080f-4357-9f76-908a32ddd630,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:49.080284 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545890'] for router_interface, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:49.438178 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] Router ef55d965-471b-43bf-8952-31f37661ec89 has already been hosted by L3 agent 437dbbda-542d-4dac-873f-6c34895fb227 {{(pid=89795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 13:24:49.728639 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] Notify agent at l3_agent.dv-neutron-857775-2-hyperv the message routers_updated {{(pid=89795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 13:24:49.737034 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] Sync routers for ids ['ef55d965-471b-43bf-8952-31f37661ec89'] in dv-neutron-857775-2-hyperv {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 13:24:49.747483 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] Routers {'ef55d965-471b-43bf-8952-31f37661ec89'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:24:49.748092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:24:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['ef55d965-471b-43bf-8952-31f37661ec89'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:49.829525 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-b9d7ed8b-f798-4517-8677-c38270fb2c00 admin admin] 10.222.0.66 "PUT /v2.0/routers/ef55d965-471b-43bf-8952-31f37661ec89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262250 Sep 19 13:24:49.832100 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 42020) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:49.935341 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] Set router ef55d965-471b-43bf-8952-31f37661ec89 gateway port host: dv-neutron-857775-2-hyperv {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:24:50.014261 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:50.195231 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:50.253925 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'name': 'tempest-TestSnapshotPattern-401175705-router', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'external_fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:40Z', 'updated_at': '2022-09-19T13:24:48Z', 'revision_number': 5, 'project_id': '236aa9994cf64126a656e42225be27f9', 'gw_port': {'id': 'ae599e7f-16b2-4d46-8c11-be48268a3eb6', 'name': '', 'network_id': '8e286b5b-5053-4e4d-9c66-6407773575df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T13:19:41Z', 'updated_at': '2022-09-19T13:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3d38ee-d649-4bea-91cd-95a5c1fd6532', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-2-hyperv'}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:50.258078 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] Checking router: ef55d965-471b-43bf-8952-31f37661ec89 for host: dv-neutron-857775-2-hyperv {{(pid=89796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 13:24:50.261915 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Deleting port ae599e7f-16b2-4d46-8c11-be48268a3eb6 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:50.262270 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:50.267813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] Routers {'ef55d965-471b-43bf-8952-31f37661ec89'} bound to L3 agent in host dv-neutron-857775-2-hyperv {{(pid=89796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 13:24:50.267813 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:03:44Z,description=,heartbeat_timestamp=2022-09-19T13:24:44Z,host='dv-neutron-857775-2-hyperv',id=437dbbda-542d-4dac-873f-6c34895fb227,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:03:44Z,topic='l3_agent')) {'router_ids': ['ef55d965-471b-43bf-8952-31f37661ec89'], 'active': True} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:50.416949 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_dvr_db [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] Set router ef55d965-471b-43bf-8952-31f37661ec89 gateway port host: None {{(pid=89796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 13:24:50.442205 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] For port ae599e7f-16b2-4d46-8c11-be48268a3eb6, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=ae599e7f-16b2-4d46-8c11-be48268a3eb6,segment=NetworkSegment(9ecb0675-3613-43a1-9b2b-0f181613ec15),segment_id=9ecb0675-3613-43a1-9b2b-0f181613ec15)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:50.442558 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:50.522139 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.db.l3_hamode_db [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'name': 'tempest-TestSnapshotPattern-401175705-router', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:40Z', 'updated_at': '2022-09-19T13:24:50Z', 'revision_number': 6, 'project_id': '236aa9994cf64126a656e42225be27f9', 'gw_port_host': None}], 'dv-neutron-857775-2-hyperv', False) {} {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:50.525989 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414c8c2-2bea-492c-8975-0ab0431755b0 None None] The sync data for ids ['ef55d965-471b-43bf-8952-31f37661ec89'] in dv-neutron-857775-2-hyperv is: [{'id': 'ef55d965-471b-43bf-8952-31f37661ec89', 'name': 'tempest-TestSnapshotPattern-401175705-router', 'tenant_id': '236aa9994cf64126a656e42225be27f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T13:19:40Z', 'updated_at': '2022-09-19T13:24:50Z', 'revision_number': 6, 'project_id': '236aa9994cf64126a656e42225be27f9', 'gw_port_host': None}] {{(pid=89796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 13:24:50.564693 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Calling delete_port for ae599e7f-16b2-4d46-8c11-be48268a3eb6 owned by network:router_gateway {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:50.793388 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:50.841778 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae599e7f-16b2-4d46-8c11-be48268a3eb6,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:50.944771 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542437'] for router_gateway, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.240956 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29950'] for router, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.243077 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.324908 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548392'] for router, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.325444 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef55d965-471b-43bf-8952-31f37661ec89 {{(pid=89795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 13:24:51.337572 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.341027 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-12df1b95-a9bd-40e1-84ab-e27ceb072fd7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ef55d965-471b-43bf-8952-31f37661ec89 HTTP/1.1" status: 204 len: 168 time: 1.5057423 Sep 19 13:24:51.341332 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 42026) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:51.404939 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8165f66b-ecbf-42e7-bc8d-81d8a439f73f admin admin] Deleting subnet ce3ad389-6e22-49ac-ac64-ef988345e24a {{(pid=89795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 13:24:51.407961 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8165f66b-ecbf-42e7-bc8d-81d8a439f73f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.458143 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8165f66b-ecbf-42e7-bc8d-81d8a439f73f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11171283'] for subnet, precommit_delete_associations {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.541984 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8165f66b-ecbf-42e7-bc8d-81d8a439f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606864'] for subnet, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.661509 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8165f66b-ecbf-42e7-bc8d-81d8a439f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10640162'] for subnet, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.700804 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165f66b-ecbf-42e7-bc8d-81d8a439f73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3ad389-6e22-49ac-ac64-ef988345e24a,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:51.705614 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-8165f66b-ecbf-42e7-bc8d-81d8a439f73f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.711803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613cf456-e249-4dd7-ba05-5f42c4d61553 None None] Network d9efbfc6-c42e-4dea-82b7-70fe93657fa5 requested from dv-neutron-857775-2-hyperv {{(pid=89796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 13:24:51.713524 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-8165f66b-ecbf-42e7-bc8d-81d8a439f73f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ce3ad389-6e22-49ac-ac64-ef988345e24a HTTP/1.1" status: 204 len: 168 time: 0.3711226 Sep 19 13:24:51.716208 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 42030) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:51.825849 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775889'] for network, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.837633 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Deleting port 3570630d-bd6e-440c-9642-b87d6398e5b1 {{(pid=89795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:51.837870 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:51.853417 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9a7427e6-080f-4357-9f76-908a32ddd630 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:24:51.917489 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 9a7427e6-080f-4357-9f76-908a32ddd630 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:24:51.917831 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 9a7427e6-080f-4357-9f76-908a32ddd630 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:24:51.918240 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ae599e7f-16b2-4d46-8c11-be48268a3eb6 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:24:51.962401 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: ae599e7f-16b2-4d46-8c11-be48268a3eb6 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:24:51.962774 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device ae599e7f-16b2-4d46-8c11-be48268a3eb6 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:24:52.046492 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] DHCP port deletion for d9efbfc6-c42e-4dea-82b7-70fe93657fa5 request from dv-neutron-857775-2-hyperv {{(pid=89796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 13:24:52.050369 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] Deleting port 3570630d-bd6e-440c-9642-b87d6398e5b1 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:52.050735 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:52.056867 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.db [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] For port 3570630d-bd6e-440c-9642-b87d6398e5b1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3570630d-bd6e-440c-9642-b87d6398e5b1,segment=NetworkSegment(198c7ae7-3d67-4342-96f5-e1cc5e3294d8),segment_id=198c7ae7-3d67-4342-96f5-e1cc5e3294d8)] {{(pid=89795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:52.057389 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:52.181323 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.plugin [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Calling delete_port for 3570630d-bd6e-440c-9642-b87d6398e5b1 owned by network:dhcp {{(pid=89795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:52.254572 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.db [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] For port 3570630d-bd6e-440c-9642-b87d6398e5b1, host dv-neutron-857775-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-2-hyperv',level=0,port_id=3570630d-bd6e-440c-9642-b87d6398e5b1,segment=NetworkSegment(198c7ae7-3d67-4342-96f5-e1cc5e3294d8),segment_id=198c7ae7-3d67-4342-96f5-e1cc5e3294d8)] {{(pid=89796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 13:24:52.254997 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546996'] for port, precommit_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:52.312998 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3562567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773458012995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773457489399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2061645'] for port, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:52.362394 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3570630d-bd6e-440c-9642-b87d6398e5b1,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:52.366691 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] No DVR routers for this DVR port 3570630d-bd6e-440c-9642-b87d6398e5b1 on host dv-neutron-857775-2-hyperv {{(pid=89795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 13:24:52.380056 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] Calling delete_port for 3570630d-bd6e-440c-9642-b87d6398e5b1 owned by network:dhcp {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 13:24:52.451232 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.db.api [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 13:24:52.451582 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG oslo_db.api [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 13:24:52.486290 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3607294', 'neutron.services.segments.db._delete_segments_for_network-8773457991078'] for network, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:52.512711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9efbfc6-c42e-4dea-82b7-70fe93657fa5']}} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:52.525764 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198c7ae7-3d67-4342-96f5-e1cc5e3294d8') {'for_net_delete': True} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:52.526088 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.services.segments.db [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198c7ae7-3d67-4342-96f5-e1cc5e3294d8') {} {{(pid=89795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 13:24:52.538493 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773458026442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11171288'] for segment, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:52.555893 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611235'] for segment, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:52.562294 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 13:24:52.562711 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2061624'] for segment, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:52.632829 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 198c7ae7-3d67-4342-96f5-e1cc5e3294d8 resource provider aggregate not found Sep 19 13:24:52.651924 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.services.segments.plugin [-] Segment 198c7ae7-3d67-4342-96f5-e1cc5e3294d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 198c7ae7-3d67-4342-96f5-e1cc5e3294d8 found for delete ", "request_id": "req-d9980429-1e7e-4285-8ba9-0f1881cc6ecb"}]} Sep 19 13:24:52.707365 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3607287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542350'] for network, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:52.724277 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Notify callbacks [] for network, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:52.734200 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d9efbfc6-c42e-4dea-82b7-70fe93657fa5,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:52.741824 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-705d7d37-cbd5-4e79-9a22-2b28cd8c53ed admin admin] 10.222.0.66 "DELETE /v2.0/networks/d9efbfc6-c42e-4dea-82b7-70fe93657fa5 HTTP/1.1" status: 204 len: 168 time: 1.0248795 Sep 19 13:24:52.952923 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] Deleting port 3570630d-bd6e-440c-9642-b87d6398e5b1 {{(pid=89796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 13:24:52.954096 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773458009209'] for port, before_delete {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:53.015328 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 42042) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:53.024134 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-404886a0-31dd-485b-b409-28d26660d3c8 None None] The port '3570630d-bd6e-440c-9642-b87d6398e5b1' was deleted {{(pid=89796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 13:24:53.065791 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-3c2206bf-3fb7-41ab-9087-84e6b292d83d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06950e6823284563b4c268d16c4b2680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492816 Sep 19 13:24:53.068927 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 42046) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:53.126060 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-01375a55-6031-40df-817d-dbff86d1c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:53.152732 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-01375a55-6031-40df-817d-dbff86d1c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:53.267744 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-01375a55-6031-40df-817d-dbff86d1c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:53.285809 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01375a55-6031-40df-817d-dbff86d1c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8710bc79-f3fb-4661-802c-431a2c1a0a97,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:53.293047 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-01375a55-6031-40df-817d-dbff86d1c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:53.294151 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-01375a55-6031-40df-817d-dbff86d1c095 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8710bc79-f3fb-4661-802c-431a2c1a0a97 HTTP/1.1" status: 204 len: 168 time: 0.2242584 Sep 19 13:24:53.673085 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:53.836070 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3570630d-bd6e-440c-9642-b87d6398e5b1 no longer exists at agent ovs-agent-dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 13:24:53.874616 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.plugin [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] No Port match for: 3570630d-bd6e-440c-9642-b87d6398e5b1 {{(pid=89796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 13:24:53.874991 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron.plugins.ml2.rpc [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Device 3570630d-bd6e-440c-9642-b87d6398e5b1 not bound to the agent host dv-neutron-857775-2-hyperv {{(pid=89796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 13:24:53.934217 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 42054) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:53.982792 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-633a20c0-358a-4d9e-9479-44b890221516 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=236aa9994cf64126a656e42225be27f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473394 Sep 19 13:24:53.985251 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.wsgi [-] (89795) accepted ('10.222.0.66', 42058) {{(pid=89795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 13:24:54.053351 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9245f82e-35cf-44f5-bbb8-e95dba655ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:54.078854 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9245f82e-35cf-44f5-bbb8-e95dba655ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:54.176035 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9245f82e-35cf-44f5-bbb8-e95dba655ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430234'] for security_group, after_delete {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:54.191097 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245f82e-35cf-44f5-bbb8-e95dba655ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8edbe98-9df1-4e0c-93df-c333fb4de50c,revision_number=None']} {{(pid=89795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 13:24:54.197748 dv-neutron-857775-2-hyperv neutron-server[89795]: DEBUG neutron_lib.callbacks.manager [None req-9245f82e-35cf-44f5-bbb8-e95dba655ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:24:54.199913 dv-neutron-857775-2-hyperv neutron-server[89795]: INFO neutron.wsgi [None req-9245f82e-35cf-44f5-bbb8-e95dba655ee5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c8edbe98-9df1-4e0c-93df-c333fb4de50c HTTP/1.1" status: 204 len: 168 time: 0.2136848 Sep 19 13:24:59.800150 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:25:11.621062 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-886b45f2-800c-49d6-ba81-6d1e2afbfbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:13.769520 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-53654291-24d6-4bb0-b025-e98adf3e7037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:14.637916 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:15.295485 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:16.723935 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:23.677811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:36.799772 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:25:41.597898 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e39c4ef6-4886-4391-8175-1618c6ac5d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:43.752133 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-d45db8aa-01f1-43b8-9b7a-47c61d081ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:44.637608 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:45.283858 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:46.767800 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:25:53.672080 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:11.591830 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3202d3be-9186-4b48-8816-01366f7fe4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:13.797173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-48b80dbe-571c-400e-8bd0-35eec5069229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:13.798586 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:26:14.631514 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:15.294467 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:16.740353 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:23.734530 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:41.631306 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f485d58a-6d5d-4f6c-8c5d-92180594768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:43.796259 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c9d3549b-0c93-4042-bf51-5021603d71a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:44.636918 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:45.282670 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:46.739597 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:26:50.797359 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:26:53.711270 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:11.602358 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-8dfad572-7e37-4219-b2fa-5f30171c8074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:13.779487 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-aa22b208-efd3-4640-af39-f19709fb5cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:14.631173 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:15.293575 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:16.737775 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:23.699286 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:27.797034 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:27:41.596280 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-3568a7a7-d742-49c2-aac8-b48e510b1602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:43.778803 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-f0abba81-16af-4575-a0bc-0a4e80bd4b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:44.659159 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:45.304826 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:46.737764 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:27:53.693178 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:04.795703 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:28:11.601648 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-12c83018-f2d9-426e-be31-7bc9e5823203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:13.778431 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-2f82ea29-2ff9-4fe7-a57f-117ce4a372f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:14.641208 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:15.309786 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:16.744214 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:23.698296 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:41.593484 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-9ab2681c-3969-4f56-b072-42c95e7ca00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:41.794500 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:28:43.755256 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cfdb335a-ba7b-4333-ad9c-4709b3c9c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:44.629591 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:45.315433 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:46.747749 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:28:53.726811 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:11.600501 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-38b52629-5844-4c78-b891-a6030580d1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:13.764075 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c574725d-b7f3-440c-81c7-1e2b379e1026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:14.652195 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:15.326562 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:16.746945 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:18.794604 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:29:23.718633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:41.622994 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-513f3f2c-8bc6-408d-8307-32b9f5c31f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:43.794475 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-623af3f8-df69-4a77-b868-c4b8d3280d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:44.643633 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:45.360324 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:46.742584 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:53.718120 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:29:55.794118 dv-neutron-857775-2-hyperv neutron-server[89797]: DEBUG neutron.db.agents_db [None req-b90c759b-044a-4f9d-9024-a4532e2a83f9 None None] Agent healthcheck: found 6 active agents {{(pid=89797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 13:30:11.599594 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-cded0f25-c9ca-42cd-8852-f179e73635e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:30:13.774413 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-64362e8f-f8fc-4587-8b2e-adb1b5a8c87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:30:14.643168 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-1627c21f-3373-47e1-8281-a0dc4541847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:30:15.314092 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-c2763ce5-66a5-4688-b00e-faac821e1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:30:16.788340 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e62d9e94-ea8a-4dd4-99de-b4d7d2c7b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 13:30:23.714676 dv-neutron-857775-2-hyperv neutron-server[89796]: DEBUG neutron_lib.callbacks.manager [None req-e7aedfe7-40f6-4131-bf54-991bfa8fa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773457991060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601972'] for agent, after_update {{(pid=89796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}